← Back to file list

📄 rand-write-qd32-nj16_run2.json

mirror/benchmarks/rand/rand-write-qd32-nj16_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848998,
  "timestamp_ms" : 1772848998202,
  "time" : "Fri Mar  6 22:03:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 689893376,
        "io_kbytes" : 673724,
        "bw_bytes" : 70707530,
        "bw" : 69050,
        "iops" : 17318.130573,
        "runtime" : 9757,
        "total_ios" : 168973,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156112,
      "usr_cpu" : 0.363201,
      "sys_cpu" : 4.986164,
      "ctx" : 190417,
      "majf" : 0,
      "minf" : 120,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.151503,
        "32" : 99.706462,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999408,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999406,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849008,
  "timestamp_ms" : 1772849008448,
  "time" : "Fri Mar  6 22:03:28 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 672034816,
        "io_kbytes" : 656284,
        "bw_bytes" : 67210202,
        "bw" : 65634,
        "iops" : 16413.841384,
        "runtime" : 9999,
        "total_ios" : 164122,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 276001,
          "max" : 7142877,
          "mean" : 971332.021923,
          "stddev" : 953883.815240,
          "N" : 164122
        },
        "clat_ns" : {
          "min" : 11383656,
          "max" : 99001236,
          "mean" : 30238368.819239,
          "stddev" : 9909912.880734,
          "N" : 164106,
          "percentile" : {
            "1.000000" : 16711680,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 21889024,
            "30.000000" : 23986176,
            "40.000000" : 26083328,
            "50.000000" : 28180480,
            "60.000000" : 30277632,
            "70.000000" : 33161216,
            "80.000000" : 36962304,
            "90.000000" : 43253760,
            "95.000000" : 50069504,
            "99.000000" : 63176704,
            "99.500000" : 67633152,
            "99.900000" : 76021760,
            "99.950000" : 79167488,
            "99.990000" : 90701824
          },
          "bins" : {
            "11337728" : 1,
            "11468800" : 3,
            "11599872" : 3,
            "12124160" : 1,
            "12255232" : 1,
            "12386304" : 2,
            "12648448" : 2,
            "12779520" : 3,
            "12910592" : 6,
            "13041664" : 4,
            "13172736" : 4,
            "13303808" : 4,
            "13434880" : 9,
            "13565952" : 12,
            "13697024" : 8,
            "13828096" : 5,
            "13959168" : 7,
            "14090240" : 21,
            "14221312" : 20,
            "14352384" : 22,
            "14483456" : 23,
            "14614528" : 19,
            "14745600" : 35,
            "14876672" : 24,
            "15007744" : 27,
            "15138816" : 35,
            "15269888" : 63,
            "15400960" : 56,
            "15532032" : 59,
            "15663104" : 80,
            "15794176" : 83,
            "15925248" : 70,
            "16056320" : 107,
            "16187392" : 116,
            "16318464" : 140,
            "16449536" : 172,
            "16580608" : 178,
            "16711680" : 241,
            "16908288" : 544,
            "17170432" : 709,
            "17432576" : 763,
            "17694720" : 852,
            "17956864" : 1021,
            "18219008" : 1213,
            "18481152" : 1315,
            "18743296" : 1518,
            "19005440" : 1505,
            "19267584" : 1677,
            "19529728" : 1685,
            "19791872" : 1792,
            "20054016" : 1900,
            "20316160" : 2032,
            "20578304" : 2197,
            "20840448" : 2156,
            "21102592" : 2178,
            "21364736" : 2175,
            "21626880" : 2197,
            "21889024" : 2201,
            "22151168" : 2154,
            "22413312" : 2128,
            "22675456" : 2109,
            "22937600" : 2132,
            "23199744" : 2217,
            "23461888" : 2151,
            "23724032" : 2085,
            "23986176" : 2165,
            "24248320" : 2076,
            "24510464" : 2009,
            "24772608" : 2058,
            "25034752" : 2155,
            "25296896" : 2119,
            "25559040" : 2087,
            "25821184" : 2232,
            "26083328" : 2083,
            "26345472" : 2130,
            "26607616" : 2193,
            "26869760" : 2006,
            "27131904" : 2098,
            "27394048" : 2093,
            "27656192" : 1930,
            "27918336" : 1907,
            "28180480" : 2019,
            "28442624" : 1956,
            "28704768" : 1934,
            "28966912" : 1951,
            "29229056" : 1911,
            "29491200" : 1877,
            "29753344" : 1763,
            "30015488" : 1814,
            "30277632" : 1748,
            "30539776" : 1719,
            "30801920" : 1644,
            "31064064" : 1586,
            "31326208" : 1549,
            "31588352" : 1529,
            "31850496" : 1496,
            "32112640" : 1315,
            "32374784" : 1467,
            "32636928" : 1356,
            "32899072" : 1391,
            "33161216" : 1353,
            "33423360" : 1375,
            "33816576" : 2508,
            "34340864" : 2304,
            "34865152" : 2256,
            "35389440" : 2102,
            "35913728" : 2168,
            "36438016" : 1991,
            "36962304" : 2025,
            "37486592" : 1838,
            "38010880" : 1735,
            "38535168" : 1646,
            "39059456" : 1538,
            "39583744" : 1414,
            "40108032" : 1381,
            "40632320" : 1339,
            "41156608" : 1234,
            "41680896" : 1138,
            "42205184" : 1016,
            "42729472" : 977,
            "43253760" : 970,
            "43778048" : 880,
            "44302336" : 814,
            "44826624" : 801,
            "45350912" : 726,
            "45875200" : 724,
            "46399488" : 639,
            "46923776" : 675,
            "47448064" : 608,
            "47972352" : 568,
            "48496640" : 488,
            "49020928" : 506,
            "49545216" : 498,
            "50069504" : 452,
            "50593792" : 432,
            "51118080" : 415,
            "51642368" : 425,
            "52166656" : 344,
            "52690944" : 370,
            "53215232" : 343,
            "53739520" : 310,
            "54263808" : 270,
            "54788096" : 303,
            "55312384" : 256,
            "55836672" : 235,
            "56360960" : 211,
            "56885248" : 194,
            "57409536" : 197,
            "57933824" : 221,
            "58458112" : 224,
            "58982400" : 221,
            "59506688" : 183,
            "60030976" : 187,
            "60555264" : 158,
            "61079552" : 138,
            "61603840" : 149,
            "62128128" : 143,
            "62652416" : 131,
            "63176704" : 124,
            "63700992" : 103,
            "64225280" : 107,
            "64749568" : 119,
            "65273856" : 112,
            "65798144" : 81,
            "66322432" : 85,
            "66846720" : 75,
            "67633152" : 142,
            "68681728" : 162,
            "69730304" : 111,
            "70778880" : 79,
            "71827456" : 89,
            "72876032" : 51,
            "73924608" : 66,
            "74973184" : 26,
            "76021760" : 43,
            "77070336" : 23,
            "78118912" : 20,
            "79167488" : 22,
            "80216064" : 17,
            "81264640" : 3,
            "82313216" : 6,
            "83361792" : 9,
            "84410368" : 9,
            "85458944" : 8,
            "86507520" : 5,
            "87556096" : 1,
            "88604672" : 5,
            "89653248" : 1,
            "90701824" : 4,
            "91750400" : 2,
            "93847552" : 2,
            "94896128" : 1,
            "95944704" : 1,
            "96993280" : 3,
            "98041856" : 3,
            "99090432" : 1
          }
        },
        "lat_ns" : {
          "min" : 11806401,
          "max" : 100191942,
          "mean" : 31210162.001785,
          "stddev" : 10151585.598690,
          "N" : 164106
        },
        "bw_min" : 50833,
        "bw_max" : 85392,
        "bw_agg" : 100.000000,
        "bw_mean" : 66211.947368,
        "bw_dev" : 689.186990,
        "bw_samples" : 304,
        "iops_min" : 12703,
        "iops_max" : 21348,
        "iops_mean" : 16552.105263,
        "iops_stddev" : 172.360409,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159984,
      "usr_cpu" : 0.350035,
      "sys_cpu" : 4.759851,
      "ctx" : 188744,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.255785,
        "50" : 84.821657,
        "100" : 4.912809,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849018,
  "timestamp_ms" : 1772849018446,
  "time" : "Fri Mar  6 22:03:38 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1363607552,
        "io_kbytes" : 1331648,
        "bw_bytes" : 68180377,
        "bw" : 66582,
        "iops" : 16647.950000,
        "runtime" : 20000,
        "total_ios" : 332959,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 256421,
          "max" : 7142877,
          "mean" : 957257.011386,
          "stddev" : 924312.556834,
          "N" : 332959
        },
        "clat_ns" : {
          "min" : 11258004,
          "max" : 99001236,
          "mean" : 29808423.871528,
          "stddev" : 9470537.866200,
          "N" : 332943,
          "percentile" : {
            "1.000000" : 16711680,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22151168,
            "30.000000" : 23986176,
            "40.000000" : 25821184,
            "50.000000" : 27656192,
            "60.000000" : 29753344,
            "70.000000" : 32374784,
            "80.000000" : 35913728,
            "90.000000" : 41680896,
            "95.000000" : 48496640,
            "99.000000" : 62652416,
            "99.500000" : 67633152,
            "99.900000" : 78118912,
            "99.950000" : 81264640,
            "99.990000" : 88604672
          },
          "bins" : {
            "11206656" : 1,
            "11337728" : 10,
            "11468800" : 7,
            "11599872" : 3,
            "11730944" : 2,
            "11862016" : 2,
            "11993088" : 11,
            "12124160" : 7,
            "12255232" : 5,
            "12386304" : 7,
            "12517376" : 2,
            "12648448" : 4,
            "12779520" : 7,
            "12910592" : 13,
            "13041664" : 23,
            "13172736" : 26,
            "13303808" : 41,
            "13434880" : 50,
            "13565952" : 35,
            "13697024" : 25,
            "13828096" : 22,
            "13959168" : 24,
            "14090240" : 62,
            "14221312" : 68,
            "14352384" : 68,
            "14483456" : 65,
            "14614528" : 78,
            "14745600" : 76,
            "14876672" : 77,
            "15007744" : 74,
            "15138816" : 82,
            "15269888" : 111,
            "15400960" : 119,
            "15532032" : 124,
            "15663104" : 136,
            "15794176" : 163,
            "15925248" : 170,
            "16056320" : 209,
            "16187392" : 230,
            "16318464" : 265,
            "16449536" : 298,
            "16580608" : 310,
            "16711680" : 379,
            "16908288" : 934,
            "17170432" : 1057,
            "17432576" : 1343,
            "17694720" : 1444,
            "17956864" : 1760,
            "18219008" : 2027,
            "18481152" : 2221,
            "18743296" : 2587,
            "19005440" : 2753,
            "19267584" : 3001,
            "19529728" : 3121,
            "19791872" : 3338,
            "20054016" : 3646,
            "20316160" : 3859,
            "20578304" : 4106,
            "20840448" : 4193,
            "21102592" : 4350,
            "21364736" : 4367,
            "21626880" : 4518,
            "21889024" : 4658,
            "22151168" : 4569,
            "22413312" : 4582,
            "22675456" : 4698,
            "22937600" : 4870,
            "23199744" : 4870,
            "23461888" : 4816,
            "23724032" : 4739,
            "23986176" : 4827,
            "24248320" : 4746,
            "24510464" : 4892,
            "24772608" : 4853,
            "25034752" : 4879,
            "25296896" : 4835,
            "25559040" : 4814,
            "25821184" : 4840,
            "26083328" : 4799,
            "26345472" : 4721,
            "26607616" : 4837,
            "26869760" : 4578,
            "27131904" : 4609,
            "27394048" : 4555,
            "27656192" : 4362,
            "27918336" : 4434,
            "28180480" : 4434,
            "28442624" : 4344,
            "28704768" : 4202,
            "28966912" : 4093,
            "29229056" : 4083,
            "29491200" : 4087,
            "29753344" : 3819,
            "30015488" : 3863,
            "30277632" : 3775,
            "30539776" : 3643,
            "30801920" : 3481,
            "31064064" : 3383,
            "31326208" : 3315,
            "31588352" : 3182,
            "31850496" : 3191,
            "32112640" : 2968,
            "32374784" : 3027,
            "32636928" : 2866,
            "32899072" : 2740,
            "33161216" : 2757,
            "33423360" : 2750,
            "33816576" : 5145,
            "34340864" : 4684,
            "34865152" : 4473,
            "35389440" : 4276,
            "35913728" : 4071,
            "36438016" : 3901,
            "36962304" : 3738,
            "37486592" : 3336,
            "38010880" : 3192,
            "38535168" : 3100,
            "39059456" : 2822,
            "39583744" : 2615,
            "40108032" : 2499,
            "40632320" : 2351,
            "41156608" : 2153,
            "41680896" : 1943,
            "42205184" : 1778,
            "42729472" : 1797,
            "43253760" : 1699,
            "43778048" : 1509,
            "44302336" : 1420,
            "44826624" : 1320,
            "45350912" : 1228,
            "45875200" : 1247,
            "46399488" : 1061,
            "46923776" : 1102,
            "47448064" : 1005,
            "47972352" : 957,
            "48496640" : 897,
            "49020928" : 874,
            "49545216" : 847,
            "50069504" : 781,
            "50593792" : 726,
            "51118080" : 699,
            "51642368" : 714,
            "52166656" : 619,
            "52690944" : 629,
            "53215232" : 579,
            "53739520" : 519,
            "54263808" : 478,
            "54788096" : 481,
            "55312384" : 427,
            "55836672" : 411,
            "56360960" : 352,
            "56885248" : 365,
            "57409536" : 358,
            "57933824" : 364,
            "58458112" : 346,
            "58982400" : 367,
            "59506688" : 314,
            "60030976" : 313,
            "60555264" : 274,
            "61079552" : 245,
            "61603840" : 246,
            "62128128" : 244,
            "62652416" : 227,
            "63176704" : 221,
            "63700992" : 191,
            "64225280" : 177,
            "64749568" : 201,
            "65273856" : 171,
            "65798144" : 162,
            "66322432" : 157,
            "66846720" : 144,
            "67633152" : 278,
            "68681728" : 259,
            "69730304" : 211,
            "70778880" : 161,
            "71827456" : 169,
            "72876032" : 109,
            "73924608" : 138,
            "74973184" : 75,
            "76021760" : 82,
            "77070336" : 68,
            "78118912" : 57,
            "79167488" : 59,
            "80216064" : 41,
            "81264640" : 27,
            "82313216" : 26,
            "83361792" : 31,
            "84410368" : 20,
            "85458944" : 26,
            "86507520" : 19,
            "87556096" : 7,
            "88604672" : 11,
            "89653248" : 1,
            "90701824" : 6,
            "91750400" : 3,
            "92798976" : 1,
            "93847552" : 4,
            "94896128" : 1,
            "95944704" : 2,
            "96993280" : 3,
            "98041856" : 3,
            "99090432" : 1
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 100191942,
          "mean" : 30766272.115032,
          "stddev" : 9699813.747617,
          "N" : 332943
        },
        "bw_min" : 49719,
        "bw_max" : 85392,
        "bw_agg" : 99.608907,
        "bw_mean" : 66322.230769,
        "bw_dev" : 609.763736,
        "bw_samples" : 624,
        "iops_min" : 12423,
        "iops_max" : 21348,
        "iops_mean" : 16579.307692,
        "iops_stddev" : 152.524435,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319992,
      "usr_cpu" : 0.364384,
      "sys_cpu" : 4.800120,
      "ctx" : 382687,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.057872,
        "50" : 86.695359,
        "100" : 4.241964,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849028,
  "timestamp_ms" : 1772849028446,
  "time" : "Fri Mar  6 22:03:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2053656576,
        "io_kbytes" : 2005524,
        "bw_bytes" : 68455219,
        "bw" : 66850,
        "iops" : 16714.200000,
        "runtime" : 30000,
        "total_ios" : 501426,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 256421,
          "max" : 7142877,
          "mean" : 953339.872906,
          "stddev" : 920430.468076,
          "N" : 501426
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 99001236,
          "mean" : 29684816.323701,
          "stddev" : 9621529.391593,
          "N" : 501410,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18481152,
            "10.000000" : 19791872,
            "20.000000" : 21889024,
            "30.000000" : 23724032,
            "40.000000" : 25821184,
            "50.000000" : 27656192,
            "60.000000" : 29753344,
            "70.000000" : 32374784,
            "80.000000" : 35913728,
            "90.000000" : 41680896,
            "95.000000" : 48496640,
            "99.000000" : 63700992,
            "99.500000" : 68681728,
            "99.900000" : 77070336,
            "99.950000" : 80216064,
            "99.990000" : 86507520
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 13,
            "11468800" : 16,
            "11599872" : 17,
            "11730944" : 10,
            "11862016" : 9,
            "11993088" : 13,
            "12124160" : 13,
            "12255232" : 18,
            "12386304" : 18,
            "12517376" : 11,
            "12648448" : 10,
            "12779520" : 19,
            "12910592" : 15,
            "13041664" : 32,
            "13172736" : 30,
            "13303808" : 53,
            "13434880" : 75,
            "13565952" : 58,
            "13697024" : 54,
            "13828096" : 67,
            "13959168" : 91,
            "14090240" : 125,
            "14221312" : 124,
            "14352384" : 145,
            "14483456" : 130,
            "14614528" : 147,
            "14745600" : 128,
            "14876672" : 133,
            "15007744" : 160,
            "15138816" : 148,
            "15269888" : 211,
            "15400960" : 231,
            "15532032" : 244,
            "15663104" : 267,
            "15794176" : 314,
            "15925248" : 288,
            "16056320" : 373,
            "16187392" : 408,
            "16318464" : 461,
            "16449536" : 519,
            "16580608" : 566,
            "16711680" : 706,
            "16908288" : 1654,
            "17170432" : 1877,
            "17432576" : 2334,
            "17694720" : 2626,
            "17956864" : 3173,
            "18219008" : 3540,
            "18481152" : 3870,
            "18743296" : 4375,
            "19005440" : 4699,
            "19267584" : 4957,
            "19529728" : 5263,
            "19791872" : 5429,
            "20054016" : 5677,
            "20316160" : 5981,
            "20578304" : 6282,
            "20840448" : 6496,
            "21102592" : 6693,
            "21364736" : 6788,
            "21626880" : 6846,
            "21889024" : 6932,
            "22151168" : 6863,
            "22413312" : 6927,
            "22675456" : 7016,
            "22937600" : 7082,
            "23199744" : 7088,
            "23461888" : 7086,
            "23724032" : 7162,
            "23986176" : 7106,
            "24248320" : 7009,
            "24510464" : 7185,
            "24772608" : 7063,
            "25034752" : 7060,
            "25296896" : 6931,
            "25559040" : 6945,
            "25821184" : 6936,
            "26083328" : 6912,
            "26345472" : 6739,
            "26607616" : 6895,
            "26869760" : 6665,
            "27131904" : 6731,
            "27394048" : 6619,
            "27656192" : 6377,
            "27918336" : 6452,
            "28180480" : 6437,
            "28442624" : 6352,
            "28704768" : 6236,
            "28966912" : 6002,
            "29229056" : 5995,
            "29491200" : 6044,
            "29753344" : 5727,
            "30015488" : 5735,
            "30277632" : 5616,
            "30539776" : 5424,
            "30801920" : 5159,
            "31064064" : 4952,
            "31326208" : 5045,
            "31588352" : 4845,
            "31850496" : 4771,
            "32112640" : 4514,
            "32374784" : 4514,
            "32636928" : 4297,
            "32899072" : 4150,
            "33161216" : 4140,
            "33423360" : 4081,
            "33816576" : 7766,
            "34340864" : 7042,
            "34865152" : 6837,
            "35389440" : 6472,
            "35913728" : 5985,
            "36438016" : 5796,
            "36962304" : 5468,
            "37486592" : 4946,
            "38010880" : 4787,
            "38535168" : 4506,
            "39059456" : 4167,
            "39583744" : 3861,
            "40108032" : 3684,
            "40632320" : 3414,
            "41156608" : 3092,
            "41680896" : 2891,
            "42205184" : 2616,
            "42729472" : 2545,
            "43253760" : 2543,
            "43778048" : 2162,
            "44302336" : 2062,
            "44826624" : 1904,
            "45350912" : 1846,
            "45875200" : 1783,
            "46399488" : 1659,
            "46923776" : 1624,
            "47448064" : 1463,
            "47972352" : 1409,
            "48496640" : 1317,
            "49020928" : 1274,
            "49545216" : 1228,
            "50069504" : 1185,
            "50593792" : 1083,
            "51118080" : 1054,
            "51642368" : 1009,
            "52166656" : 909,
            "52690944" : 924,
            "53215232" : 843,
            "53739520" : 785,
            "54263808" : 741,
            "54788096" : 763,
            "55312384" : 702,
            "55836672" : 647,
            "56360960" : 568,
            "56885248" : 592,
            "57409536" : 610,
            "57933824" : 569,
            "58458112" : 561,
            "58982400" : 541,
            "59506688" : 491,
            "60030976" : 495,
            "60555264" : 416,
            "61079552" : 390,
            "61603840" : 391,
            "62128128" : 382,
            "62652416" : 361,
            "63176704" : 329,
            "63700992" : 305,
            "64225280" : 293,
            "64749568" : 331,
            "65273856" : 282,
            "65798144" : 265,
            "66322432" : 256,
            "66846720" : 255,
            "67633152" : 448,
            "68681728" : 430,
            "69730304" : 346,
            "70778880" : 295,
            "71827456" : 284,
            "72876032" : 216,
            "73924608" : 193,
            "74973184" : 148,
            "76021760" : 138,
            "77070336" : 99,
            "78118912" : 95,
            "79167488" : 85,
            "80216064" : 64,
            "81264640" : 45,
            "82313216" : 37,
            "83361792" : 43,
            "84410368" : 24,
            "85458944" : 29,
            "86507520" : 20,
            "87556096" : 9,
            "88604672" : 11,
            "89653248" : 1,
            "90701824" : 6,
            "91750400" : 3,
            "92798976" : 1,
            "93847552" : 4,
            "94896128" : 1,
            "95944704" : 2,
            "96993280" : 3,
            "98041856" : 3,
            "99090432" : 1
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 100191942,
          "mean" : 30638549.393042,
          "stddev" : 9856740.772515,
          "N" : 501410
        },
        "bw_min" : 49435,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 67075.305085,
        "bw_dev" : 607.603533,
        "bw_samples" : 944,
        "iops_min" : 12352,
        "iops_max" : 21935,
        "iops_mean" : 16767.661017,
        "iops_stddev" : 151.960933,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479986,
      "usr_cpu" : 0.366052,
      "sys_cpu" : 4.844725,
      "ctx" : 576800,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.363244,
        "50" : 85.246676,
        "100" : 4.386889,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849038,
  "timestamp_ms" : 1772849038445,
  "time" : "Fri Mar  6 22:03:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2708688896,
        "io_kbytes" : 2645204,
        "bw_bytes" : 67718915,
        "bw" : 66131,
        "iops" : 16533.913348,
        "runtime" : 39999,
        "total_ios" : 661340,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 256421,
          "max" : 7142877,
          "mean" : 963794.577780,
          "stddev" : 938734.798149,
          "N" : 661340
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 99001236,
          "mean" : 30007985.420068,
          "stddev" : 9739879.862650,
          "N" : 661324,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22151168,
            "30.000000" : 23986176,
            "40.000000" : 25821184,
            "50.000000" : 27918336,
            "60.000000" : 30015488,
            "70.000000" : 32899072,
            "80.000000" : 36438016,
            "90.000000" : 42729472,
            "95.000000" : 49545216,
            "99.000000" : 63700992,
            "99.500000" : 68681728,
            "99.900000" : 77070336,
            "99.950000" : 80216064,
            "99.990000" : 86507520
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 13,
            "11468800" : 16,
            "11599872" : 18,
            "11730944" : 12,
            "11862016" : 9,
            "11993088" : 13,
            "12124160" : 13,
            "12255232" : 18,
            "12386304" : 18,
            "12517376" : 11,
            "12648448" : 10,
            "12779520" : 21,
            "12910592" : 16,
            "13041664" : 45,
            "13172736" : 39,
            "13303808" : 55,
            "13434880" : 77,
            "13565952" : 59,
            "13697024" : 60,
            "13828096" : 76,
            "13959168" : 98,
            "14090240" : 133,
            "14221312" : 149,
            "14352384" : 158,
            "14483456" : 155,
            "14614528" : 175,
            "14745600" : 163,
            "14876672" : 182,
            "15007744" : 204,
            "15138816" : 184,
            "15269888" : 258,
            "15400960" : 291,
            "15532032" : 301,
            "15663104" : 333,
            "15794176" : 406,
            "15925248" : 388,
            "16056320" : 482,
            "16187392" : 537,
            "16318464" : 606,
            "16449536" : 664,
            "16580608" : 761,
            "16711680" : 894,
            "16908288" : 2102,
            "17170432" : 2357,
            "17432576" : 2916,
            "17694720" : 3291,
            "17956864" : 3866,
            "18219008" : 4369,
            "18481152" : 4760,
            "18743296" : 5412,
            "19005440" : 5775,
            "19267584" : 6132,
            "19529728" : 6549,
            "19791872" : 6944,
            "20054016" : 7232,
            "20316160" : 7545,
            "20578304" : 7983,
            "20840448" : 8239,
            "21102592" : 8454,
            "21364736" : 8679,
            "21626880" : 8800,
            "21889024" : 8992,
            "22151168" : 8938,
            "22413312" : 8961,
            "22675456" : 9048,
            "22937600" : 9217,
            "23199744" : 9239,
            "23461888" : 9368,
            "23724032" : 9358,
            "23986176" : 9288,
            "24248320" : 9293,
            "24510464" : 9368,
            "24772608" : 9149,
            "25034752" : 9168,
            "25296896" : 9151,
            "25559040" : 9119,
            "25821184" : 9095,
            "26083328" : 9087,
            "26345472" : 8820,
            "26607616" : 8887,
            "26869760" : 8557,
            "27131904" : 8755,
            "27394048" : 8686,
            "27656192" : 8321,
            "27918336" : 8431,
            "28180480" : 8305,
            "28442624" : 8208,
            "28704768" : 8017,
            "28966912" : 7692,
            "29229056" : 7542,
            "29491200" : 7708,
            "29753344" : 7279,
            "30015488" : 7375,
            "30277632" : 7236,
            "30539776" : 7066,
            "30801920" : 6743,
            "31064064" : 6501,
            "31326208" : 6625,
            "31588352" : 6394,
            "31850496" : 6332,
            "32112640" : 5977,
            "32374784" : 5977,
            "32636928" : 5696,
            "32899072" : 5599,
            "33161216" : 5470,
            "33423360" : 5347,
            "33816576" : 10334,
            "34340864" : 9717,
            "34865152" : 9256,
            "35389440" : 8851,
            "35913728" : 8175,
            "36438016" : 7927,
            "36962304" : 7597,
            "37486592" : 6876,
            "38010880" : 6610,
            "38535168" : 6277,
            "39059456" : 5881,
            "39583744" : 5491,
            "40108032" : 5154,
            "40632320" : 4827,
            "41156608" : 4405,
            "41680896" : 4179,
            "42205184" : 3782,
            "42729472" : 3641,
            "43253760" : 3544,
            "43778048" : 3119,
            "44302336" : 2947,
            "44826624" : 2809,
            "45350912" : 2774,
            "45875200" : 2511,
            "46399488" : 2347,
            "46923776" : 2327,
            "47448064" : 2069,
            "47972352" : 2007,
            "48496640" : 1924,
            "49020928" : 1811,
            "49545216" : 1719,
            "50069504" : 1700,
            "50593792" : 1597,
            "51118080" : 1548,
            "51642368" : 1478,
            "52166656" : 1323,
            "52690944" : 1312,
            "53215232" : 1199,
            "53739520" : 1102,
            "54263808" : 1070,
            "54788096" : 1066,
            "55312384" : 1002,
            "55836672" : 924,
            "56360960" : 837,
            "56885248" : 784,
            "57409536" : 854,
            "57933824" : 803,
            "58458112" : 815,
            "58982400" : 760,
            "59506688" : 722,
            "60030976" : 700,
            "60555264" : 563,
            "61079552" : 583,
            "61603840" : 565,
            "62128128" : 542,
            "62652416" : 519,
            "63176704" : 475,
            "63700992" : 432,
            "64225280" : 412,
            "64749568" : 436,
            "65273856" : 405,
            "65798144" : 360,
            "66322432" : 343,
            "66846720" : 341,
            "67633152" : 629,
            "68681728" : 557,
            "69730304" : 440,
            "70778880" : 368,
            "71827456" : 362,
            "72876032" : 281,
            "73924608" : 229,
            "74973184" : 182,
            "76021760" : 189,
            "77070336" : 121,
            "78118912" : 113,
            "79167488" : 97,
            "80216064" : 79,
            "81264640" : 56,
            "82313216" : 49,
            "83361792" : 49,
            "84410368" : 28,
            "85458944" : 33,
            "86507520" : 24,
            "87556096" : 12,
            "88604672" : 15,
            "89653248" : 3,
            "90701824" : 7,
            "91750400" : 5,
            "92798976" : 4,
            "93847552" : 5,
            "94896128" : 2,
            "95944704" : 3,
            "96993280" : 3,
            "98041856" : 5,
            "99090432" : 1
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 101427377,
          "mean" : 30972120.313488,
          "stddev" : 9979766.550643,
          "N" : 661324
        },
        "bw_min" : 47854,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 66249.860759,
        "bw_dev" : 615.713058,
        "bw_samples" : 1264,
        "iops_min" : 11961,
        "iops_max" : 21935,
        "iops_mean" : 16561.354430,
        "iops_stddev" : 153.981794,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639984,
      "usr_cpu" : 0.351571,
      "sys_cpu" : 4.796214,
      "ctx" : 761700,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.794054,
        "50" : 85.529229,
        "100" : 4.674298,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849048,
  "timestamp_ms" : 1772849048445,
  "time" : "Fri Mar  6 22:04:08 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3375112192,
        "io_kbytes" : 3296008,
        "bw_bytes" : 67502243,
        "bw" : 65920,
        "iops" : 16480.620000,
        "runtime" : 50000,
        "total_ios" : 824031,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 256421,
          "max" : 7233425,
          "mean" : 966917.228937,
          "stddev" : 945097.800830,
          "N" : 824031
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 102644274,
          "mean" : 30104071.315776,
          "stddev" : 9825140.466744,
          "N" : 824015,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22151168,
            "30.000000" : 23986176,
            "40.000000" : 26083328,
            "50.000000" : 27918336,
            "60.000000" : 30277632,
            "70.000000" : 32899072,
            "80.000000" : 36438016,
            "90.000000" : 42729472,
            "95.000000" : 49545216,
            "99.000000" : 64225280,
            "99.500000" : 68681728,
            "99.900000" : 79167488,
            "99.950000" : 83361792,
            "99.990000" : 90701824
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 13,
            "11468800" : 18,
            "11599872" : 23,
            "11730944" : 19,
            "11862016" : 11,
            "11993088" : 13,
            "12124160" : 13,
            "12255232" : 18,
            "12386304" : 19,
            "12517376" : 13,
            "12648448" : 10,
            "12779520" : 22,
            "12910592" : 18,
            "13041664" : 51,
            "13172736" : 43,
            "13303808" : 58,
            "13434880" : 84,
            "13565952" : 69,
            "13697024" : 70,
            "13828096" : 84,
            "13959168" : 109,
            "14090240" : 153,
            "14221312" : 169,
            "14352384" : 186,
            "14483456" : 193,
            "14614528" : 208,
            "14745600" : 209,
            "14876672" : 245,
            "15007744" : 265,
            "15138816" : 255,
            "15269888" : 342,
            "15400960" : 391,
            "15532032" : 423,
            "15663104" : 445,
            "15794176" : 522,
            "15925248" : 511,
            "16056320" : 631,
            "16187392" : 713,
            "16318464" : 807,
            "16449536" : 875,
            "16580608" : 961,
            "16711680" : 1114,
            "16908288" : 2594,
            "17170432" : 2917,
            "17432576" : 3608,
            "17694720" : 4076,
            "17956864" : 4809,
            "18219008" : 5416,
            "18481152" : 5908,
            "18743296" : 6592,
            "19005440" : 7124,
            "19267584" : 7446,
            "19529728" : 8055,
            "19791872" : 8517,
            "20054016" : 8965,
            "20316160" : 9288,
            "20578304" : 9843,
            "20840448" : 10058,
            "21102592" : 10335,
            "21364736" : 10641,
            "21626880" : 10861,
            "21889024" : 11024,
            "22151168" : 10999,
            "22413312" : 10926,
            "22675456" : 11056,
            "22937600" : 11350,
            "23199744" : 11346,
            "23461888" : 11522,
            "23724032" : 11385,
            "23986176" : 11446,
            "24248320" : 11432,
            "24510464" : 11507,
            "24772608" : 11216,
            "25034752" : 11296,
            "25296896" : 11305,
            "25559040" : 11336,
            "25821184" : 11115,
            "26083328" : 11225,
            "26345472" : 10930,
            "26607616" : 11022,
            "26869760" : 10661,
            "27131904" : 10809,
            "27394048" : 10696,
            "27656192" : 10197,
            "27918336" : 10302,
            "28180480" : 10265,
            "28442624" : 10167,
            "28704768" : 9906,
            "28966912" : 9541,
            "29229056" : 9460,
            "29491200" : 9580,
            "29753344" : 9167,
            "30015488" : 9262,
            "30277632" : 9100,
            "30539776" : 8924,
            "30801920" : 8553,
            "31064064" : 8254,
            "31326208" : 8352,
            "31588352" : 7988,
            "31850496" : 8051,
            "32112640" : 7644,
            "32374784" : 7614,
            "32636928" : 7238,
            "32899072" : 7226,
            "33161216" : 6965,
            "33423360" : 6816,
            "33816576" : 13193,
            "34340864" : 12397,
            "34865152" : 11812,
            "35389440" : 11159,
            "35913728" : 10425,
            "36438016" : 10134,
            "36962304" : 9630,
            "37486592" : 8882,
            "38010880" : 8375,
            "38535168" : 7948,
            "39059456" : 7437,
            "39583744" : 7035,
            "40108032" : 6555,
            "40632320" : 6080,
            "41156608" : 5592,
            "41680896" : 5256,
            "42205184" : 4877,
            "42729472" : 4567,
            "43253760" : 4453,
            "43778048" : 3972,
            "44302336" : 3751,
            "44826624" : 3480,
            "45350912" : 3388,
            "45875200" : 3084,
            "46399488" : 2879,
            "46923776" : 2863,
            "47448064" : 2586,
            "47972352" : 2454,
            "48496640" : 2284,
            "49020928" : 2218,
            "49545216" : 2094,
            "50069504" : 2021,
            "50593792" : 1940,
            "51118080" : 1884,
            "51642368" : 1765,
            "52166656" : 1617,
            "52690944" : 1574,
            "53215232" : 1421,
            "53739520" : 1324,
            "54263808" : 1260,
            "54788096" : 1316,
            "55312384" : 1245,
            "55836672" : 1132,
            "56360960" : 1040,
            "56885248" : 977,
            "57409536" : 1070,
            "57933824" : 978,
            "58458112" : 997,
            "58982400" : 921,
            "59506688" : 888,
            "60030976" : 871,
            "60555264" : 723,
            "61079552" : 730,
            "61603840" : 715,
            "62128128" : 705,
            "62652416" : 676,
            "63176704" : 624,
            "63700992" : 543,
            "64225280" : 543,
            "64749568" : 569,
            "65273856" : 531,
            "65798144" : 490,
            "66322432" : 453,
            "66846720" : 439,
            "67633152" : 803,
            "68681728" : 720,
            "69730304" : 576,
            "70778880" : 483,
            "71827456" : 476,
            "72876032" : 381,
            "73924608" : 326,
            "74973184" : 264,
            "76021760" : 264,
            "77070336" : 187,
            "78118912" : 168,
            "79167488" : 143,
            "80216064" : 122,
            "81264640" : 91,
            "82313216" : 92,
            "83361792" : 66,
            "84410368" : 55,
            "85458944" : 81,
            "86507520" : 53,
            "87556096" : 38,
            "88604672" : 36,
            "89653248" : 22,
            "90701824" : 23,
            "91750400" : 18,
            "92798976" : 11,
            "93847552" : 12,
            "94896128" : 10,
            "95944704" : 5,
            "96993280" : 4,
            "98041856" : 11,
            "99090432" : 3,
            "101187584" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 103236507,
          "mean" : 31071309.217422,
          "stddev" : 10067339.310074,
          "N" : 824015
        },
        "bw_min" : 46986,
        "bw_max" : 87748,
        "bw_agg" : 99.960317,
        "bw_mean" : 65894.575758,
        "bw_dev" : 625.783855,
        "bw_samples" : 1584,
        "iops_min" : 11746,
        "iops_max" : 21935,
        "iops_mean" : 16472.676768,
        "iops_stddev" : 156.480389,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799997,
      "usr_cpu" : 0.352001,
      "sys_cpu" : 4.776643,
      "ctx" : 947349,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.725362,
        "50" : 85.562679,
        "100" : 4.709774,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849058,
  "timestamp_ms" : 1772849058448,
  "time" : "Fri Mar  6 22:04:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4047974400,
        "io_kbytes" : 3953100,
        "bw_bytes" : 67466240,
        "bw" : 65885,
        "iops" : 16471.983333,
        "runtime" : 60000,
        "total_ios" : 988319,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 256421,
          "max" : 7233425,
          "mean" : 967441.535361,
          "stddev" : 946575.076858,
          "N" : 988320
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 102644274,
          "mean" : 30117477.563802,
          "stddev" : 9790162.156376,
          "N" : 988304,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26083328,
            "50.000000" : 28180480,
            "60.000000" : 30277632,
            "70.000000" : 32899072,
            "80.000000" : 36438016,
            "90.000000" : 42729472,
            "95.000000" : 49020928,
            "99.000000" : 63700992,
            "99.500000" : 68681728,
            "99.900000" : 78118912,
            "99.950000" : 82313216,
            "99.990000" : 90701824
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 13,
            "11468800" : 18,
            "11599872" : 23,
            "11730944" : 19,
            "11862016" : 11,
            "11993088" : 13,
            "12124160" : 13,
            "12255232" : 22,
            "12386304" : 26,
            "12517376" : 15,
            "12648448" : 13,
            "12779520" : 26,
            "12910592" : 21,
            "13041664" : 59,
            "13172736" : 53,
            "13303808" : 79,
            "13434880" : 105,
            "13565952" : 80,
            "13697024" : 89,
            "13828096" : 107,
            "13959168" : 123,
            "14090240" : 185,
            "14221312" : 215,
            "14352384" : 243,
            "14483456" : 260,
            "14614528" : 292,
            "14745600" : 293,
            "14876672" : 346,
            "15007744" : 364,
            "15138816" : 359,
            "15269888" : 443,
            "15400960" : 511,
            "15532032" : 578,
            "15663104" : 582,
            "15794176" : 725,
            "15925248" : 701,
            "16056320" : 814,
            "16187392" : 912,
            "16318464" : 1019,
            "16449536" : 1094,
            "16580608" : 1239,
            "16711680" : 1412,
            "16908288" : 3315,
            "17170432" : 3636,
            "17432576" : 4449,
            "17694720" : 4945,
            "17956864" : 5761,
            "18219008" : 6474,
            "18481152" : 7006,
            "18743296" : 7834,
            "19005440" : 8401,
            "19267584" : 8829,
            "19529728" : 9542,
            "19791872" : 9963,
            "20054016" : 10582,
            "20316160" : 11040,
            "20578304" : 11644,
            "20840448" : 11927,
            "21102592" : 12246,
            "21364736" : 12691,
            "21626880" : 12861,
            "21889024" : 13045,
            "22151168" : 13006,
            "22413312" : 12910,
            "22675456" : 13036,
            "22937600" : 13496,
            "23199744" : 13516,
            "23461888" : 13571,
            "23724032" : 13513,
            "23986176" : 13562,
            "24248320" : 13509,
            "24510464" : 13677,
            "24772608" : 13451,
            "25034752" : 13409,
            "25296896" : 13523,
            "25559040" : 13493,
            "25821184" : 13297,
            "26083328" : 13362,
            "26345472" : 13004,
            "26607616" : 13118,
            "26869760" : 12742,
            "27131904" : 12849,
            "27394048" : 12757,
            "27656192" : 12212,
            "27918336" : 12316,
            "28180480" : 12363,
            "28442624" : 12162,
            "28704768" : 11811,
            "28966912" : 11415,
            "29229056" : 11400,
            "29491200" : 11421,
            "29753344" : 10978,
            "30015488" : 11031,
            "30277632" : 10872,
            "30539776" : 10755,
            "30801920" : 10307,
            "31064064" : 10008,
            "31326208" : 10105,
            "31588352" : 9720,
            "31850496" : 9729,
            "32112640" : 9405,
            "32374784" : 9298,
            "32636928" : 8823,
            "32899072" : 8761,
            "33161216" : 8345,
            "33423360" : 8290,
            "33816576" : 15982,
            "34340864" : 15007,
            "34865152" : 14189,
            "35389440" : 13577,
            "35913728" : 12751,
            "36438016" : 12340,
            "36962304" : 11676,
            "37486592" : 10751,
            "38010880" : 10195,
            "38535168" : 9557,
            "39059456" : 9067,
            "39583744" : 8631,
            "40108032" : 8059,
            "40632320" : 7414,
            "41156608" : 6875,
            "41680896" : 6384,
            "42205184" : 5900,
            "42729472" : 5525,
            "43253760" : 5409,
            "43778048" : 4784,
            "44302336" : 4494,
            "44826624" : 4230,
            "45350912" : 4113,
            "45875200" : 3696,
            "46399488" : 3467,
            "46923776" : 3475,
            "47448064" : 3176,
            "47972352" : 2930,
            "48496640" : 2752,
            "49020928" : 2604,
            "49545216" : 2491,
            "50069504" : 2388,
            "50593792" : 2294,
            "51118080" : 2267,
            "51642368" : 2101,
            "52166656" : 1947,
            "52690944" : 1863,
            "53215232" : 1700,
            "53739520" : 1546,
            "54263808" : 1521,
            "54788096" : 1550,
            "55312384" : 1505,
            "55836672" : 1384,
            "56360960" : 1253,
            "56885248" : 1150,
            "57409536" : 1268,
            "57933824" : 1155,
            "58458112" : 1171,
            "58982400" : 1090,
            "59506688" : 1061,
            "60030976" : 1029,
            "60555264" : 896,
            "61079552" : 890,
            "61603840" : 853,
            "62128128" : 830,
            "62652416" : 800,
            "63176704" : 744,
            "63700992" : 636,
            "64225280" : 636,
            "64749568" : 646,
            "65273856" : 620,
            "65798144" : 586,
            "66322432" : 551,
            "66846720" : 507,
            "67633152" : 921,
            "68681728" : 822,
            "69730304" : 659,
            "70778880" : 560,
            "71827456" : 557,
            "72876032" : 436,
            "73924608" : 380,
            "74973184" : 303,
            "76021760" : 304,
            "77070336" : 207,
            "78118912" : 195,
            "79167488" : 155,
            "80216064" : 131,
            "81264640" : 103,
            "82313216" : 103,
            "83361792" : 68,
            "84410368" : 57,
            "85458944" : 88,
            "86507520" : 56,
            "87556096" : 40,
            "88604672" : 41,
            "89653248" : 27,
            "90701824" : 27,
            "91750400" : 24,
            "92798976" : 12,
            "93847552" : 16,
            "94896128" : 11,
            "95944704" : 5,
            "96993280" : 5,
            "98041856" : 11,
            "99090432" : 3,
            "101187584" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 103236507,
          "mean" : 31085046.820797,
          "stddev" : 10031292.681784,
          "N" : 988304
        },
        "bw_min" : 46986,
        "bw_max" : 87748,
        "bw_agg" : 99.878576,
        "bw_mean" : 65805.924370,
        "bw_dev" : 607.840372,
        "bw_samples" : 1904,
        "iops_min" : 11746,
        "iops_max" : 21935,
        "iops_mean" : 16450.504202,
        "iops_stddev" : 151.996433,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959997,
      "usr_cpu" : 0.349584,
      "sys_cpu" : 4.773140,
      "ctx" : 1135115,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.792891,
        "50" : 85.557396,
        "100" : 4.647993,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849068,
  "timestamp_ms" : 1772849068447,
  "time" : "Fri Mar  6 22:04:28 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4685643776,
        "io_kbytes" : 4575824,
        "bw_bytes" : 66937768,
        "bw" : 65368,
        "iops" : 16342.914286,
        "runtime" : 70000,
        "total_ios" : 1144004,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 256421,
          "max" : 7321679,
          "mean" : 975066.656613,
          "stddev" : 959526.942410,
          "N" : 1144005
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 102945202,
          "mean" : 30356546.302555,
          "stddev" : 9966476.626955,
          "N" : 1143988,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26345472,
            "50.000000" : 28180480,
            "60.000000" : 30539776,
            "70.000000" : 33161216,
            "80.000000" : 36962304,
            "90.000000" : 43253760,
            "95.000000" : 50069504,
            "99.000000" : 64749568,
            "99.500000" : 69730304,
            "99.900000" : 80216064,
            "99.950000" : 84410368,
            "99.990000" : 90701824
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 13,
            "11468800" : 19,
            "11599872" : 30,
            "11730944" : 24,
            "11862016" : 16,
            "11993088" : 13,
            "12124160" : 15,
            "12255232" : 23,
            "12386304" : 27,
            "12517376" : 18,
            "12648448" : 14,
            "12779520" : 28,
            "12910592" : 27,
            "13041664" : 62,
            "13172736" : 57,
            "13303808" : 81,
            "13434880" : 118,
            "13565952" : 92,
            "13697024" : 92,
            "13828096" : 115,
            "13959168" : 142,
            "14090240" : 202,
            "14221312" : 242,
            "14352384" : 261,
            "14483456" : 290,
            "14614528" : 317,
            "14745600" : 323,
            "14876672" : 377,
            "15007744" : 394,
            "15138816" : 397,
            "15269888" : 473,
            "15400960" : 556,
            "15532032" : 654,
            "15663104" : 639,
            "15794176" : 817,
            "15925248" : 815,
            "16056320" : 917,
            "16187392" : 1046,
            "16318464" : 1152,
            "16449536" : 1239,
            "16580608" : 1386,
            "16711680" : 1578,
            "16908288" : 3655,
            "17170432" : 4152,
            "17432576" : 5026,
            "17694720" : 5635,
            "17956864" : 6611,
            "18219008" : 7517,
            "18481152" : 8038,
            "18743296" : 8953,
            "19005440" : 9586,
            "19267584" : 10124,
            "19529728" : 10846,
            "19791872" : 11420,
            "20054016" : 12050,
            "20316160" : 12626,
            "20578304" : 13163,
            "20840448" : 13564,
            "21102592" : 13849,
            "21364736" : 14286,
            "21626880" : 14518,
            "21889024" : 14744,
            "22151168" : 14621,
            "22413312" : 14539,
            "22675456" : 14832,
            "22937600" : 15127,
            "23199744" : 15173,
            "23461888" : 15235,
            "23724032" : 15166,
            "23986176" : 15314,
            "24248320" : 15278,
            "24510464" : 15434,
            "24772608" : 15245,
            "25034752" : 15136,
            "25296896" : 15315,
            "25559040" : 15319,
            "25821184" : 15107,
            "26083328" : 15230,
            "26345472" : 14871,
            "26607616" : 14874,
            "26869760" : 14557,
            "27131904" : 14665,
            "27394048" : 14636,
            "27656192" : 14014,
            "27918336" : 14228,
            "28180480" : 14207,
            "28442624" : 14004,
            "28704768" : 13652,
            "28966912" : 13172,
            "29229056" : 13163,
            "29491200" : 13171,
            "29753344" : 12689,
            "30015488" : 12688,
            "30277632" : 12545,
            "30539776" : 12476,
            "30801920" : 12004,
            "31064064" : 11583,
            "31326208" : 11721,
            "31588352" : 11360,
            "31850496" : 11288,
            "32112640" : 11008,
            "32374784" : 10895,
            "32636928" : 10198,
            "32899072" : 10180,
            "33161216" : 9727,
            "33423360" : 9665,
            "33816576" : 18739,
            "34340864" : 17633,
            "34865152" : 16724,
            "35389440" : 16194,
            "35913728" : 15192,
            "36438016" : 14594,
            "36962304" : 13898,
            "37486592" : 12860,
            "38010880" : 12168,
            "38535168" : 11416,
            "39059456" : 10809,
            "39583744" : 10245,
            "40108032" : 9590,
            "40632320" : 8832,
            "41156608" : 8270,
            "41680896" : 7606,
            "42205184" : 7047,
            "42729472" : 6640,
            "43253760" : 6428,
            "43778048" : 5721,
            "44302336" : 5397,
            "44826624" : 4984,
            "45350912" : 4958,
            "45875200" : 4473,
            "46399488" : 4196,
            "46923776" : 4153,
            "47448064" : 3782,
            "47972352" : 3593,
            "48496640" : 3310,
            "49020928" : 3152,
            "49545216" : 2996,
            "50069504" : 2870,
            "50593792" : 2756,
            "51118080" : 2721,
            "51642368" : 2563,
            "52166656" : 2387,
            "52690944" : 2225,
            "53215232" : 2079,
            "53739520" : 1935,
            "54263808" : 1866,
            "54788096" : 1889,
            "55312384" : 1807,
            "55836672" : 1689,
            "56360960" : 1560,
            "56885248" : 1436,
            "57409536" : 1519,
            "57933824" : 1406,
            "58458112" : 1401,
            "58982400" : 1337,
            "59506688" : 1294,
            "60030976" : 1246,
            "60555264" : 1106,
            "61079552" : 1098,
            "61603840" : 1077,
            "62128128" : 1037,
            "62652416" : 950,
            "63176704" : 911,
            "63700992" : 788,
            "64225280" : 792,
            "64749568" : 810,
            "65273856" : 754,
            "65798144" : 736,
            "66322432" : 676,
            "66846720" : 634,
            "67633152" : 1147,
            "68681728" : 998,
            "69730304" : 841,
            "70778880" : 724,
            "71827456" : 702,
            "72876032" : 561,
            "73924608" : 513,
            "74973184" : 403,
            "76021760" : 397,
            "77070336" : 309,
            "78118912" : 273,
            "79167488" : 225,
            "80216064" : 173,
            "81264640" : 149,
            "82313216" : 133,
            "83361792" : 106,
            "84410368" : 94,
            "85458944" : 113,
            "86507520" : 82,
            "87556096" : 55,
            "88604672" : 66,
            "89653248" : 42,
            "90701824" : 37,
            "91750400" : 33,
            "92798976" : 15,
            "93847552" : 18,
            "94896128" : 14,
            "95944704" : 5,
            "96993280" : 5,
            "98041856" : 14,
            "99090432" : 3,
            "100139008" : 1,
            "101187584" : 1,
            "102236160" : 3,
            "103284736" : 1
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 107619423,
          "mean" : 31331851.080619,
          "stddev" : 10212401.198575,
          "N" : 1143988
        },
        "bw_min" : 44357,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 65382.129496,
        "bw_dev" : 624.226926,
        "bw_samples" : 2224,
        "iops_min" : 11089,
        "iops_max" : 21935,
        "iops_mean" : 16344.482014,
        "iops_stddev" : 156.095024,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119995,
      "usr_cpu" : 0.345805,
      "sys_cpu" : 4.736450,
      "ctx" : 1314717,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.631697,
        "50" : 85.418932,
        "100" : 4.947448,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849078,
  "timestamp_ms" : 1772849078446,
  "time" : "Fri Mar  6 22:04:38 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5317451776,
        "io_kbytes" : 5192824,
        "bw_bytes" : 66468147,
        "bw" : 64910,
        "iops" : 16228.212500,
        "runtime" : 80000,
        "total_ios" : 1298257,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 981960.140133,
          "stddev" : 969838.939937,
          "N" : 1298257
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 106469239,
          "mean" : 30570102.072510,
          "stddev" : 10086238.350852,
          "N" : 1298241,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26345472,
            "50.000000" : 28442624,
            "60.000000" : 30801920,
            "70.000000" : 33816576,
            "80.000000" : 36962304,
            "90.000000" : 43253760,
            "95.000000" : 50069504,
            "99.000000" : 65273856,
            "99.500000" : 70778880,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 15,
            "11468800" : 26,
            "11599872" : 35,
            "11730944" : 33,
            "11862016" : 18,
            "11993088" : 15,
            "12124160" : 15,
            "12255232" : 25,
            "12386304" : 29,
            "12517376" : 19,
            "12648448" : 20,
            "12779520" : 36,
            "12910592" : 38,
            "13041664" : 69,
            "13172736" : 69,
            "13303808" : 95,
            "13434880" : 133,
            "13565952" : 112,
            "13697024" : 107,
            "13828096" : 133,
            "13959168" : 154,
            "14090240" : 220,
            "14221312" : 272,
            "14352384" : 291,
            "14483456" : 307,
            "14614528" : 334,
            "14745600" : 342,
            "14876672" : 409,
            "15007744" : 431,
            "15138816" : 451,
            "15269888" : 521,
            "15400960" : 610,
            "15532032" : 742,
            "15663104" : 709,
            "15794176" : 921,
            "15925248" : 898,
            "16056320" : 1045,
            "16187392" : 1158,
            "16318464" : 1263,
            "16449536" : 1377,
            "16580608" : 1549,
            "16711680" : 1740,
            "16908288" : 4005,
            "17170432" : 4608,
            "17432576" : 5586,
            "17694720" : 6280,
            "17956864" : 7335,
            "18219008" : 8407,
            "18481152" : 8960,
            "18743296" : 10097,
            "19005440" : 10722,
            "19267584" : 11262,
            "19529728" : 12029,
            "19791872" : 12728,
            "20054016" : 13361,
            "20316160" : 13979,
            "20578304" : 14557,
            "20840448" : 15039,
            "21102592" : 15320,
            "21364736" : 15723,
            "21626880" : 15970,
            "21889024" : 16167,
            "22151168" : 16068,
            "22413312" : 16032,
            "22675456" : 16400,
            "22937600" : 16686,
            "23199744" : 16693,
            "23461888" : 16801,
            "23724032" : 16714,
            "23986176" : 17048,
            "24248320" : 17002,
            "24510464" : 17134,
            "24772608" : 16939,
            "25034752" : 16956,
            "25296896" : 16998,
            "25559040" : 16917,
            "25821184" : 16814,
            "26083328" : 16925,
            "26345472" : 16638,
            "26607616" : 16554,
            "26869760" : 16392,
            "27131904" : 16605,
            "27394048" : 16430,
            "27656192" : 15729,
            "27918336" : 16080,
            "28180480" : 16052,
            "28442624" : 15920,
            "28704768" : 15532,
            "28966912" : 15005,
            "29229056" : 14821,
            "29491200" : 14905,
            "29753344" : 14476,
            "30015488" : 14459,
            "30277632" : 14240,
            "30539776" : 14164,
            "30801920" : 13747,
            "31064064" : 13282,
            "31326208" : 13336,
            "31588352" : 13082,
            "31850496" : 12955,
            "32112640" : 12677,
            "32374784" : 12539,
            "32636928" : 11792,
            "32899072" : 11670,
            "33161216" : 11148,
            "33423360" : 11076,
            "33816576" : 21579,
            "34340864" : 20451,
            "34865152" : 19434,
            "35389440" : 18794,
            "35913728" : 17614,
            "36438016" : 17027,
            "36962304" : 16174,
            "37486592" : 15001,
            "38010880" : 14216,
            "38535168" : 13365,
            "39059456" : 12752,
            "39583744" : 11973,
            "40108032" : 11201,
            "40632320" : 10479,
            "41156608" : 9711,
            "41680896" : 8957,
            "42205184" : 8316,
            "42729472" : 7853,
            "43253760" : 7583,
            "43778048" : 6716,
            "44302336" : 6379,
            "44826624" : 5942,
            "45350912" : 5824,
            "45875200" : 5245,
            "46399488" : 4961,
            "46923776" : 4817,
            "47448064" : 4507,
            "47972352" : 4216,
            "48496640" : 3913,
            "49020928" : 3716,
            "49545216" : 3495,
            "50069504" : 3367,
            "50593792" : 3247,
            "51118080" : 3166,
            "51642368" : 2952,
            "52166656" : 2795,
            "52690944" : 2576,
            "53215232" : 2442,
            "53739520" : 2298,
            "54263808" : 2234,
            "54788096" : 2167,
            "55312384" : 2136,
            "55836672" : 1973,
            "56360960" : 1786,
            "56885248" : 1675,
            "57409536" : 1745,
            "57933824" : 1644,
            "58458112" : 1636,
            "58982400" : 1553,
            "59506688" : 1472,
            "60030976" : 1420,
            "60555264" : 1300,
            "61079552" : 1251,
            "61603840" : 1248,
            "62128128" : 1190,
            "62652416" : 1095,
            "63176704" : 1057,
            "63700992" : 897,
            "64225280" : 915,
            "64749568" : 926,
            "65273856" : 863,
            "65798144" : 850,
            "66322432" : 797,
            "66846720" : 760,
            "67633152" : 1355,
            "68681728" : 1177,
            "69730304" : 1006,
            "70778880" : 863,
            "71827456" : 864,
            "72876032" : 672,
            "73924608" : 634,
            "74973184" : 494,
            "76021760" : 504,
            "77070336" : 365,
            "78118912" : 370,
            "79167488" : 289,
            "80216064" : 224,
            "81264640" : 205,
            "82313216" : 177,
            "83361792" : 158,
            "84410368" : 126,
            "85458944" : 143,
            "86507520" : 107,
            "87556096" : 79,
            "88604672" : 91,
            "89653248" : 65,
            "90701824" : 55,
            "91750400" : 53,
            "92798976" : 26,
            "93847552" : 30,
            "94896128" : 22,
            "95944704" : 10,
            "96993280" : 15,
            "98041856" : 26,
            "99090432" : 7,
            "100139008" : 3,
            "101187584" : 7,
            "102236160" : 8,
            "103284736" : 6,
            "104333312" : 2,
            "105381888" : 1,
            "106430464" : 2
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 109379047,
          "mean" : 31552202.218190,
          "stddev" : 10335490.069151,
          "N" : 1298241
        },
        "bw_min" : 43624,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 64977.320755,
        "bw_dev" : 617.607503,
        "bw_samples" : 2544,
        "iops_min" : 10906,
        "iops_max" : 21935,
        "iops_mean" : 16243.314465,
        "iops_stddev" : 154.434705,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279989,
      "usr_cpu" : 0.344612,
      "sys_cpu" : 4.702306,
      "ctx" : 1493015,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.452366,
        "50" : 85.425921,
        "100" : 5.118247,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849088,
  "timestamp_ms" : 1772849088446,
  "time" : "Fri Mar  6 22:04:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5966970880,
        "io_kbytes" : 5827120,
        "bw_bytes" : 66299676,
        "bw" : 64745,
        "iops" : 16186.955556,
        "runtime" : 90000,
        "total_ios" : 1456826,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 984477.022007,
          "stddev" : 973717.564865,
          "N" : 1456826
        },
        "clat_ns" : {
          "min" : 11241829,
          "max" : 106469239,
          "mean" : 30646267.924749,
          "stddev" : 10116763.678033,
          "N" : 1456810,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26345472,
            "50.000000" : 28442624,
            "60.000000" : 30801920,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43253760,
            "95.000000" : 50593792,
            "99.000000" : 65273856,
            "99.500000" : 70778880,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 16,
            "11468800" : 28,
            "11599872" : 39,
            "11730944" : 37,
            "11862016" : 18,
            "11993088" : 15,
            "12124160" : 15,
            "12255232" : 25,
            "12386304" : 29,
            "12517376" : 19,
            "12648448" : 24,
            "12779520" : 42,
            "12910592" : 40,
            "13041664" : 78,
            "13172736" : 81,
            "13303808" : 100,
            "13434880" : 138,
            "13565952" : 118,
            "13697024" : 114,
            "13828096" : 141,
            "13959168" : 174,
            "14090240" : 241,
            "14221312" : 295,
            "14352384" : 300,
            "14483456" : 322,
            "14614528" : 351,
            "14745600" : 354,
            "14876672" : 433,
            "15007744" : 450,
            "15138816" : 486,
            "15269888" : 570,
            "15400960" : 647,
            "15532032" : 780,
            "15663104" : 769,
            "15794176" : 999,
            "15925248" : 960,
            "16056320" : 1113,
            "16187392" : 1233,
            "16318464" : 1370,
            "16449536" : 1483,
            "16580608" : 1684,
            "16711680" : 1877,
            "16908288" : 4323,
            "17170432" : 4968,
            "17432576" : 6047,
            "17694720" : 6855,
            "17956864" : 8032,
            "18219008" : 9146,
            "18481152" : 9840,
            "18743296" : 11059,
            "19005440" : 11820,
            "19267584" : 12591,
            "19529728" : 13381,
            "19791872" : 14130,
            "20054016" : 14787,
            "20316160" : 15447,
            "20578304" : 16176,
            "20840448" : 16680,
            "21102592" : 17041,
            "21364736" : 17530,
            "21626880" : 17785,
            "21889024" : 18004,
            "22151168" : 17931,
            "22413312" : 17879,
            "22675456" : 18393,
            "22937600" : 18687,
            "23199744" : 18592,
            "23461888" : 18831,
            "23724032" : 18775,
            "23986176" : 19050,
            "24248320" : 19075,
            "24510464" : 19159,
            "24772608" : 18936,
            "25034752" : 19042,
            "25296896" : 19064,
            "25559040" : 19107,
            "25821184" : 18903,
            "26083328" : 19069,
            "26345472" : 18688,
            "26607616" : 18608,
            "26869760" : 18387,
            "27131904" : 18680,
            "27394048" : 18573,
            "27656192" : 17883,
            "27918336" : 18138,
            "28180480" : 18171,
            "28442624" : 17954,
            "28704768" : 17526,
            "28966912" : 16972,
            "29229056" : 16781,
            "29491200" : 16895,
            "29753344" : 16352,
            "30015488" : 16375,
            "30277632" : 16162,
            "30539776" : 16039,
            "30801920" : 15469,
            "31064064" : 14977,
            "31326208" : 15066,
            "31588352" : 14742,
            "31850496" : 14609,
            "32112640" : 14325,
            "32374784" : 14153,
            "32636928" : 13249,
            "32899072" : 13174,
            "33161216" : 12536,
            "33423360" : 12408,
            "33816576" : 24312,
            "34340864" : 22940,
            "34865152" : 21834,
            "35389440" : 20993,
            "35913728" : 19717,
            "36438016" : 19067,
            "36962304" : 18065,
            "37486592" : 16838,
            "38010880" : 15984,
            "38535168" : 14976,
            "39059456" : 14277,
            "39583744" : 13456,
            "40108032" : 12564,
            "40632320" : 11739,
            "41156608" : 10889,
            "41680896" : 10091,
            "42205184" : 9312,
            "42729472" : 8861,
            "43253760" : 8574,
            "43778048" : 7578,
            "44302336" : 7188,
            "44826624" : 6788,
            "45350912" : 6643,
            "45875200" : 5993,
            "46399488" : 5656,
            "46923776" : 5485,
            "47448064" : 5193,
            "47972352" : 4840,
            "48496640" : 4419,
            "49020928" : 4219,
            "49545216" : 3982,
            "50069504" : 3814,
            "50593792" : 3683,
            "51118080" : 3586,
            "51642368" : 3349,
            "52166656" : 3173,
            "52690944" : 2911,
            "53215232" : 2789,
            "53739520" : 2622,
            "54263808" : 2586,
            "54788096" : 2458,
            "55312384" : 2421,
            "55836672" : 2264,
            "56360960" : 2050,
            "56885248" : 1930,
            "57409536" : 2022,
            "57933824" : 1903,
            "58458112" : 1905,
            "58982400" : 1757,
            "59506688" : 1713,
            "60030976" : 1616,
            "60555264" : 1465,
            "61079552" : 1437,
            "61603840" : 1417,
            "62128128" : 1369,
            "62652416" : 1239,
            "63176704" : 1190,
            "63700992" : 1028,
            "64225280" : 1080,
            "64749568" : 1046,
            "65273856" : 982,
            "65798144" : 975,
            "66322432" : 894,
            "66846720" : 862,
            "67633152" : 1553,
            "68681728" : 1338,
            "69730304" : 1143,
            "70778880" : 1016,
            "71827456" : 985,
            "72876032" : 756,
            "73924608" : 729,
            "74973184" : 582,
            "76021760" : 565,
            "77070336" : 444,
            "78118912" : 421,
            "79167488" : 321,
            "80216064" : 268,
            "81264640" : 234,
            "82313216" : 204,
            "83361792" : 177,
            "84410368" : 150,
            "85458944" : 162,
            "86507520" : 124,
            "87556096" : 91,
            "88604672" : 104,
            "89653248" : 75,
            "90701824" : 67,
            "91750400" : 60,
            "92798976" : 34,
            "93847552" : 34,
            "94896128" : 25,
            "95944704" : 16,
            "96993280" : 18,
            "98041856" : 26,
            "99090432" : 9,
            "100139008" : 4,
            "101187584" : 7,
            "102236160" : 10,
            "103284736" : 7,
            "104333312" : 2,
            "105381888" : 1,
            "106430464" : 2
          }
        },
        "lat_ns" : {
          "min" : 11664103,
          "max" : 109379047,
          "mean" : 31630821.525561,
          "stddev" : 10366890.006435,
          "N" : 1456810
        },
        "bw_min" : 43405,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 64794.039106,
        "bw_dev" : 615.308140,
        "bw_samples" : 2864,
        "iops_min" : 10851,
        "iops_max" : 21935,
        "iops_mean" : 16197.491620,
        "iops_stddev" : 153.860492,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440000,
      "usr_cpu" : 0.344861,
      "sys_cpu" : 4.687014,
      "ctx" : 1674799,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999931,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999931,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.235489,
        "50" : 85.551329,
        "100" : 5.209819,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849098,
  "timestamp_ms" : 1772849098447,
  "time" : "Fri Mar  6 22:04:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6607540224,
        "io_kbytes" : 6452676,
        "bw_bytes" : 66075402,
        "bw" : 64526,
        "iops" : 16132.150000,
        "runtime" : 100000,
        "total_ios" : 1613215,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 987831.575642,
          "stddev" : 980598.532836,
          "N" : 1613215
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 106469239,
          "mean" : 30749998.344824,
          "stddev" : 10231345.271043,
          "N" : 1613199,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 18,
            "11468800" : 30,
            "11599872" : 39,
            "11730944" : 37,
            "11862016" : 18,
            "11993088" : 15,
            "12124160" : 15,
            "12255232" : 25,
            "12386304" : 31,
            "12517376" : 24,
            "12648448" : 25,
            "12779520" : 42,
            "12910592" : 46,
            "13041664" : 84,
            "13172736" : 87,
            "13303808" : 106,
            "13434880" : 150,
            "13565952" : 129,
            "13697024" : 121,
            "13828096" : 167,
            "13959168" : 190,
            "14090240" : 261,
            "14221312" : 312,
            "14352384" : 314,
            "14483456" : 341,
            "14614528" : 382,
            "14745600" : 376,
            "14876672" : 474,
            "15007744" : 484,
            "15138816" : 542,
            "15269888" : 630,
            "15400960" : 718,
            "15532032" : 852,
            "15663104" : 874,
            "15794176" : 1095,
            "15925248" : 1078,
            "16056320" : 1213,
            "16187392" : 1345,
            "16318464" : 1516,
            "16449536" : 1640,
            "16580608" : 1866,
            "16711680" : 2069,
            "16908288" : 4681,
            "17170432" : 5470,
            "17432576" : 6712,
            "17694720" : 7629,
            "17956864" : 8877,
            "18219008" : 10207,
            "18481152" : 10929,
            "18743296" : 12222,
            "19005440" : 13028,
            "19267584" : 13809,
            "19529728" : 14663,
            "19791872" : 15565,
            "20054016" : 16230,
            "20316160" : 16910,
            "20578304" : 17642,
            "20840448" : 18288,
            "21102592" : 18753,
            "21364736" : 19201,
            "21626880" : 19454,
            "21889024" : 19800,
            "22151168" : 19648,
            "22413312" : 19678,
            "22675456" : 20084,
            "22937600" : 20441,
            "23199744" : 20454,
            "23461888" : 20717,
            "23724032" : 20766,
            "23986176" : 20974,
            "24248320" : 21103,
            "24510464" : 21050,
            "24772608" : 20821,
            "25034752" : 20916,
            "25296896" : 20975,
            "25559040" : 20897,
            "25821184" : 20785,
            "26083328" : 20987,
            "26345472" : 20570,
            "26607616" : 20675,
            "26869760" : 20327,
            "27131904" : 20601,
            "27394048" : 20519,
            "27656192" : 19840,
            "27918336" : 19977,
            "28180480" : 20079,
            "28442624" : 19839,
            "28704768" : 19338,
            "28966912" : 18735,
            "29229056" : 18516,
            "29491200" : 18676,
            "29753344" : 18068,
            "30015488" : 18093,
            "30277632" : 17748,
            "30539776" : 17602,
            "30801920" : 17017,
            "31064064" : 16493,
            "31326208" : 16647,
            "31588352" : 16285,
            "31850496" : 16167,
            "32112640" : 15870,
            "32374784" : 15697,
            "32636928" : 14648,
            "32899072" : 14542,
            "33161216" : 13804,
            "33423360" : 13811,
            "33816576" : 27159,
            "34340864" : 25645,
            "34865152" : 24334,
            "35389440" : 23374,
            "35913728" : 21841,
            "36438016" : 21121,
            "36962304" : 20193,
            "37486592" : 18817,
            "38010880" : 17861,
            "38535168" : 16666,
            "39059456" : 15878,
            "39583744" : 14951,
            "40108032" : 13995,
            "40632320" : 13078,
            "41156608" : 12137,
            "41680896" : 11268,
            "42205184" : 10461,
            "42729472" : 9975,
            "43253760" : 9552,
            "43778048" : 8535,
            "44302336" : 8056,
            "44826624" : 7601,
            "45350912" : 7385,
            "45875200" : 6734,
            "46399488" : 6310,
            "46923776" : 6164,
            "47448064" : 5793,
            "47972352" : 5422,
            "48496640" : 4990,
            "49020928" : 4793,
            "49545216" : 4480,
            "50069504" : 4270,
            "50593792" : 4148,
            "51118080" : 4043,
            "51642368" : 3775,
            "52166656" : 3533,
            "52690944" : 3280,
            "53215232" : 3152,
            "53739520" : 2952,
            "54263808" : 2913,
            "54788096" : 2781,
            "55312384" : 2765,
            "55836672" : 2552,
            "56360960" : 2316,
            "56885248" : 2208,
            "57409536" : 2285,
            "57933824" : 2157,
            "58458112" : 2145,
            "58982400" : 1992,
            "59506688" : 1912,
            "60030976" : 1783,
            "60555264" : 1681,
            "61079552" : 1611,
            "61603840" : 1571,
            "62128128" : 1546,
            "62652416" : 1387,
            "63176704" : 1354,
            "63700992" : 1197,
            "64225280" : 1244,
            "64749568" : 1193,
            "65273856" : 1131,
            "65798144" : 1114,
            "66322432" : 1032,
            "66846720" : 1008,
            "67633152" : 1810,
            "68681728" : 1559,
            "69730304" : 1359,
            "70778880" : 1188,
            "71827456" : 1189,
            "72876032" : 920,
            "73924608" : 871,
            "74973184" : 714,
            "76021760" : 669,
            "77070336" : 551,
            "78118912" : 513,
            "79167488" : 414,
            "80216064" : 372,
            "81264640" : 314,
            "82313216" : 274,
            "83361792" : 236,
            "84410368" : 191,
            "85458944" : 207,
            "86507520" : 159,
            "87556096" : 125,
            "88604672" : 119,
            "89653248" : 99,
            "90701824" : 84,
            "91750400" : 76,
            "92798976" : 48,
            "93847552" : 40,
            "94896128" : 33,
            "95944704" : 20,
            "96993280" : 25,
            "98041856" : 28,
            "99090432" : 14,
            "100139008" : 6,
            "101187584" : 12,
            "102236160" : 10,
            "103284736" : 7,
            "104333312" : 2,
            "105381888" : 1,
            "106430464" : 2
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 109379047,
          "mean" : 31737895.392899,
          "stddev" : 10484601.850773,
          "N" : 1613199
        },
        "bw_min" : 43405,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 64621.331658,
        "bw_dev" : 613.999349,
        "bw_samples" : 3184,
        "iops_min" : 10851,
        "iops_max" : 21935,
        "iops_mean" : 16154.336683,
        "iops_stddev" : 153.530156,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599991,
      "usr_cpu" : 0.345689,
      "sys_cpu" : 4.670901,
      "ctx" : 1854842,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.195365,
        "50" : 85.425935,
        "100" : 5.375291,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849108,
  "timestamp_ms" : 1772849108448,
  "time" : "Fri Mar  6 22:05:08 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7245672448,
        "io_kbytes" : 7075852,
        "bw_bytes" : 65869749,
        "bw" : 64325,
        "iops" : 16081.800000,
        "runtime" : 110000,
        "total_ios" : 1768998,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 990942.344510,
          "stddev" : 985507.841846,
          "N" : 1768998
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 112675315,
          "mean" : 30843217.958381,
          "stddev" : 10250654.685585,
          "N" : 1768982,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 83361792,
            "99.950000" : 87556096,
            "99.990000" : 95944704
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 26,
            "11468800" : 30,
            "11599872" : 39,
            "11730944" : 41,
            "11862016" : 19,
            "11993088" : 16,
            "12124160" : 15,
            "12255232" : 27,
            "12386304" : 34,
            "12517376" : 27,
            "12648448" : 28,
            "12779520" : 45,
            "12910592" : 47,
            "13041664" : 85,
            "13172736" : 92,
            "13303808" : 119,
            "13434880" : 166,
            "13565952" : 141,
            "13697024" : 132,
            "13828096" : 176,
            "13959168" : 201,
            "14090240" : 277,
            "14221312" : 328,
            "14352384" : 332,
            "14483456" : 362,
            "14614528" : 400,
            "14745600" : 387,
            "14876672" : 495,
            "15007744" : 507,
            "15138816" : 555,
            "15269888" : 663,
            "15400960" : 757,
            "15532032" : 886,
            "15663104" : 931,
            "15794176" : 1166,
            "15925248" : 1149,
            "16056320" : 1273,
            "16187392" : 1423,
            "16318464" : 1604,
            "16449536" : 1737,
            "16580608" : 1982,
            "16711680" : 2170,
            "16908288" : 4993,
            "17170432" : 5784,
            "17432576" : 7112,
            "17694720" : 8090,
            "17956864" : 9456,
            "18219008" : 10842,
            "18481152" : 11707,
            "18743296" : 13059,
            "19005440" : 13911,
            "19267584" : 14801,
            "19529728" : 15763,
            "19791872" : 16676,
            "20054016" : 17439,
            "20316160" : 18210,
            "20578304" : 19015,
            "20840448" : 19813,
            "21102592" : 20331,
            "21364736" : 20777,
            "21626880" : 21117,
            "21889024" : 21462,
            "22151168" : 21327,
            "22413312" : 21434,
            "22675456" : 21856,
            "22937600" : 22256,
            "23199744" : 22310,
            "23461888" : 22574,
            "23724032" : 22665,
            "23986176" : 22798,
            "24248320" : 22893,
            "24510464" : 22867,
            "24772608" : 22766,
            "25034752" : 22947,
            "25296896" : 22968,
            "25559040" : 22887,
            "25821184" : 22841,
            "26083328" : 23026,
            "26345472" : 22632,
            "26607616" : 22713,
            "26869760" : 22381,
            "27131904" : 22747,
            "27394048" : 22562,
            "27656192" : 21808,
            "27918336" : 21960,
            "28180480" : 22064,
            "28442624" : 21684,
            "28704768" : 21236,
            "28966912" : 20634,
            "29229056" : 20353,
            "29491200" : 20528,
            "29753344" : 19957,
            "30015488" : 19954,
            "30277632" : 19528,
            "30539776" : 19411,
            "30801920" : 18853,
            "31064064" : 18286,
            "31326208" : 18293,
            "31588352" : 17927,
            "31850496" : 17919,
            "32112640" : 17619,
            "32374784" : 17348,
            "32636928" : 16332,
            "32899072" : 16127,
            "33161216" : 15299,
            "33423360" : 15249,
            "33816576" : 29931,
            "34340864" : 28495,
            "34865152" : 26939,
            "35389440" : 25823,
            "35913728" : 24151,
            "36438016" : 23353,
            "36962304" : 22222,
            "37486592" : 20835,
            "38010880" : 19686,
            "38535168" : 18400,
            "39059456" : 17496,
            "39583744" : 16553,
            "40108032" : 15487,
            "40632320" : 14488,
            "41156608" : 13473,
            "41680896" : 12582,
            "42205184" : 11626,
            "42729472" : 11091,
            "43253760" : 10572,
            "43778048" : 9523,
            "44302336" : 8999,
            "44826624" : 8489,
            "45350912" : 8236,
            "45875200" : 7536,
            "46399488" : 7018,
            "46923776" : 6878,
            "47448064" : 6469,
            "47972352" : 6052,
            "48496640" : 5526,
            "49020928" : 5307,
            "49545216" : 5058,
            "50069504" : 4761,
            "50593792" : 4586,
            "51118080" : 4472,
            "51642368" : 4204,
            "52166656" : 3946,
            "52690944" : 3639,
            "53215232" : 3474,
            "53739520" : 3225,
            "54263808" : 3221,
            "54788096" : 3022,
            "55312384" : 3010,
            "55836672" : 2804,
            "56360960" : 2538,
            "56885248" : 2428,
            "57409536" : 2506,
            "57933824" : 2368,
            "58458112" : 2333,
            "58982400" : 2165,
            "59506688" : 2084,
            "60030976" : 1943,
            "60555264" : 1848,
            "61079552" : 1760,
            "61603840" : 1741,
            "62128128" : 1691,
            "62652416" : 1515,
            "63176704" : 1488,
            "63700992" : 1332,
            "64225280" : 1371,
            "64749568" : 1320,
            "65273856" : 1253,
            "65798144" : 1249,
            "66322432" : 1144,
            "66846720" : 1121,
            "67633152" : 2010,
            "68681728" : 1724,
            "69730304" : 1544,
            "70778880" : 1356,
            "71827456" : 1307,
            "72876032" : 1057,
            "73924608" : 955,
            "74973184" : 803,
            "76021760" : 746,
            "77070336" : 623,
            "78118912" : 569,
            "79167488" : 480,
            "80216064" : 440,
            "81264640" : 364,
            "82313216" : 302,
            "83361792" : 262,
            "84410368" : 219,
            "85458944" : 230,
            "86507520" : 173,
            "87556096" : 145,
            "88604672" : 130,
            "89653248" : 108,
            "90701824" : 97,
            "91750400" : 96,
            "92798976" : 52,
            "93847552" : 47,
            "94896128" : 33,
            "95944704" : 23,
            "96993280" : 32,
            "98041856" : 39,
            "99090432" : 23,
            "100139008" : 11,
            "101187584" : 14,
            "102236160" : 12,
            "103284736" : 10,
            "104333312" : 3,
            "105381888" : 3,
            "106430464" : 4,
            "108527616" : 1,
            "109576192" : 1,
            "110624768" : 2,
            "111673344" : 1,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31834001.601707,
          "stddev" : 10503980.819681,
          "N" : 1768982
        },
        "bw_min" : 43389,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 64384.917808,
        "bw_dev" : 615.530695,
        "bw_samples" : 3504,
        "iops_min" : 10847,
        "iops_max" : 21935,
        "iops_mean" : 16095.273973,
        "iops_stddev" : 153.910963,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759986,
      "usr_cpu" : 0.343185,
      "sys_cpu" : 4.654469,
      "ctx" : 2033402,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.941842,
        "50" : 85.635993,
        "100" : 5.417982,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849118,
  "timestamp_ms" : 1772849118446,
  "time" : "Fri Mar  6 22:05:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7901319168,
        "io_kbytes" : 7716132,
        "bw_bytes" : 65844326,
        "bw" : 64301,
        "iops" : 16075.700000,
        "runtime" : 120000,
        "total_ios" : 1929084,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 991339.400224,
          "stddev" : 986426.584530,
          "N" : 1929084
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 112675315,
          "mean" : 30857723.519684,
          "stddev" : 10239110.436361,
          "N" : 1929068,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 26,
            "11468800" : 30,
            "11599872" : 39,
            "11730944" : 41,
            "11862016" : 20,
            "11993088" : 18,
            "12124160" : 15,
            "12255232" : 27,
            "12386304" : 34,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 45,
            "12910592" : 50,
            "13041664" : 89,
            "13172736" : 99,
            "13303808" : 137,
            "13434880" : 171,
            "13565952" : 148,
            "13697024" : 135,
            "13828096" : 176,
            "13959168" : 202,
            "14090240" : 288,
            "14221312" : 336,
            "14352384" : 339,
            "14483456" : 367,
            "14614528" : 416,
            "14745600" : 405,
            "14876672" : 514,
            "15007744" : 523,
            "15138816" : 581,
            "15269888" : 694,
            "15400960" : 801,
            "15532032" : 934,
            "15663104" : 976,
            "15794176" : 1223,
            "15925248" : 1245,
            "16056320" : 1378,
            "16187392" : 1535,
            "16318464" : 1699,
            "16449536" : 1835,
            "16580608" : 2118,
            "16711680" : 2312,
            "16908288" : 5346,
            "17170432" : 6258,
            "17432576" : 7640,
            "17694720" : 8719,
            "17956864" : 10274,
            "18219008" : 11762,
            "18481152" : 12764,
            "18743296" : 14203,
            "19005440" : 15214,
            "19267584" : 16210,
            "19529728" : 17189,
            "19791872" : 18130,
            "20054016" : 18880,
            "20316160" : 19857,
            "20578304" : 20685,
            "20840448" : 21567,
            "21102592" : 22081,
            "21364736" : 22678,
            "21626880" : 23028,
            "21889024" : 23380,
            "22151168" : 23253,
            "22413312" : 23373,
            "22675456" : 23983,
            "22937600" : 24381,
            "23199744" : 24556,
            "23461888" : 24771,
            "23724032" : 24895,
            "23986176" : 25091,
            "24248320" : 25126,
            "24510464" : 25042,
            "24772608" : 24909,
            "25034752" : 25044,
            "25296896" : 25021,
            "25559040" : 24992,
            "25821184" : 24938,
            "26083328" : 25122,
            "26345472" : 24717,
            "26607616" : 24801,
            "26869760" : 24346,
            "27131904" : 24689,
            "27394048" : 24561,
            "27656192" : 23731,
            "27918336" : 23798,
            "28180480" : 23962,
            "28442624" : 23638,
            "28704768" : 22969,
            "28966912" : 22362,
            "29229056" : 22139,
            "29491200" : 22343,
            "29753344" : 21663,
            "30015488" : 21659,
            "30277632" : 21285,
            "30539776" : 21120,
            "30801920" : 20469,
            "31064064" : 19812,
            "31326208" : 19815,
            "31588352" : 19425,
            "31850496" : 19437,
            "32112640" : 19168,
            "32374784" : 18829,
            "32636928" : 17806,
            "32899072" : 17620,
            "33161216" : 16678,
            "33423360" : 16570,
            "33816576" : 32434,
            "34340864" : 31078,
            "34865152" : 29351,
            "35389440" : 28101,
            "35913728" : 26437,
            "36438016" : 25601,
            "36962304" : 24295,
            "37486592" : 22770,
            "38010880" : 21495,
            "38535168" : 20079,
            "39059456" : 19163,
            "39583744" : 18204,
            "40108032" : 17005,
            "40632320" : 15954,
            "41156608" : 14679,
            "41680896" : 13877,
            "42205184" : 12779,
            "42729472" : 12149,
            "43253760" : 11599,
            "43778048" : 10450,
            "44302336" : 9809,
            "44826624" : 9400,
            "45350912" : 9023,
            "45875200" : 8305,
            "46399488" : 7792,
            "46923776" : 7507,
            "47448064" : 7112,
            "47972352" : 6656,
            "48496640" : 6146,
            "49020928" : 5902,
            "49545216" : 5589,
            "50069504" : 5277,
            "50593792" : 5089,
            "51118080" : 4933,
            "51642368" : 4623,
            "52166656" : 4369,
            "52690944" : 4021,
            "53215232" : 3840,
            "53739520" : 3536,
            "54263808" : 3521,
            "54788096" : 3313,
            "55312384" : 3278,
            "55836672" : 3018,
            "56360960" : 2794,
            "56885248" : 2683,
            "57409536" : 2715,
            "57933824" : 2549,
            "58458112" : 2520,
            "58982400" : 2346,
            "59506688" : 2238,
            "60030976" : 2075,
            "60555264" : 2007,
            "61079552" : 1893,
            "61603840" : 1904,
            "62128128" : 1817,
            "62652416" : 1624,
            "63176704" : 1633,
            "63700992" : 1455,
            "64225280" : 1480,
            "64749568" : 1437,
            "65273856" : 1366,
            "65798144" : 1346,
            "66322432" : 1237,
            "66846720" : 1225,
            "67633152" : 2189,
            "68681728" : 1889,
            "69730304" : 1689,
            "70778880" : 1480,
            "71827456" : 1408,
            "72876032" : 1134,
            "73924608" : 1032,
            "74973184" : 861,
            "76021760" : 795,
            "77070336" : 673,
            "78118912" : 605,
            "79167488" : 525,
            "80216064" : 471,
            "81264640" : 386,
            "82313216" : 327,
            "83361792" : 280,
            "84410368" : 230,
            "85458944" : 238,
            "86507520" : 179,
            "87556096" : 148,
            "88604672" : 132,
            "89653248" : 111,
            "90701824" : 98,
            "91750400" : 99,
            "92798976" : 55,
            "93847552" : 48,
            "94896128" : 36,
            "95944704" : 24,
            "96993280" : 32,
            "98041856" : 43,
            "99090432" : 23,
            "100139008" : 11,
            "101187584" : 14,
            "102236160" : 12,
            "103284736" : 10,
            "104333312" : 3,
            "105381888" : 3,
            "106430464" : 4,
            "108527616" : 1,
            "109576192" : 1,
            "110624768" : 2,
            "111673344" : 1,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31849106.066080,
          "stddev" : 10492465.309343,
          "N" : 1929068
        },
        "bw_min" : 43389,
        "bw_max" : 87748,
        "bw_agg" : 100.000000,
        "bw_mean" : 64367.359833,
        "bw_dev" : 615.413640,
        "bw_samples" : 3824,
        "iops_min" : 10847,
        "iops_max" : 21935,
        "iops_mean" : 16090.924686,
        "iops_stddev" : 153.881482,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919989,
      "usr_cpu" : 0.342971,
      "sys_cpu" : 4.649350,
      "ctx" : 2214645,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.880692,
        "50" : 85.698394,
        "100" : 5.417079,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849128,
  "timestamp_ms" : 1772849128447,
  "time" : "Fri Mar  6 22:05:28 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8567324672,
        "io_kbytes" : 8366528,
        "bw_bytes" : 65902497,
        "bw" : 64357,
        "iops" : 16089.815385,
        "runtime" : 130000,
        "total_ios" : 2091676,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 990479.550378,
          "stddev" : 984722.020860,
          "N" : 2091676
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 112675315,
          "mean" : 30830878.468569,
          "stddev" : 10183348.374943,
          "N" : 2091660,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 26,
            "11468800" : 30,
            "11599872" : 39,
            "11730944" : 41,
            "11862016" : 20,
            "11993088" : 18,
            "12124160" : 15,
            "12255232" : 27,
            "12386304" : 35,
            "12517376" : 37,
            "12648448" : 36,
            "12779520" : 48,
            "12910592" : 54,
            "13041664" : 100,
            "13172736" : 107,
            "13303808" : 146,
            "13434880" : 177,
            "13565952" : 151,
            "13697024" : 142,
            "13828096" : 179,
            "13959168" : 216,
            "14090240" : 309,
            "14221312" : 352,
            "14352384" : 346,
            "14483456" : 389,
            "14614528" : 449,
            "14745600" : 435,
            "14876672" : 554,
            "15007744" : 553,
            "15138816" : 620,
            "15269888" : 729,
            "15400960" : 845,
            "15532032" : 987,
            "15663104" : 1047,
            "15794176" : 1312,
            "15925248" : 1341,
            "16056320" : 1470,
            "16187392" : 1671,
            "16318464" : 1818,
            "16449536" : 2006,
            "16580608" : 2335,
            "16711680" : 2551,
            "16908288" : 5878,
            "17170432" : 6835,
            "17432576" : 8355,
            "17694720" : 9567,
            "17956864" : 11182,
            "18219008" : 12783,
            "18481152" : 14057,
            "18743296" : 15716,
            "19005440" : 16738,
            "19267584" : 17713,
            "19529728" : 18841,
            "19791872" : 19829,
            "20054016" : 20746,
            "20316160" : 21730,
            "20578304" : 22547,
            "20840448" : 23534,
            "21102592" : 24046,
            "21364736" : 24765,
            "21626880" : 25048,
            "21889024" : 25440,
            "22151168" : 25127,
            "22413312" : 25400,
            "22675456" : 25982,
            "22937600" : 26372,
            "23199744" : 26552,
            "23461888" : 26842,
            "23724032" : 26975,
            "23986176" : 27094,
            "24248320" : 27068,
            "24510464" : 26942,
            "24772608" : 26766,
            "25034752" : 26941,
            "25296896" : 27056,
            "25559040" : 26946,
            "25821184" : 26923,
            "26083328" : 27027,
            "26345472" : 26688,
            "26607616" : 26650,
            "26869760" : 26172,
            "27131904" : 26584,
            "27394048" : 26401,
            "27656192" : 25545,
            "27918336" : 25723,
            "28180480" : 25738,
            "28442624" : 25425,
            "28704768" : 24830,
            "28966912" : 24160,
            "29229056" : 24015,
            "29491200" : 24163,
            "29753344" : 23506,
            "30015488" : 23347,
            "30277632" : 23088,
            "30539776" : 22809,
            "30801920" : 22155,
            "31064064" : 21436,
            "31326208" : 21422,
            "31588352" : 21055,
            "31850496" : 20934,
            "32112640" : 20750,
            "32374784" : 20458,
            "32636928" : 19354,
            "32899072" : 19181,
            "33161216" : 18139,
            "33423360" : 17991,
            "33816576" : 35314,
            "34340864" : 33713,
            "34865152" : 31756,
            "35389440" : 30485,
            "35913728" : 28781,
            "36438016" : 27837,
            "36962304" : 26513,
            "37486592" : 24799,
            "38010880" : 23425,
            "38535168" : 22024,
            "39059456" : 21042,
            "39583744" : 19938,
            "40108032" : 18670,
            "40632320" : 17553,
            "41156608" : 16164,
            "41680896" : 15154,
            "42205184" : 13975,
            "42729472" : 13264,
            "43253760" : 12802,
            "43778048" : 11517,
            "44302336" : 10775,
            "44826624" : 10298,
            "45350912" : 9853,
            "45875200" : 9066,
            "46399488" : 8542,
            "46923776" : 8259,
            "47448064" : 7774,
            "47972352" : 7282,
            "48496640" : 6666,
            "49020928" : 6369,
            "49545216" : 6056,
            "50069504" : 5706,
            "50593792" : 5497,
            "51118080" : 5316,
            "51642368" : 5015,
            "52166656" : 4693,
            "52690944" : 4292,
            "53215232" : 4132,
            "53739520" : 3820,
            "54263808" : 3800,
            "54788096" : 3531,
            "55312384" : 3517,
            "55836672" : 3241,
            "56360960" : 2979,
            "56885248" : 2861,
            "57409536" : 2892,
            "57933824" : 2710,
            "58458112" : 2670,
            "58982400" : 2484,
            "59506688" : 2374,
            "60030976" : 2218,
            "60555264" : 2150,
            "61079552" : 2017,
            "61603840" : 1986,
            "62128128" : 1907,
            "62652416" : 1711,
            "63176704" : 1714,
            "63700992" : 1544,
            "64225280" : 1562,
            "64749568" : 1531,
            "65273856" : 1437,
            "65798144" : 1401,
            "66322432" : 1303,
            "66846720" : 1270,
            "67633152" : 2274,
            "68681728" : 1963,
            "69730304" : 1771,
            "70778880" : 1545,
            "71827456" : 1460,
            "72876032" : 1181,
            "73924608" : 1069,
            "74973184" : 879,
            "76021760" : 822,
            "77070336" : 689,
            "78118912" : 610,
            "79167488" : 535,
            "80216064" : 477,
            "81264640" : 399,
            "82313216" : 338,
            "83361792" : 286,
            "84410368" : 230,
            "85458944" : 241,
            "86507520" : 180,
            "87556096" : 148,
            "88604672" : 132,
            "89653248" : 111,
            "90701824" : 98,
            "91750400" : 99,
            "92798976" : 55,
            "93847552" : 48,
            "94896128" : 36,
            "95944704" : 24,
            "96993280" : 32,
            "98041856" : 43,
            "99090432" : 23,
            "100139008" : 11,
            "101187584" : 14,
            "102236160" : 12,
            "103284736" : 10,
            "104333312" : 3,
            "105381888" : 3,
            "106430464" : 4,
            "108527616" : 1,
            "109576192" : 1,
            "110624768" : 2,
            "111673344" : 1,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31821434.150401,
          "stddev" : 10435139.414898,
          "N" : 2091660
        },
        "bw_min" : 43389,
        "bw_max" : 87752,
        "bw_agg" : 100.000000,
        "bw_mean" : 64405.926641,
        "bw_dev" : 620.106459,
        "bw_samples" : 4144,
        "iops_min" : 10847,
        "iops_max" : 21936,
        "iops_mean" : 16100.637066,
        "iops_stddev" : 155.052533,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079991,
      "usr_cpu" : 0.345050,
      "sys_cpu" : 4.650212,
      "ctx" : 2401007,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.956932,
        "50" : 85.732064,
        "100" : 5.307466,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849138,
  "timestamp_ms" : 1772849138446,
  "time" : "Fri Mar  6 22:05:38 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9215066112,
        "io_kbytes" : 8999088,
        "bw_bytes" : 65821900,
        "bw" : 64279,
        "iops" : 16070.085714,
        "runtime" : 140000,
        "total_ios" : 2249812,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 991702.590461,
          "stddev" : 985989.571082,
          "N" : 2249812
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 112675315,
          "mean" : 30868694.758078,
          "stddev" : 10153279.801092,
          "N" : 2249796,
          "percentile" : {
            "1.000000" : 16711680,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 29,
            "11468800" : 30,
            "11599872" : 39,
            "11730944" : 41,
            "11862016" : 20,
            "11993088" : 22,
            "12124160" : 20,
            "12255232" : 29,
            "12386304" : 36,
            "12517376" : 37,
            "12648448" : 37,
            "12779520" : 48,
            "12910592" : 57,
            "13041664" : 104,
            "13172736" : 109,
            "13303808" : 155,
            "13434880" : 187,
            "13565952" : 157,
            "13697024" : 149,
            "13828096" : 191,
            "13959168" : 234,
            "14090240" : 331,
            "14221312" : 363,
            "14352384" : 360,
            "14483456" : 407,
            "14614528" : 450,
            "14745600" : 450,
            "14876672" : 575,
            "15007744" : 587,
            "15138816" : 647,
            "15269888" : 759,
            "15400960" : 897,
            "15532032" : 1027,
            "15663104" : 1106,
            "15794176" : 1351,
            "15925248" : 1390,
            "16056320" : 1533,
            "16187392" : 1724,
            "16318464" : 1891,
            "16449536" : 2079,
            "16580608" : 2420,
            "16711680" : 2657,
            "16908288" : 6088,
            "17170432" : 7118,
            "17432576" : 8771,
            "17694720" : 10077,
            "17956864" : 11707,
            "18219008" : 13396,
            "18481152" : 14765,
            "18743296" : 16533,
            "19005440" : 17700,
            "19267584" : 18826,
            "19529728" : 20054,
            "19791872" : 21102,
            "20054016" : 22087,
            "20316160" : 23242,
            "20578304" : 24101,
            "20840448" : 25125,
            "21102592" : 25852,
            "21364736" : 26554,
            "21626880" : 26860,
            "21889024" : 27173,
            "22151168" : 26964,
            "22413312" : 27273,
            "22675456" : 27971,
            "22937600" : 28303,
            "23199744" : 28531,
            "23461888" : 28818,
            "23724032" : 28917,
            "23986176" : 29059,
            "24248320" : 29079,
            "24510464" : 28908,
            "24772608" : 28865,
            "25034752" : 28961,
            "25296896" : 29100,
            "25559040" : 28974,
            "25821184" : 29028,
            "26083328" : 29133,
            "26345472" : 28751,
            "26607616" : 28566,
            "26869760" : 28237,
            "27131904" : 28559,
            "27394048" : 28372,
            "27656192" : 27558,
            "27918336" : 27730,
            "28180480" : 27822,
            "28442624" : 27507,
            "28704768" : 26746,
            "28966912" : 26050,
            "29229056" : 25901,
            "29491200" : 26071,
            "29753344" : 25405,
            "30015488" : 25166,
            "30277632" : 24989,
            "30539776" : 24731,
            "30801920" : 24004,
            "31064064" : 23249,
            "31326208" : 23094,
            "31588352" : 22784,
            "31850496" : 22558,
            "32112640" : 22341,
            "32374784" : 21995,
            "32636928" : 20816,
            "32899072" : 20742,
            "33161216" : 19671,
            "33423360" : 19371,
            "33816576" : 38056,
            "34340864" : 36392,
            "34865152" : 34238,
            "35389440" : 32889,
            "35913728" : 31012,
            "36438016" : 30004,
            "36962304" : 28561,
            "37486592" : 26713,
            "38010880" : 25410,
            "38535168" : 23804,
            "39059456" : 22767,
            "39583744" : 21597,
            "40108032" : 20260,
            "40632320" : 18973,
            "41156608" : 17478,
            "41680896" : 16495,
            "42205184" : 15310,
            "42729472" : 14563,
            "43253760" : 13916,
            "43778048" : 12553,
            "44302336" : 11746,
            "44826624" : 11191,
            "45350912" : 10748,
            "45875200" : 9917,
            "46399488" : 9299,
            "46923776" : 8982,
            "47448064" : 8426,
            "47972352" : 7894,
            "48496640" : 7229,
            "49020928" : 6893,
            "49545216" : 6648,
            "50069504" : 6219,
            "50593792" : 5955,
            "51118080" : 5750,
            "51642368" : 5417,
            "52166656" : 5087,
            "52690944" : 4695,
            "53215232" : 4513,
            "53739520" : 4120,
            "54263808" : 4090,
            "54788096" : 3865,
            "55312384" : 3747,
            "55836672" : 3464,
            "56360960" : 3224,
            "56885248" : 3098,
            "57409536" : 3085,
            "57933824" : 2896,
            "58458112" : 2840,
            "58982400" : 2640,
            "59506688" : 2531,
            "60030976" : 2362,
            "60555264" : 2305,
            "61079552" : 2157,
            "61603840" : 2095,
            "62128128" : 2003,
            "62652416" : 1813,
            "63176704" : 1820,
            "63700992" : 1630,
            "64225280" : 1656,
            "64749568" : 1609,
            "65273856" : 1524,
            "65798144" : 1475,
            "66322432" : 1387,
            "66846720" : 1334,
            "67633152" : 2419,
            "68681728" : 2100,
            "69730304" : 1865,
            "70778880" : 1647,
            "71827456" : 1550,
            "72876032" : 1269,
            "73924608" : 1125,
            "74973184" : 962,
            "76021760" : 872,
            "77070336" : 728,
            "78118912" : 636,
            "79167488" : 563,
            "80216064" : 488,
            "81264640" : 411,
            "82313216" : 348,
            "83361792" : 293,
            "84410368" : 245,
            "85458944" : 244,
            "86507520" : 188,
            "87556096" : 151,
            "88604672" : 139,
            "89653248" : 114,
            "90701824" : 101,
            "91750400" : 101,
            "92798976" : 55,
            "93847552" : 48,
            "94896128" : 37,
            "95944704" : 24,
            "96993280" : 32,
            "98041856" : 43,
            "99090432" : 23,
            "100139008" : 11,
            "101187584" : 14,
            "102236160" : 12,
            "103284736" : 10,
            "104333312" : 3,
            "105381888" : 3,
            "106430464" : 4,
            "108527616" : 1,
            "109576192" : 1,
            "110624768" : 2,
            "111673344" : 1,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31860449.942177,
          "stddev" : 10404169.805854,
          "N" : 2249796
        },
        "bw_min" : 43389,
        "bw_max" : 87752,
        "bw_agg" : 100.000000,
        "bw_mean" : 64340.172043,
        "bw_dev" : 619.367504,
        "bw_samples" : 4464,
        "iops_min" : 10847,
        "iops_max" : 21936,
        "iops_mean" : 16084.200717,
        "iops_stddev" : 154.865775,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240000,
      "usr_cpu" : 0.345804,
      "sys_cpu" : 4.640491,
      "ctx" : 2582330,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999956,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999956,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.771044,
        "50" : 85.938247,
        "100" : 5.287420,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849148,
  "timestamp_ms" : 1772849148447,
  "time" : "Fri Mar  6 22:05:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9846468608,
        "io_kbytes" : 9615692,
        "bw_bytes" : 65643124,
        "bw" : 64104,
        "iops" : 16026.453333,
        "runtime" : 150000,
        "total_ios" : 2403968,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 994422.816313,
          "stddev" : 991019.208785,
          "N" : 2403968
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 114008229,
          "mean" : 30950872.117024,
          "stddev" : 10200884.546569,
          "N" : 2403952,
          "percentile" : {
            "1.000000" : 16711680,
            "5.000000" : 19005440,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 24772608,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 29,
            "11468800" : 35,
            "11599872" : 39,
            "11730944" : 41,
            "11862016" : 21,
            "11993088" : 23,
            "12124160" : 23,
            "12255232" : 41,
            "12386304" : 44,
            "12517376" : 52,
            "12648448" : 44,
            "12779520" : 56,
            "12910592" : 69,
            "13041664" : 114,
            "13172736" : 127,
            "13303808" : 170,
            "13434880" : 196,
            "13565952" : 165,
            "13697024" : 164,
            "13828096" : 207,
            "13959168" : 245,
            "14090240" : 350,
            "14221312" : 384,
            "14352384" : 411,
            "14483456" : 438,
            "14614528" : 479,
            "14745600" : 506,
            "14876672" : 619,
            "15007744" : 641,
            "15138816" : 710,
            "15269888" : 819,
            "15400960" : 952,
            "15532032" : 1088,
            "15663104" : 1151,
            "15794176" : 1451,
            "15925248" : 1478,
            "16056320" : 1648,
            "16187392" : 1829,
            "16318464" : 2030,
            "16449536" : 2177,
            "16580608" : 2537,
            "16711680" : 2815,
            "16908288" : 6466,
            "17170432" : 7511,
            "17432576" : 9256,
            "17694720" : 10669,
            "17956864" : 12335,
            "18219008" : 14212,
            "18481152" : 15593,
            "18743296" : 17437,
            "19005440" : 18697,
            "19267584" : 20001,
            "19529728" : 21175,
            "19791872" : 22400,
            "20054016" : 23447,
            "20316160" : 24620,
            "20578304" : 25485,
            "20840448" : 26541,
            "21102592" : 27277,
            "21364736" : 27998,
            "21626880" : 28388,
            "21889024" : 28873,
            "22151168" : 28604,
            "22413312" : 28964,
            "22675456" : 29694,
            "22937600" : 30052,
            "23199744" : 30216,
            "23461888" : 30409,
            "23724032" : 30520,
            "23986176" : 30774,
            "24248320" : 30810,
            "24510464" : 30693,
            "24772608" : 30591,
            "25034752" : 30801,
            "25296896" : 30893,
            "25559040" : 30817,
            "25821184" : 30868,
            "26083328" : 31040,
            "26345472" : 30676,
            "26607616" : 30467,
            "26869760" : 30123,
            "27131904" : 30409,
            "27394048" : 30290,
            "27656192" : 29451,
            "27918336" : 29558,
            "28180480" : 29676,
            "28442624" : 29353,
            "28704768" : 28598,
            "28966912" : 27912,
            "29229056" : 27596,
            "29491200" : 27685,
            "29753344" : 27094,
            "30015488" : 26903,
            "30277632" : 26677,
            "30539776" : 26394,
            "30801920" : 25567,
            "31064064" : 24857,
            "31326208" : 24670,
            "31588352" : 24359,
            "31850496" : 24136,
            "32112640" : 23784,
            "32374784" : 23421,
            "32636928" : 22215,
            "32899072" : 22220,
            "33161216" : 21052,
            "33423360" : 20801,
            "33816576" : 40719,
            "34340864" : 38963,
            "34865152" : 36857,
            "35389440" : 35231,
            "35913728" : 33251,
            "36438016" : 32142,
            "36962304" : 30625,
            "37486592" : 28759,
            "38010880" : 27411,
            "38535168" : 25750,
            "39059456" : 24409,
            "39583744" : 23324,
            "40108032" : 21896,
            "40632320" : 20457,
            "41156608" : 18932,
            "41680896" : 17923,
            "42205184" : 16623,
            "42729472" : 15833,
            "43253760" : 15017,
            "43778048" : 13757,
            "44302336" : 12864,
            "44826624" : 12173,
            "45350912" : 11734,
            "45875200" : 10824,
            "46399488" : 10125,
            "46923776" : 9776,
            "47448064" : 9206,
            "47972352" : 8638,
            "48496640" : 7931,
            "49020928" : 7545,
            "49545216" : 7304,
            "50069504" : 6776,
            "50593792" : 6497,
            "51118080" : 6269,
            "51642368" : 5884,
            "52166656" : 5529,
            "52690944" : 5120,
            "53215232" : 4887,
            "53739520" : 4497,
            "54263808" : 4427,
            "54788096" : 4213,
            "55312384" : 4035,
            "55836672" : 3778,
            "56360960" : 3513,
            "56885248" : 3335,
            "57409536" : 3330,
            "57933824" : 3088,
            "58458112" : 3019,
            "58982400" : 2844,
            "59506688" : 2701,
            "60030976" : 2549,
            "60555264" : 2471,
            "61079552" : 2315,
            "61603840" : 2231,
            "62128128" : 2149,
            "62652416" : 1957,
            "63176704" : 1939,
            "63700992" : 1739,
            "64225280" : 1788,
            "64749568" : 1744,
            "65273856" : 1651,
            "65798144" : 1582,
            "66322432" : 1506,
            "66846720" : 1421,
            "67633152" : 2605,
            "68681728" : 2267,
            "69730304" : 2003,
            "70778880" : 1779,
            "71827456" : 1638,
            "72876032" : 1387,
            "73924608" : 1238,
            "74973184" : 1035,
            "76021760" : 953,
            "77070336" : 814,
            "78118912" : 699,
            "79167488" : 630,
            "80216064" : 549,
            "81264640" : 462,
            "82313216" : 391,
            "83361792" : 338,
            "84410368" : 287,
            "85458944" : 279,
            "86507520" : 211,
            "87556096" : 180,
            "88604672" : 162,
            "89653248" : 146,
            "90701824" : 106,
            "91750400" : 115,
            "92798976" : 61,
            "93847552" : 62,
            "94896128" : 50,
            "95944704" : 27,
            "96993280" : 33,
            "98041856" : 49,
            "99090432" : 27,
            "100139008" : 13,
            "101187584" : 16,
            "102236160" : 16,
            "103284736" : 12,
            "104333312" : 6,
            "105381888" : 5,
            "106430464" : 8,
            "108527616" : 2,
            "109576192" : 3,
            "110624768" : 3,
            "111673344" : 3,
            "112721920" : 2,
            "113770496" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31945247.250804,
          "stddev" : 10453280.488773,
          "N" : 2403952
        },
        "bw_min" : 42168,
        "bw_max" : 87752,
        "bw_agg" : 99.999043,
        "bw_mean" : 64104.341137,
        "bw_dev" : 621.930754,
        "bw_samples" : 4784,
        "iops_min" : 10542,
        "iops_max" : 21936,
        "iops_mean" : 16025.264214,
        "iops_stddev" : 155.505278,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2400000,
      "usr_cpu" : 0.346708,
      "sys_cpu" : 4.624792,
      "ctx" : 2759361,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.696081,
        "50" : 85.938748,
        "100" : 5.361053,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849158,
  "timestamp_ms" : 1772849158447,
  "time" : "Fri Mar  6 22:05:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10510376960,
        "io_kbytes" : 10264040,
        "bw_bytes" : 65689856,
        "bw" : 64150,
        "iops" : 16037.900000,
        "runtime" : 160000,
        "total_ios" : 2566064,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 993702.685925,
          "stddev" : 989810.607398,
          "N" : 2566064
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 114008229,
          "mean" : 30929723.580103,
          "stddev" : 10178423.189519,
          "N" : 2566048,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 24772608,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 29,
            "11468800" : 35,
            "11599872" : 39,
            "11730944" : 41,
            "11862016" : 21,
            "11993088" : 25,
            "12124160" : 23,
            "12255232" : 44,
            "12386304" : 48,
            "12517376" : 67,
            "12648448" : 49,
            "12779520" : 67,
            "12910592" : 88,
            "13041664" : 132,
            "13172736" : 136,
            "13303808" : 178,
            "13434880" : 208,
            "13565952" : 180,
            "13697024" : 170,
            "13828096" : 227,
            "13959168" : 281,
            "14090240" : 373,
            "14221312" : 404,
            "14352384" : 449,
            "14483456" : 481,
            "14614528" : 523,
            "14745600" : 549,
            "14876672" : 673,
            "15007744" : 688,
            "15138816" : 795,
            "15269888" : 903,
            "15400960" : 1039,
            "15532032" : 1180,
            "15663104" : 1290,
            "15794176" : 1575,
            "15925248" : 1606,
            "16056320" : 1808,
            "16187392" : 2044,
            "16318464" : 2204,
            "16449536" : 2407,
            "16580608" : 2804,
            "16711680" : 3074,
            "16908288" : 7019,
            "17170432" : 8145,
            "17432576" : 9944,
            "17694720" : 11570,
            "17956864" : 13362,
            "18219008" : 15330,
            "18481152" : 16811,
            "18743296" : 18847,
            "19005440" : 20179,
            "19267584" : 21506,
            "19529728" : 22783,
            "19791872" : 24077,
            "20054016" : 25200,
            "20316160" : 26328,
            "20578304" : 27350,
            "20840448" : 28452,
            "21102592" : 29180,
            "21364736" : 29792,
            "21626880" : 30217,
            "21889024" : 30751,
            "22151168" : 30390,
            "22413312" : 30936,
            "22675456" : 31686,
            "22937600" : 32033,
            "23199744" : 32132,
            "23461888" : 32333,
            "23724032" : 32456,
            "23986176" : 32696,
            "24248320" : 32738,
            "24510464" : 32635,
            "24772608" : 32396,
            "25034752" : 32633,
            "25296896" : 32775,
            "25559040" : 32832,
            "25821184" : 32789,
            "26083328" : 32982,
            "26345472" : 32737,
            "26607616" : 32469,
            "26869760" : 32130,
            "27131904" : 32328,
            "27394048" : 32249,
            "27656192" : 31405,
            "27918336" : 31419,
            "28180480" : 31582,
            "28442624" : 31197,
            "28704768" : 30413,
            "28966912" : 29756,
            "29229056" : 29429,
            "29491200" : 29421,
            "29753344" : 28823,
            "30015488" : 28624,
            "30277632" : 28382,
            "30539776" : 28008,
            "30801920" : 27205,
            "31064064" : 26494,
            "31326208" : 26303,
            "31588352" : 25936,
            "31850496" : 25664,
            "32112640" : 25331,
            "32374784" : 24991,
            "32636928" : 23806,
            "32899072" : 23716,
            "33161216" : 22542,
            "33423360" : 22219,
            "33816576" : 43495,
            "34340864" : 41599,
            "34865152" : 39438,
            "35389440" : 37773,
            "35913728" : 35626,
            "36438016" : 34330,
            "36962304" : 32675,
            "37486592" : 30791,
            "38010880" : 29358,
            "38535168" : 27577,
            "39059456" : 26187,
            "39583744" : 25079,
            "40108032" : 23429,
            "40632320" : 21957,
            "41156608" : 20318,
            "41680896" : 19196,
            "42205184" : 17978,
            "42729472" : 17038,
            "43253760" : 16110,
            "43778048" : 14835,
            "44302336" : 13847,
            "44826624" : 13111,
            "45350912" : 12636,
            "45875200" : 11653,
            "46399488" : 10816,
            "46923776" : 10380,
            "47448064" : 9829,
            "47972352" : 9222,
            "48496640" : 8519,
            "49020928" : 8128,
            "49545216" : 7795,
            "50069504" : 7176,
            "50593792" : 6865,
            "51118080" : 6723,
            "51642368" : 6270,
            "52166656" : 5884,
            "52690944" : 5461,
            "53215232" : 5167,
            "53739520" : 4781,
            "54263808" : 4689,
            "54788096" : 4440,
            "55312384" : 4258,
            "55836672" : 3984,
            "56360960" : 3690,
            "56885248" : 3471,
            "57409536" : 3474,
            "57933824" : 3219,
            "58458112" : 3133,
            "58982400" : 2966,
            "59506688" : 2828,
            "60030976" : 2664,
            "60555264" : 2576,
            "61079552" : 2402,
            "61603840" : 2327,
            "62128128" : 2259,
            "62652416" : 2059,
            "63176704" : 2031,
            "63700992" : 1814,
            "64225280" : 1866,
            "64749568" : 1829,
            "65273856" : 1718,
            "65798144" : 1651,
            "66322432" : 1592,
            "66846720" : 1498,
            "67633152" : 2714,
            "68681728" : 2371,
            "69730304" : 2087,
            "70778880" : 1890,
            "71827456" : 1737,
            "72876032" : 1456,
            "73924608" : 1318,
            "74973184" : 1110,
            "76021760" : 1008,
            "77070336" : 856,
            "78118912" : 744,
            "79167488" : 675,
            "80216064" : 588,
            "81264640" : 477,
            "82313216" : 413,
            "83361792" : 350,
            "84410368" : 309,
            "85458944" : 289,
            "86507520" : 217,
            "87556096" : 187,
            "88604672" : 162,
            "89653248" : 150,
            "90701824" : 106,
            "91750400" : 117,
            "92798976" : 61,
            "93847552" : 62,
            "94896128" : 50,
            "95944704" : 27,
            "96993280" : 33,
            "98041856" : 49,
            "99090432" : 27,
            "100139008" : 13,
            "101187584" : 16,
            "102236160" : 16,
            "103284736" : 12,
            "104333312" : 6,
            "105381888" : 5,
            "106430464" : 8,
            "108527616" : 2,
            "109576192" : 3,
            "110624768" : 3,
            "111673344" : 3,
            "112721920" : 2,
            "113770496" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31923430.497673,
          "stddev" : 10430123.000138,
          "N" : 2566048
        },
        "bw_min" : 42168,
        "bw_max" : 87752,
        "bw_agg" : 100.000000,
        "bw_mean" : 64214.830721,
        "bw_dev" : 617.961595,
        "bw_samples" : 5104,
        "iops_min" : 10542,
        "iops_max" : 21936,
        "iops_mean" : 16052.909091,
        "iops_stddev" : 154.513926,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559995,
      "usr_cpu" : 0.347266,
      "sys_cpu" : 4.629306,
      "ctx" : 2944505,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999961,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999961,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.803833,
        "50" : 85.901521,
        "100" : 5.290788,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849168,
  "timestamp_ms" : 1772849168446,
  "time" : "Fri Mar  6 22:06:08 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11168227328,
        "io_kbytes" : 10906472,
        "bw_bytes" : 65695454,
        "bw" : 64155,
        "iops" : 16039.105882,
        "runtime" : 170000,
        "total_ios" : 2726648,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 993598.521390,
          "stddev" : 989587.635372,
          "N" : 2726649
        },
        "clat_ns" : {
          "min" : 11031478,
          "max" : 114008229,
          "mean" : 30926785.331039,
          "stddev" : 10202221.984111,
          "N" : 2726633,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 24772608,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "11075584" : 2,
            "11206656" : 5,
            "11337728" : 29,
            "11468800" : 35,
            "11599872" : 39,
            "11730944" : 45,
            "11862016" : 23,
            "11993088" : 29,
            "12124160" : 24,
            "12255232" : 46,
            "12386304" : 51,
            "12517376" : 78,
            "12648448" : 70,
            "12779520" : 84,
            "12910592" : 103,
            "13041664" : 149,
            "13172736" : 150,
            "13303808" : 192,
            "13434880" : 233,
            "13565952" : 207,
            "13697024" : 199,
            "13828096" : 260,
            "13959168" : 325,
            "14090240" : 406,
            "14221312" : 452,
            "14352384" : 515,
            "14483456" : 549,
            "14614528" : 592,
            "14745600" : 629,
            "14876672" : 748,
            "15007744" : 788,
            "15138816" : 895,
            "15269888" : 992,
            "15400960" : 1130,
            "15532032" : 1323,
            "15663104" : 1426,
            "15794176" : 1736,
            "15925248" : 1746,
            "16056320" : 1950,
            "16187392" : 2233,
            "16318464" : 2402,
            "16449536" : 2615,
            "16580608" : 3036,
            "16711680" : 3331,
            "16908288" : 7630,
            "17170432" : 8806,
            "17432576" : 10698,
            "17694720" : 12515,
            "17956864" : 14344,
            "18219008" : 16498,
            "18481152" : 18164,
            "18743296" : 20258,
            "19005440" : 21641,
            "19267584" : 23034,
            "19529728" : 24428,
            "19791872" : 25820,
            "20054016" : 26812,
            "20316160" : 27958,
            "20578304" : 29106,
            "20840448" : 30189,
            "21102592" : 30959,
            "21364736" : 31645,
            "21626880" : 31919,
            "21889024" : 32642,
            "22151168" : 32141,
            "22413312" : 32792,
            "22675456" : 33429,
            "22937600" : 33740,
            "23199744" : 33806,
            "23461888" : 34023,
            "23724032" : 34351,
            "23986176" : 34566,
            "24248320" : 34554,
            "24510464" : 34496,
            "24772608" : 34273,
            "25034752" : 34596,
            "25296896" : 34651,
            "25559040" : 34768,
            "25821184" : 34545,
            "26083328" : 34933,
            "26345472" : 34648,
            "26607616" : 34343,
            "26869760" : 33979,
            "27131904" : 34209,
            "27394048" : 34217,
            "27656192" : 33318,
            "27918336" : 33282,
            "28180480" : 33437,
            "28442624" : 33010,
            "28704768" : 32338,
            "28966912" : 31627,
            "29229056" : 31364,
            "29491200" : 31255,
            "29753344" : 30577,
            "30015488" : 30397,
            "30277632" : 30160,
            "30539776" : 29788,
            "30801920" : 28888,
            "31064064" : 28202,
            "31326208" : 27959,
            "31588352" : 27567,
            "31850496" : 27377,
            "32112640" : 26943,
            "32374784" : 26567,
            "32636928" : 25483,
            "32899072" : 25342,
            "33161216" : 24053,
            "33423360" : 23648,
            "33816576" : 46431,
            "34340864" : 44293,
            "34865152" : 41900,
            "35389440" : 40171,
            "35913728" : 37975,
            "36438016" : 36539,
            "36962304" : 34743,
            "37486592" : 32793,
            "38010880" : 31350,
            "38535168" : 29422,
            "39059456" : 27861,
            "39583744" : 26562,
            "40108032" : 24904,
            "40632320" : 23279,
            "41156608" : 21629,
            "41680896" : 20375,
            "42205184" : 19126,
            "42729472" : 18083,
            "43253760" : 17123,
            "43778048" : 15702,
            "44302336" : 14668,
            "44826624" : 13876,
            "45350912" : 13353,
            "45875200" : 12311,
            "46399488" : 11448,
            "46923776" : 11004,
            "47448064" : 10397,
            "47972352" : 9719,
            "48496640" : 8977,
            "49020928" : 8598,
            "49545216" : 8148,
            "50069504" : 7568,
            "50593792" : 7240,
            "51118080" : 7039,
            "51642368" : 6545,
            "52166656" : 6191,
            "52690944" : 5723,
            "53215232" : 5432,
            "53739520" : 5041,
            "54263808" : 4933,
            "54788096" : 4672,
            "55312384" : 4508,
            "55836672" : 4211,
            "56360960" : 3920,
            "56885248" : 3684,
            "57409536" : 3688,
            "57933824" : 3394,
            "58458112" : 3303,
            "58982400" : 3144,
            "59506688" : 3043,
            "60030976" : 2849,
            "60555264" : 2755,
            "61079552" : 2555,
            "61603840" : 2497,
            "62128128" : 2423,
            "62652416" : 2190,
            "63176704" : 2174,
            "63700992" : 1958,
            "64225280" : 1980,
            "64749568" : 1962,
            "65273856" : 1868,
            "65798144" : 1773,
            "66322432" : 1710,
            "66846720" : 1614,
            "67633152" : 2937,
            "68681728" : 2611,
            "69730304" : 2266,
            "70778880" : 2070,
            "71827456" : 1885,
            "72876032" : 1617,
            "73924608" : 1439,
            "74973184" : 1208,
            "76021760" : 1089,
            "77070336" : 951,
            "78118912" : 821,
            "79167488" : 728,
            "80216064" : 648,
            "81264640" : 511,
            "82313216" : 459,
            "83361792" : 382,
            "84410368" : 355,
            "85458944" : 302,
            "86507520" : 223,
            "87556096" : 203,
            "88604672" : 179,
            "89653248" : 169,
            "90701824" : 117,
            "91750400" : 126,
            "92798976" : 67,
            "93847552" : 65,
            "94896128" : 52,
            "95944704" : 27,
            "96993280" : 33,
            "98041856" : 49,
            "99090432" : 27,
            "100139008" : 13,
            "101187584" : 16,
            "102236160" : 16,
            "103284736" : 12,
            "104333312" : 6,
            "105381888" : 5,
            "106430464" : 8,
            "108527616" : 2,
            "109576192" : 3,
            "110624768" : 3,
            "111673344" : 3,
            "112721920" : 2,
            "113770496" : 1
          }
        },
        "lat_ns" : {
          "min" : 11449867,
          "max" : 117896870,
          "mean" : 31920367.951296,
          "stddev" : 10454739.027618,
          "N" : 2726633
        },
        "bw_min" : 42168,
        "bw_max" : 87752,
        "bw_agg" : 100.000000,
        "bw_mean" : 64200.811209,
        "bw_dev" : 618.617768,
        "bw_samples" : 5424,
        "iops_min" : 10542,
        "iops_max" : 21936,
        "iops_mean" : 16049.398230,
        "iops_stddev" : 154.678774,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719987,
      "usr_cpu" : 0.348163,
      "sys_cpu" : 4.630500,
      "ctx" : 3130302,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.931076,
        "50" : 85.768680,
        "100" : 5.296650,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849178,
  "timestamp_ms" : 1772849178465,
  "time" : "Fri Mar  6 22:06:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 16671,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11845525504,
        "io_kbytes" : 11567896,
        "bw_bytes" : 65808109,
        "bw" : 64265,
        "iops" : 16065.010750,
        "runtime" : 180001,
        "total_ios" : 2891718,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 991973.076349,
          "stddev" : 987847.493362,
          "N" : 2891734
        },
        "clat_ns" : {
          "min" : 3145,
          "max" : 114008229,
          "mean" : 30874656.753035,
          "stddev" : 10190785.141130,
          "N" : 2892214,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "3152" : 1,
            "3472" : 1,
            "3632" : 1,
            "3856" : 1,
            "4448" : 1,
            "4576" : 1,
            "5216" : 1,
            "5408" : 1,
            "6816" : 1,
            "6880" : 1,
            "6944" : 1,
            "7136" : 1,
            "7328" : 1,
            "7904" : 1,
            "8096" : 1,
            "9920" : 1,
            "387072" : 1,
            "399360" : 1,
            "452608" : 1,
            "536576" : 1,
            "626688" : 1,
            "651264" : 1,
            "749568" : 1,
            "823296" : 1,
            "839680" : 1,
            "897024" : 1,
            "913408" : 1,
            "1171456" : 1,
            "1236992" : 1,
            "1269760" : 1,
            "1286144" : 1,
            "1368064" : 1,
            "1449984" : 1,
            "1531904" : 1,
            "1581056" : 1,
            "1712128" : 1,
            "1875968" : 1,
            "2023424" : 1,
            "2039808" : 2,
            "2211840" : 1,
            "2342912" : 1,
            "2473984" : 6,
            "2539520" : 1,
            "2605056" : 2,
            "2670592" : 1,
            "2768896" : 1,
            "2867200" : 2,
            "2899968" : 1,
            "2965504" : 1,
            "3031040" : 1,
            "3063808" : 1,
            "3096576" : 1,
            "3162112" : 1,
            "3227648" : 3,
            "3325952" : 1,
            "3391488" : 1,
            "3588096" : 1,
            "3620864" : 1,
            "3719168" : 1,
            "3751936" : 1,
            "3784704" : 2,
            "3817472" : 1,
            "3850240" : 1,
            "3948544" : 1,
            "3981312" : 2,
            "4145152" : 2,
            "4227072" : 2,
            "4292608" : 2,
            "4358144" : 1,
            "4423680" : 1,
            "4489216" : 2,
            "4554752" : 2,
            "4620288" : 3,
            "4685824" : 1,
            "4882432" : 2,
            "5013504" : 1,
            "5144576" : 3,
            "5210112" : 2,
            "5275648" : 1,
            "5341184" : 1,
            "5472256" : 3,
            "5603328" : 2,
            "5668864" : 1,
            "5734400" : 1,
            "5865472" : 1,
            "5931008" : 1,
            "6062080" : 3,
            "6127616" : 1,
            "6193152" : 1,
            "6258688" : 2,
            "6520832" : 2,
            "6782976" : 2,
            "6848512" : 2,
            "6914048" : 1,
            "7176192" : 1,
            "7241728" : 2,
            "7372800" : 1,
            "7503872" : 3,
            "7634944" : 2,
            "7766016" : 3,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 2,
            "8093696" : 2,
            "8355840" : 3,
            "8454144" : 2,
            "8585216" : 2,
            "8716288" : 1,
            "8847360" : 1,
            "8978432" : 3,
            "9240576" : 2,
            "9371648" : 4,
            "9502720" : 1,
            "9633792" : 1,
            "9764864" : 3,
            "10027008" : 3,
            "10158080" : 2,
            "10289152" : 1,
            "10551296" : 1,
            "10682368" : 1,
            "10813440" : 2,
            "10944512" : 1,
            "11075584" : 3,
            "11206656" : 7,
            "11337728" : 30,
            "11468800" : 38,
            "11599872" : 43,
            "11730944" : 57,
            "11862016" : 26,
            "11993088" : 30,
            "12124160" : 28,
            "12255232" : 48,
            "12386304" : 55,
            "12517376" : 84,
            "12648448" : 84,
            "12779520" : 91,
            "12910592" : 115,
            "13041664" : 153,
            "13172736" : 160,
            "13303808" : 194,
            "13434880" : 242,
            "13565952" : 223,
            "13697024" : 224,
            "13828096" : 290,
            "13959168" : 358,
            "14090240" : 430,
            "14221312" : 476,
            "14352384" : 546,
            "14483456" : 589,
            "14614528" : 624,
            "14745600" : 664,
            "14876672" : 791,
            "15007744" : 820,
            "15138816" : 940,
            "15269888" : 1044,
            "15400960" : 1194,
            "15532032" : 1397,
            "15663104" : 1532,
            "15794176" : 1851,
            "15925248" : 1884,
            "16056320" : 2096,
            "16187392" : 2385,
            "16318464" : 2571,
            "16449536" : 2819,
            "16580608" : 3221,
            "16711680" : 3599,
            "16908288" : 8227,
            "17170432" : 9471,
            "17432576" : 11546,
            "17694720" : 13486,
            "17956864" : 15439,
            "18219008" : 17691,
            "18481152" : 19449,
            "18743296" : 21623,
            "19005440" : 23203,
            "19267584" : 24668,
            "19529728" : 26125,
            "19791872" : 27592,
            "20054016" : 28645,
            "20316160" : 29933,
            "20578304" : 31175,
            "20840448" : 32259,
            "21102592" : 33091,
            "21364736" : 33778,
            "21626880" : 34038,
            "21889024" : 34795,
            "22151168" : 34379,
            "22413312" : 35053,
            "22675456" : 35659,
            "22937600" : 35949,
            "23199744" : 35946,
            "23461888" : 36167,
            "23724032" : 36604,
            "23986176" : 36889,
            "24248320" : 36921,
            "24510464" : 36690,
            "24772608" : 36511,
            "25034752" : 36896,
            "25296896" : 36926,
            "25559040" : 37023,
            "25821184" : 36742,
            "26083328" : 37179,
            "26345472" : 36800,
            "26607616" : 36519,
            "26869760" : 36135,
            "27131904" : 36311,
            "27394048" : 36282,
            "27656192" : 35373,
            "27918336" : 35372,
            "28180480" : 35585,
            "28442624" : 35166,
            "28704768" : 34359,
            "28966912" : 33694,
            "29229056" : 33307,
            "29491200" : 33234,
            "29753344" : 32479,
            "30015488" : 32207,
            "30277632" : 31850,
            "30539776" : 31427,
            "30801920" : 30498,
            "31064064" : 29853,
            "31326208" : 29517,
            "31588352" : 29056,
            "31850496" : 28865,
            "32112640" : 28412,
            "32374784" : 28076,
            "32636928" : 26929,
            "32899072" : 26724,
            "33161216" : 25349,
            "33423360" : 24947,
            "33816576" : 48933,
            "34340864" : 46615,
            "34865152" : 43977,
            "35389440" : 42338,
            "35913728" : 39905,
            "36438016" : 38341,
            "36962304" : 36565,
            "37486592" : 34581,
            "38010880" : 32960,
            "38535168" : 31023,
            "39059456" : 29311,
            "39583744" : 27915,
            "40108032" : 26211,
            "40632320" : 24508,
            "41156608" : 22793,
            "41680896" : 21502,
            "42205184" : 20123,
            "42729472" : 19086,
            "43253760" : 18042,
            "43778048" : 16588,
            "44302336" : 15434,
            "44826624" : 14567,
            "45350912" : 14112,
            "45875200" : 13033,
            "46399488" : 12090,
            "46923776" : 11589,
            "47448064" : 10951,
            "47972352" : 10269,
            "48496640" : 9480,
            "49020928" : 9114,
            "49545216" : 8576,
            "50069504" : 8027,
            "50593792" : 7652,
            "51118080" : 7387,
            "51642368" : 6853,
            "52166656" : 6509,
            "52690944" : 6050,
            "53215232" : 5698,
            "53739520" : 5305,
            "54263808" : 5221,
            "54788096" : 4943,
            "55312384" : 4745,
            "55836672" : 4442,
            "56360960" : 4144,
            "56885248" : 3900,
            "57409536" : 3905,
            "57933824" : 3586,
            "58458112" : 3452,
            "58982400" : 3295,
            "59506688" : 3212,
            "60030976" : 3000,
            "60555264" : 2925,
            "61079552" : 2720,
            "61603840" : 2649,
            "62128128" : 2565,
            "62652416" : 2348,
            "63176704" : 2293,
            "63700992" : 2075,
            "64225280" : 2119,
            "64749568" : 2086,
            "65273856" : 1987,
            "65798144" : 1902,
            "66322432" : 1808,
            "66846720" : 1715,
            "67633152" : 3097,
            "68681728" : 2784,
            "69730304" : 2378,
            "70778880" : 2230,
            "71827456" : 1985,
            "72876032" : 1698,
            "73924608" : 1518,
            "74973184" : 1272,
            "76021760" : 1142,
            "77070336" : 986,
            "78118912" : 840,
            "79167488" : 761,
            "80216064" : 677,
            "81264640" : 521,
            "82313216" : 471,
            "83361792" : 386,
            "84410368" : 355,
            "85458944" : 305,
            "86507520" : 225,
            "87556096" : 203,
            "88604672" : 179,
            "89653248" : 170,
            "90701824" : 117,
            "91750400" : 126,
            "92798976" : 67,
            "93847552" : 65,
            "94896128" : 52,
            "95944704" : 27,
            "96993280" : 33,
            "98041856" : 49,
            "99090432" : 27,
            "100139008" : 13,
            "101187584" : 16,
            "102236160" : 16,
            "103284736" : 12,
            "104333312" : 6,
            "105381888" : 5,
            "106430464" : 8,
            "108527616" : 2,
            "109576192" : 3,
            "110624768" : 3,
            "111673344" : 3,
            "112721920" : 2,
            "113770496" : 1
          }
        },
        "lat_ns" : {
          "min" : 385308,
          "max" : 117896870,
          "mean" : 31866675.730959,
          "stddev" : 10443050.569630,
          "N" : 2892214
        },
        "bw_min" : 42168,
        "bw_max" : 87752,
        "bw_agg" : 99.963073,
        "bw_mean" : 64242.415042,
        "bw_dev" : 617.415372,
        "bw_samples" : 5744,
        "iops_min" : 10542,
        "iops_max" : 21936,
        "iops_mean" : 16059.807799,
        "iops_stddev" : 154.378743,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879999,
      "usr_cpu" : 0.349931,
      "sys_cpu" : 4.635418,
      "ctx" : 3318662,
      "majf" : 0,
      "minf" : 614,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999447,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 9.022353,
        "50" : 85.719458,
        "100" : 5.266696,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849178,
  "timestamp_ms" : 1772849178500,
  "time" : "Fri Mar  6 22:06:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11846574080,
        "io_kbytes" : 11568920,
        "bw_bytes" : 65805526,
        "bw" : 64263,
        "iops" : 16062.958272,
        "runtime" : 180024,
        "total_ios" : 2891718,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 255670,
          "max" : 7596278,
          "mean" : 991973.076349,
          "stddev" : 987847.493362,
          "N" : 2891734
        },
        "clat_ns" : {
          "min" : 3145,
          "max" : 114008229,
          "mean" : 30874656.753035,
          "stddev" : 10190785.141130,
          "N" : 2892214,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "3152" : 1,
            "3472" : 1,
            "3632" : 1,
            "3856" : 1,
            "4448" : 1,
            "4576" : 1,
            "5216" : 1,
            "5408" : 1,
            "6816" : 1,
            "6880" : 1,
            "6944" : 1,
            "7136" : 1,
            "7328" : 1,
            "7904" : 1,
            "8096" : 1,
            "9920" : 1,
            "387072" : 1,
            "399360" : 1,
            "452608" : 1,
            "536576" : 1,
            "626688" : 1,
            "651264" : 1,
            "749568" : 1,
            "823296" : 1,
            "839680" : 1,
            "897024" : 1,
            "913408" : 1,
            "1171456" : 1,
            "1236992" : 1,
            "1269760" : 1,
            "1286144" : 1,
            "1368064" : 1,
            "1449984" : 1,
            "1531904" : 1,
            "1581056" : 1,
            "1712128" : 1,
            "1875968" : 1,
            "2023424" : 1,
            "2039808" : 2,
            "2211840" : 1,
            "2342912" : 1,
            "2473984" : 6,
            "2539520" : 1,
            "2605056" : 2,
            "2670592" : 1,
            "2768896" : 1,
            "2867200" : 2,
            "2899968" : 1,
            "2965504" : 1,
            "3031040" : 1,
            "3063808" : 1,
            "3096576" : 1,
            "3162112" : 1,
            "3227648" : 3,
            "3325952" : 1,
            "3391488" : 1,
            "3588096" : 1,
            "3620864" : 1,
            "3719168" : 1,
            "3751936" : 1,
            "3784704" : 2,
            "3817472" : 1,
            "3850240" : 1,
            "3948544" : 1,
            "3981312" : 2,
            "4145152" : 2,
            "4227072" : 2,
            "4292608" : 2,
            "4358144" : 1,
            "4423680" : 1,
            "4489216" : 2,
            "4554752" : 2,
            "4620288" : 3,
            "4685824" : 1,
            "4882432" : 2,
            "5013504" : 1,
            "5144576" : 3,
            "5210112" : 2,
            "5275648" : 1,
            "5341184" : 1,
            "5472256" : 3,
            "5603328" : 2,
            "5668864" : 1,
            "5734400" : 1,
            "5865472" : 1,
            "5931008" : 1,
            "6062080" : 3,
            "6127616" : 1,
            "6193152" : 1,
            "6258688" : 2,
            "6520832" : 2,
            "6782976" : 2,
            "6848512" : 2,
            "6914048" : 1,
            "7176192" : 1,
            "7241728" : 2,
            "7372800" : 1,
            "7503872" : 3,
            "7634944" : 2,
            "7766016" : 3,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 2,
            "8093696" : 2,
            "8355840" : 3,
            "8454144" : 2,
            "8585216" : 2,
            "8716288" : 1,
            "8847360" : 1,
            "8978432" : 3,
            "9240576" : 2,
            "9371648" : 4,
            "9502720" : 1,
            "9633792" : 1,
            "9764864" : 3,
            "10027008" : 3,
            "10158080" : 2,
            "10289152" : 1,
            "10551296" : 1,
            "10682368" : 1,
            "10813440" : 2,
            "10944512" : 1,
            "11075584" : 3,
            "11206656" : 7,
            "11337728" : 30,
            "11468800" : 38,
            "11599872" : 43,
            "11730944" : 57,
            "11862016" : 26,
            "11993088" : 30,
            "12124160" : 28,
            "12255232" : 48,
            "12386304" : 55,
            "12517376" : 84,
            "12648448" : 84,
            "12779520" : 91,
            "12910592" : 115,
            "13041664" : 153,
            "13172736" : 160,
            "13303808" : 194,
            "13434880" : 242,
            "13565952" : 223,
            "13697024" : 224,
            "13828096" : 290,
            "13959168" : 358,
            "14090240" : 430,
            "14221312" : 476,
            "14352384" : 546,
            "14483456" : 589,
            "14614528" : 624,
            "14745600" : 664,
            "14876672" : 791,
            "15007744" : 820,
            "15138816" : 940,
            "15269888" : 1044,
            "15400960" : 1194,
            "15532032" : 1397,
            "15663104" : 1532,
            "15794176" : 1851,
            "15925248" : 1884,
            "16056320" : 2096,
            "16187392" : 2385,
            "16318464" : 2571,
            "16449536" : 2819,
            "16580608" : 3221,
            "16711680" : 3599,
            "16908288" : 8227,
            "17170432" : 9471,
            "17432576" : 11546,
            "17694720" : 13486,
            "17956864" : 15439,
            "18219008" : 17691,
            "18481152" : 19449,
            "18743296" : 21623,
            "19005440" : 23203,
            "19267584" : 24668,
            "19529728" : 26125,
            "19791872" : 27592,
            "20054016" : 28645,
            "20316160" : 29933,
            "20578304" : 31175,
            "20840448" : 32259,
            "21102592" : 33091,
            "21364736" : 33778,
            "21626880" : 34038,
            "21889024" : 34795,
            "22151168" : 34379,
            "22413312" : 35053,
            "22675456" : 35659,
            "22937600" : 35949,
            "23199744" : 35946,
            "23461888" : 36167,
            "23724032" : 36604,
            "23986176" : 36889,
            "24248320" : 36921,
            "24510464" : 36690,
            "24772608" : 36511,
            "25034752" : 36896,
            "25296896" : 36926,
            "25559040" : 37023,
            "25821184" : 36742,
            "26083328" : 37179,
            "26345472" : 36800,
            "26607616" : 36519,
            "26869760" : 36135,
            "27131904" : 36311,
            "27394048" : 36282,
            "27656192" : 35373,
            "27918336" : 35372,
            "28180480" : 35585,
            "28442624" : 35166,
            "28704768" : 34359,
            "28966912" : 33694,
            "29229056" : 33307,
            "29491200" : 33234,
            "29753344" : 32479,
            "30015488" : 32207,
            "30277632" : 31850,
            "30539776" : 31427,
            "30801920" : 30498,
            "31064064" : 29853,
            "31326208" : 29517,
            "31588352" : 29056,
            "31850496" : 28865,
            "32112640" : 28412,
            "32374784" : 28076,
            "32636928" : 26929,
            "32899072" : 26724,
            "33161216" : 25349,
            "33423360" : 24947,
            "33816576" : 48933,
            "34340864" : 46615,
            "34865152" : 43977,
            "35389440" : 42338,
            "35913728" : 39905,
            "36438016" : 38341,
            "36962304" : 36565,
            "37486592" : 34581,
            "38010880" : 32960,
            "38535168" : 31023,
            "39059456" : 29311,
            "39583744" : 27915,
            "40108032" : 26211,
            "40632320" : 24508,
            "41156608" : 22793,
            "41680896" : 21502,
            "42205184" : 20123,
            "42729472" : 19086,
            "43253760" : 18042,
            "43778048" : 16588,
            "44302336" : 15434,
            "44826624" : 14567,
            "45350912" : 14112,
            "45875200" : 13033,
            "46399488" : 12090,
            "46923776" : 11589,
            "47448064" : 10951,
            "47972352" : 10269,
            "48496640" : 9480,
            "49020928" : 9114,
            "49545216" : 8576,
            "50069504" : 8027,
            "50593792" : 7652,
            "51118080" : 7387,
            "51642368" : 6853,
            "52166656" : 6509,
            "52690944" : 6050,
            "53215232" : 5698,
            "53739520" : 5305,
            "54263808" : 5221,
            "54788096" : 4943,
            "55312384" : 4745,
            "55836672" : 4442,
            "56360960" : 4144,
            "56885248" : 3900,
            "57409536" : 3905,
            "57933824" : 3586,
            "58458112" : 3452,
            "58982400" : 3295,
            "59506688" : 3212,
            "60030976" : 3000,
            "60555264" : 2925,
            "61079552" : 2720,
            "61603840" : 2649,
            "62128128" : 2565,
            "62652416" : 2348,
            "63176704" : 2293,
            "63700992" : 2075,
            "64225280" : 2119,
            "64749568" : 2086,
            "65273856" : 1987,
            "65798144" : 1902,
            "66322432" : 1808,
            "66846720" : 1715,
            "67633152" : 3097,
            "68681728" : 2784,
            "69730304" : 2378,
            "70778880" : 2230,
            "71827456" : 1985,
            "72876032" : 1698,
            "73924608" : 1518,
            "74973184" : 1272,
            "76021760" : 1142,
            "77070336" : 986,
            "78118912" : 840,
            "79167488" : 761,
            "80216064" : 677,
            "81264640" : 521,
            "82313216" : 471,
            "83361792" : 386,
            "84410368" : 355,
            "85458944" : 305,
            "86507520" : 225,
            "87556096" : 203,
            "88604672" : 179,
            "89653248" : 170,
            "90701824" : 117,
            "91750400" : 126,
            "92798976" : 67,
            "93847552" : 65,
            "94896128" : 52,
            "95944704" : 27,
            "96993280" : 33,
            "98041856" : 49,
            "99090432" : 27,
            "100139008" : 13,
            "101187584" : 16,
            "102236160" : 16,
            "103284736" : 12,
            "104333312" : 6,
            "105381888" : 5,
            "106430464" : 8,
            "108527616" : 2,
            "109576192" : 3,
            "110624768" : 3,
            "111673344" : 3,
            "112721920" : 2,
            "113770496" : 1
          }
        },
        "lat_ns" : {
          "min" : 385308,
          "max" : 117896870,
          "mean" : 31866675.730959,
          "stddev" : 10443050.569630,
          "N" : 2892214
        },
        "bw_min" : 42168,
        "bw_max" : 87752,
        "bw_agg" : 100.000000,
        "bw_mean" : 64264.197307,
        "bw_dev" : 617.922455,
        "bw_samples" : 5753,
        "iops_min" : 10542,
        "iops_max" : 21936,
        "iops_mean" : 16065.246263,
        "iops_stddev" : 154.504874,
        "iops_samples" : 5753
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880199,
      "usr_cpu" : 0.349906,
      "sys_cpu" : 4.635096,
      "ctx" : 3318847,
      "majf" : 0,
      "minf" : 622,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999447,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 9.022353,
        "50" : 85.719458,
        "100" : 5.266696,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}