← Back to file list

📄 rand-write-qd32-nj16_run1.json

mirror/benchmarks/rand/rand-write-qd32-nj16_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848759,
  "timestamp_ms" : 1772848759208,
  "time" : "Fri Mar  6 21:59:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 685707264,
        "io_kbytes" : 669636,
        "bw_bytes" : 70264090,
        "bw" : 68617,
        "iops" : 17210.984732,
        "runtime" : 9759,
        "total_ios" : 167962,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156144,
      "usr_cpu" : 0.363126,
      "sys_cpu" : 5.061354,
      "ctx" : 191886,
      "majf" : 0,
      "minf" : 91,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.152415,
        "32" : 99.704695,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848769,
  "timestamp_ms" : 1772848769448,
  "time" : "Fri Mar  6 21:59:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 669339648,
        "io_kbytes" : 653652,
        "bw_bytes" : 66933964,
        "bw" : 65365,
        "iops" : 16344.800000,
        "runtime" : 10000,
        "total_ios" : 163448,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7448801,
          "mean" : 974901.966815,
          "stddev" : 990713.347891,
          "N" : 163448
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 30364776.076136,
          "stddev" : 11266137.147431,
          "N" : 163432,
          "percentile" : {
            "1.000000" : 14352384,
            "5.000000" : 16908288,
            "10.000000" : 18481152,
            "20.000000" : 21102592,
            "30.000000" : 23461888,
            "40.000000" : 25821184,
            "50.000000" : 28180480,
            "60.000000" : 30539776,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 44826624,
            "95.000000" : 52166656,
            "99.000000" : 69730304,
            "99.500000" : 74973184,
            "99.900000" : 83361792,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 7,
            "11206656" : 5,
            "11337728" : 7,
            "11468800" : 19,
            "11599872" : 10,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 25,
            "12124160" : 51,
            "12255232" : 19,
            "12386304" : 37,
            "12517376" : 50,
            "12648448" : 51,
            "12779520" : 49,
            "12910592" : 62,
            "13041664" : 71,
            "13172736" : 81,
            "13303808" : 81,
            "13434880" : 96,
            "13565952" : 96,
            "13697024" : 108,
            "13828096" : 138,
            "13959168" : 135,
            "14090240" : 172,
            "14221312" : 160,
            "14352384" : 148,
            "14483456" : 179,
            "14614528" : 160,
            "14745600" : 181,
            "14876672" : 196,
            "15007744" : 195,
            "15138816" : 241,
            "15269888" : 242,
            "15400960" : 289,
            "15532032" : 307,
            "15663104" : 302,
            "15794176" : 351,
            "15925248" : 392,
            "16056320" : 375,
            "16187392" : 447,
            "16318464" : 492,
            "16449536" : 457,
            "16580608" : 478,
            "16711680" : 494,
            "16908288" : 1060,
            "17170432" : 1179,
            "17432576" : 1215,
            "17694720" : 1358,
            "17956864" : 1512,
            "18219008" : 1466,
            "18481152" : 1487,
            "18743296" : 1620,
            "19005440" : 1745,
            "19267584" : 1620,
            "19529728" : 1732,
            "19791872" : 1682,
            "20054016" : 1643,
            "20316160" : 1566,
            "20578304" : 1707,
            "20840448" : 1549,
            "21102592" : 1671,
            "21364736" : 1766,
            "21626880" : 1757,
            "21889024" : 1869,
            "22151168" : 1803,
            "22413312" : 1732,
            "22675456" : 1885,
            "22937600" : 1744,
            "23199744" : 1819,
            "23461888" : 1765,
            "23724032" : 1833,
            "23986176" : 1747,
            "24248320" : 1758,
            "24510464" : 1729,
            "24772608" : 1753,
            "25034752" : 1824,
            "25296896" : 1765,
            "25559040" : 1828,
            "25821184" : 1817,
            "26083328" : 1748,
            "26345472" : 1890,
            "26607616" : 1980,
            "26869760" : 1916,
            "27131904" : 1959,
            "27394048" : 1852,
            "27656192" : 1863,
            "27918336" : 1879,
            "28180480" : 1887,
            "28442624" : 1824,
            "28704768" : 1905,
            "28966912" : 1832,
            "29229056" : 1797,
            "29491200" : 1670,
            "29753344" : 1751,
            "30015488" : 1653,
            "30277632" : 1636,
            "30539776" : 1579,
            "30801920" : 1534,
            "31064064" : 1587,
            "31326208" : 1467,
            "31588352" : 1520,
            "31850496" : 1499,
            "32112640" : 1361,
            "32374784" : 1400,
            "32636928" : 1375,
            "32899072" : 1316,
            "33161216" : 1338,
            "33423360" : 1291,
            "33816576" : 2515,
            "34340864" : 2436,
            "34865152" : 2316,
            "35389440" : 2193,
            "35913728" : 2141,
            "36438016" : 1953,
            "36962304" : 1887,
            "37486592" : 1779,
            "38010880" : 1724,
            "38535168" : 1607,
            "39059456" : 1499,
            "39583744" : 1431,
            "40108032" : 1385,
            "40632320" : 1288,
            "41156608" : 1179,
            "41680896" : 1237,
            "42205184" : 1049,
            "42729472" : 1006,
            "43253760" : 921,
            "43778048" : 917,
            "44302336" : 798,
            "44826624" : 788,
            "45350912" : 763,
            "45875200" : 684,
            "46399488" : 666,
            "46923776" : 573,
            "47448064" : 581,
            "47972352" : 532,
            "48496640" : 542,
            "49020928" : 487,
            "49545216" : 490,
            "50069504" : 453,
            "50593792" : 474,
            "51118080" : 391,
            "51642368" : 432,
            "52166656" : 358,
            "52690944" : 370,
            "53215232" : 362,
            "53739520" : 312,
            "54263808" : 312,
            "54788096" : 301,
            "55312384" : 241,
            "55836672" : 245,
            "56360960" : 251,
            "56885248" : 230,
            "57409536" : 253,
            "57933824" : 254,
            "58458112" : 258,
            "58982400" : 189,
            "59506688" : 188,
            "60030976" : 194,
            "60555264" : 171,
            "61079552" : 161,
            "61603840" : 165,
            "62128128" : 189,
            "62652416" : 184,
            "63176704" : 168,
            "63700992" : 145,
            "64225280" : 147,
            "64749568" : 167,
            "65273856" : 120,
            "65798144" : 176,
            "66322432" : 135,
            "66846720" : 120,
            "67633152" : 228,
            "68681728" : 204,
            "69730304" : 210,
            "70778880" : 171,
            "71827456" : 162,
            "72876032" : 166,
            "73924608" : 125,
            "74973184" : 116,
            "76021760" : 86,
            "77070336" : 123,
            "78118912" : 97,
            "79167488" : 83,
            "80216064" : 81,
            "81264640" : 72,
            "82313216" : 50,
            "83361792" : 44,
            "84410368" : 27,
            "85458944" : 25,
            "86507520" : 25,
            "87556096" : 15,
            "88604672" : 13,
            "89653248" : 3,
            "90701824" : 1,
            "91750400" : 3,
            "92798976" : 2,
            "94896128" : 2,
            "95944704" : 1,
            "96993280" : 2,
            "99090432" : 3,
            "100139008" : 1,
            "101187584" : 2,
            "102236160" : 1,
            "104333312" : 1,
            "105381888" : 2,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 31340488.285477,
          "stddev" : 11549113.193477,
          "N" : 163432
        },
        "bw_min" : 49460,
        "bw_max" : 78248,
        "bw_agg" : 100.000000,
        "bw_mean" : 65785.631579,
        "bw_dev" : 525.635543,
        "bw_samples" : 304,
        "iops_min" : 12364,
        "iops_max" : 19562,
        "iops_mean" : 16445.315789,
        "iops_stddev" : 131.462321,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159995,
      "usr_cpu" : 0.353136,
      "sys_cpu" : 4.784525,
      "ctx" : 190991,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999388,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999388,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 15.699183,
        "50" : 78.107410,
        "100" : 6.178724,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848779,
  "timestamp_ms" : 1772848779448,
  "time" : "Fri Mar  6 21:59:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1336832000,
        "io_kbytes" : 1305500,
        "bw_bytes" : 66841600,
        "bw" : 65275,
        "iops" : 16320.550000,
        "runtime" : 20000,
        "total_ios" : 326411,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7448801,
          "mean" : 976347.907463,
          "stddev" : 987638.412461,
          "N" : 326411
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 30398886.533801,
          "stddev" : 11017135.635783,
          "N" : 326395,
          "percentile" : {
            "1.000000" : 15007744,
            "5.000000" : 17432576,
            "10.000000" : 18743296,
            "20.000000" : 21364736,
            "30.000000" : 23461888,
            "40.000000" : 25821184,
            "50.000000" : 28180480,
            "60.000000" : 30539776,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44826624,
            "95.000000" : 51642368,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 84410368,
            "99.990000" : 89653248
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 7,
            "11206656" : 5,
            "11337728" : 7,
            "11468800" : 19,
            "11599872" : 10,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 25,
            "12124160" : 51,
            "12255232" : 19,
            "12386304" : 37,
            "12517376" : 50,
            "12648448" : 51,
            "12779520" : 51,
            "12910592" : 63,
            "13041664" : 75,
            "13172736" : 89,
            "13303808" : 96,
            "13434880" : 109,
            "13565952" : 107,
            "13697024" : 125,
            "13828096" : 162,
            "13959168" : 178,
            "14090240" : 230,
            "14221312" : 219,
            "14352384" : 212,
            "14483456" : 260,
            "14614528" : 233,
            "14745600" : 260,
            "14876672" : 287,
            "15007744" : 316,
            "15138816" : 370,
            "15269888" : 390,
            "15400960" : 463,
            "15532032" : 499,
            "15663104" : 493,
            "15794176" : 566,
            "15925248" : 584,
            "16056320" : 659,
            "16187392" : 731,
            "16318464" : 786,
            "16449536" : 818,
            "16580608" : 824,
            "16711680" : 882,
            "16908288" : 1994,
            "17170432" : 2150,
            "17432576" : 2386,
            "17694720" : 2663,
            "17956864" : 2916,
            "18219008" : 2873,
            "18481152" : 3193,
            "18743296" : 3356,
            "19005440" : 3490,
            "19267584" : 3550,
            "19529728" : 3574,
            "19791872" : 3558,
            "20054016" : 3607,
            "20316160" : 3700,
            "20578304" : 3679,
            "20840448" : 3453,
            "21102592" : 3549,
            "21364736" : 3648,
            "21626880" : 3681,
            "21889024" : 3764,
            "22151168" : 3745,
            "22413312" : 3604,
            "22675456" : 3823,
            "22937600" : 3635,
            "23199744" : 3664,
            "23461888" : 3698,
            "23724032" : 3854,
            "23986176" : 3716,
            "24248320" : 3680,
            "24510464" : 3656,
            "24772608" : 3516,
            "25034752" : 3735,
            "25296896" : 3689,
            "25559040" : 3735,
            "25821184" : 3685,
            "26083328" : 3628,
            "26345472" : 3759,
            "26607616" : 3863,
            "26869760" : 3755,
            "27131904" : 3875,
            "27394048" : 3770,
            "27656192" : 3711,
            "27918336" : 3834,
            "28180480" : 3713,
            "28442624" : 3557,
            "28704768" : 3622,
            "28966912" : 3562,
            "29229056" : 3536,
            "29491200" : 3348,
            "29753344" : 3311,
            "30015488" : 3156,
            "30277632" : 3145,
            "30539776" : 3092,
            "30801920" : 3026,
            "31064064" : 3076,
            "31326208" : 2860,
            "31588352" : 2990,
            "31850496" : 2935,
            "32112640" : 2759,
            "32374784" : 2774,
            "32636928" : 2719,
            "32899072" : 2539,
            "33161216" : 2557,
            "33423360" : 2465,
            "33816576" : 4859,
            "34340864" : 4656,
            "34865152" : 4360,
            "35389440" : 4218,
            "35913728" : 3941,
            "36438016" : 3965,
            "36962304" : 3786,
            "37486592" : 3514,
            "38010880" : 3386,
            "38535168" : 3282,
            "39059456" : 3104,
            "39583744" : 2952,
            "40108032" : 2852,
            "40632320" : 2758,
            "41156608" : 2506,
            "41680896" : 2515,
            "42205184" : 2270,
            "42729472" : 2105,
            "43253760" : 2012,
            "43778048" : 1875,
            "44302336" : 1760,
            "44826624" : 1651,
            "45350912" : 1658,
            "45875200" : 1513,
            "46399488" : 1454,
            "46923776" : 1342,
            "47448064" : 1268,
            "47972352" : 1184,
            "48496640" : 1169,
            "49020928" : 1106,
            "49545216" : 1063,
            "50069504" : 943,
            "50593792" : 950,
            "51118080" : 817,
            "51642368" : 858,
            "52166656" : 769,
            "52690944" : 755,
            "53215232" : 726,
            "53739520" : 685,
            "54263808" : 670,
            "54788096" : 588,
            "55312384" : 533,
            "55836672" : 524,
            "56360960" : 506,
            "56885248" : 439,
            "57409536" : 477,
            "57933824" : 488,
            "58458112" : 472,
            "58982400" : 395,
            "59506688" : 382,
            "60030976" : 368,
            "60555264" : 309,
            "61079552" : 320,
            "61603840" : 336,
            "62128128" : 345,
            "62652416" : 313,
            "63176704" : 297,
            "63700992" : 256,
            "64225280" : 268,
            "64749568" : 306,
            "65273856" : 229,
            "65798144" : 289,
            "66322432" : 243,
            "66846720" : 217,
            "67633152" : 442,
            "68681728" : 362,
            "69730304" : 380,
            "70778880" : 304,
            "71827456" : 257,
            "72876032" : 266,
            "73924608" : 199,
            "74973184" : 213,
            "76021760" : 152,
            "77070336" : 203,
            "78118912" : 158,
            "79167488" : 144,
            "80216064" : 135,
            "81264640" : 91,
            "82313216" : 77,
            "83361792" : 69,
            "84410368" : 36,
            "85458944" : 38,
            "86507520" : 36,
            "87556096" : 21,
            "88604672" : 16,
            "89653248" : 8,
            "90701824" : 5,
            "91750400" : 4,
            "92798976" : 2,
            "94896128" : 2,
            "95944704" : 1,
            "96993280" : 2,
            "99090432" : 3,
            "100139008" : 1,
            "101187584" : 2,
            "102236160" : 1,
            "104333312" : 1,
            "105381888" : 2,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 31375442.892514,
          "stddev" : 11295456.481730,
          "N" : 326395
        },
        "bw_min" : 47514,
        "bw_max" : 84352,
        "bw_agg" : 100.000000,
        "bw_mean" : 65565.230769,
        "bw_dev" : 567.015087,
        "bw_samples" : 624,
        "iops_min" : 11878,
        "iops_max" : 21088,
        "iops_mean" : 16390.282051,
        "iops_stddev" : 141.773815,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319994,
      "usr_cpu" : 0.352194,
      "sys_cpu" : 4.753214,
      "ctx" : 378178,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 14.770948,
        "50" : 79.294203,
        "100" : 5.927496,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848789,
  "timestamp_ms" : 1772848789451,
  "time" : "Fri Mar  6 21:59:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1977679872,
        "io_kbytes" : 1931328,
        "bw_bytes" : 65922662,
        "bw" : 64377,
        "iops" : 16095.900000,
        "runtime" : 30000,
        "total_ios" : 482877,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7490295,
          "mean" : 990089.253222,
          "stddev" : 1003386.243651,
          "N" : 482877
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 30817219.916643,
          "stddev" : 10978917.904516,
          "N" : 482861,
          "percentile" : {
            "1.000000" : 15400960,
            "5.000000" : 17694720,
            "10.000000" : 19267584,
            "20.000000" : 21889024,
            "30.000000" : 23986176,
            "40.000000" : 26345472,
            "50.000000" : 28442624,
            "60.000000" : 31064064,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 52166656,
            "99.000000" : 68681728,
            "99.500000" : 73924608,
            "99.900000" : 83361792,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 7,
            "11206656" : 5,
            "11337728" : 7,
            "11468800" : 19,
            "11599872" : 10,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 26,
            "12124160" : 51,
            "12255232" : 19,
            "12386304" : 37,
            "12517376" : 50,
            "12648448" : 51,
            "12779520" : 51,
            "12910592" : 65,
            "13041664" : 84,
            "13172736" : 95,
            "13303808" : 99,
            "13434880" : 118,
            "13565952" : 110,
            "13697024" : 133,
            "13828096" : 176,
            "13959168" : 192,
            "14090240" : 242,
            "14221312" : 227,
            "14352384" : 222,
            "14483456" : 269,
            "14614528" : 260,
            "14745600" : 274,
            "14876672" : 309,
            "15007744" : 342,
            "15138816" : 408,
            "15269888" : 445,
            "15400960" : 508,
            "15532032" : 569,
            "15663104" : 561,
            "15794176" : 635,
            "15925248" : 678,
            "16056320" : 752,
            "16187392" : 846,
            "16318464" : 895,
            "16449536" : 955,
            "16580608" : 949,
            "16711680" : 1055,
            "16908288" : 2393,
            "17170432" : 2629,
            "17432576" : 2946,
            "17694720" : 3428,
            "17956864" : 3745,
            "18219008" : 3788,
            "18481152" : 4138,
            "18743296" : 4422,
            "19005440" : 4572,
            "19267584" : 4701,
            "19529728" : 4773,
            "19791872" : 4920,
            "20054016" : 5007,
            "20316160" : 5187,
            "20578304" : 5182,
            "20840448" : 4974,
            "21102592" : 5101,
            "21364736" : 5292,
            "21626880" : 5379,
            "21889024" : 5503,
            "22151168" : 5546,
            "22413312" : 5524,
            "22675456" : 5704,
            "22937600" : 5580,
            "23199744" : 5652,
            "23461888" : 5658,
            "23724032" : 5733,
            "23986176" : 5704,
            "24248320" : 5600,
            "24510464" : 5597,
            "24772608" : 5492,
            "25034752" : 5673,
            "25296896" : 5750,
            "25559040" : 5902,
            "25821184" : 5744,
            "26083328" : 5683,
            "26345472" : 5725,
            "26607616" : 5878,
            "26869760" : 5703,
            "27131904" : 5927,
            "27394048" : 5613,
            "27656192" : 5540,
            "27918336" : 5638,
            "28180480" : 5560,
            "28442624" : 5530,
            "28704768" : 5553,
            "28966912" : 5355,
            "29229056" : 5411,
            "29491200" : 5159,
            "29753344" : 5021,
            "30015488" : 4821,
            "30277632" : 4791,
            "30539776" : 4686,
            "30801920" : 4629,
            "31064064" : 4659,
            "31326208" : 4349,
            "31588352" : 4507,
            "31850496" : 4486,
            "32112640" : 4272,
            "32374784" : 4097,
            "32636928" : 4114,
            "32899072" : 3949,
            "33161216" : 3843,
            "33423360" : 3694,
            "33816576" : 7164,
            "34340864" : 7052,
            "34865152" : 6682,
            "35389440" : 6478,
            "35913728" : 6130,
            "36438016" : 6116,
            "36962304" : 5791,
            "37486592" : 5506,
            "38010880" : 5297,
            "38535168" : 4921,
            "39059456" : 4801,
            "39583744" : 4598,
            "40108032" : 4393,
            "40632320" : 4170,
            "41156608" : 4018,
            "41680896" : 3847,
            "42205184" : 3445,
            "42729472" : 3260,
            "43253760" : 3067,
            "43778048" : 2864,
            "44302336" : 2737,
            "44826624" : 2620,
            "45350912" : 2474,
            "45875200" : 2257,
            "46399488" : 2201,
            "46923776" : 2067,
            "47448064" : 1907,
            "47972352" : 1862,
            "48496640" : 1733,
            "49020928" : 1653,
            "49545216" : 1587,
            "50069504" : 1457,
            "50593792" : 1482,
            "51118080" : 1317,
            "51642368" : 1286,
            "52166656" : 1176,
            "52690944" : 1154,
            "53215232" : 1136,
            "53739520" : 1021,
            "54263808" : 1021,
            "54788096" : 905,
            "55312384" : 795,
            "55836672" : 790,
            "56360960" : 806,
            "56885248" : 728,
            "57409536" : 735,
            "57933824" : 718,
            "58458112" : 696,
            "58982400" : 606,
            "59506688" : 589,
            "60030976" : 535,
            "60555264" : 516,
            "61079552" : 538,
            "61603840" : 538,
            "62128128" : 487,
            "62652416" : 484,
            "63176704" : 459,
            "63700992" : 386,
            "64225280" : 405,
            "64749568" : 430,
            "65273856" : 354,
            "65798144" : 416,
            "66322432" : 343,
            "66846720" : 299,
            "67633152" : 654,
            "68681728" : 550,
            "69730304" : 544,
            "70778880" : 439,
            "71827456" : 423,
            "72876032" : 411,
            "73924608" : 304,
            "74973184" : 334,
            "76021760" : 259,
            "77070336" : 289,
            "78118912" : 236,
            "79167488" : 194,
            "80216064" : 195,
            "81264640" : 132,
            "82313216" : 112,
            "83361792" : 103,
            "84410368" : 52,
            "85458944" : 69,
            "86507520" : 52,
            "87556096" : 35,
            "88604672" : 35,
            "89653248" : 27,
            "90701824" : 26,
            "91750400" : 23,
            "92798976" : 9,
            "93847552" : 16,
            "94896128" : 22,
            "95944704" : 11,
            "96993280" : 7,
            "98041856" : 4,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 31807064.951665,
          "stddev" : 11255261.177484,
          "N" : 482861
        },
        "bw_min" : 47005,
        "bw_max" : 84352,
        "bw_agg" : 100.000000,
        "bw_mean" : 64622.779661,
        "bw_dev" : 581.198336,
        "bw_samples" : 944,
        "iops_min" : 11751,
        "iops_max" : 21088,
        "iops_mean" : 16154.864407,
        "iops_stddev" : 145.320114,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479989,
      "usr_cpu" : 0.339383,
      "sys_cpu" : 4.683441,
      "ctx" : 558998,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 12.583536,
        "50" : 81.270593,
        "100" : 6.139245,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848799,
  "timestamp_ms" : 1772848799452,
  "time" : "Fri Mar  6 21:59:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2616815616,
        "io_kbytes" : 2555484,
        "bw_bytes" : 65420390,
        "bw" : 63887,
        "iops" : 15972.900000,
        "runtime" : 40000,
        "total_ios" : 638916,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7490295,
          "mean" : 997745.050500,
          "stddev" : 1013131.615643,
          "N" : 638916
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 31050418.883260,
          "stddev" : 11059023.879609,
          "N" : 638900,
          "percentile" : {
            "1.000000" : 15663104,
            "5.000000" : 17956864,
            "10.000000" : 19529728,
            "20.000000" : 21889024,
            "30.000000" : 24248320,
            "40.000000" : 26345472,
            "50.000000" : 28704768,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 68681728,
            "99.500000" : 73924608,
            "99.900000" : 83361792,
            "99.950000" : 86507520,
            "99.990000" : 94896128
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 8,
            "11206656" : 5,
            "11337728" : 8,
            "11468800" : 21,
            "11599872" : 12,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 26,
            "12124160" : 51,
            "12255232" : 19,
            "12386304" : 37,
            "12517376" : 54,
            "12648448" : 59,
            "12779520" : 61,
            "12910592" : 69,
            "13041664" : 86,
            "13172736" : 99,
            "13303808" : 101,
            "13434880" : 123,
            "13565952" : 119,
            "13697024" : 141,
            "13828096" : 186,
            "13959168" : 204,
            "14090240" : 249,
            "14221312" : 237,
            "14352384" : 229,
            "14483456" : 290,
            "14614528" : 295,
            "14745600" : 311,
            "14876672" : 339,
            "15007744" : 374,
            "15138816" : 442,
            "15269888" : 499,
            "15400960" : 561,
            "15532032" : 624,
            "15663104" : 626,
            "15794176" : 732,
            "15925248" : 774,
            "16056320" : 877,
            "16187392" : 981,
            "16318464" : 1027,
            "16449536" : 1162,
            "16580608" : 1144,
            "16711680" : 1284,
            "16908288" : 2943,
            "17170432" : 3308,
            "17432576" : 3778,
            "17694720" : 4361,
            "17956864" : 4713,
            "18219008" : 4864,
            "18481152" : 5398,
            "18743296" : 5666,
            "19005440" : 5873,
            "19267584" : 6167,
            "19529728" : 6234,
            "19791872" : 6432,
            "20054016" : 6582,
            "20316160" : 6836,
            "20578304" : 6953,
            "20840448" : 6724,
            "21102592" : 6814,
            "21364736" : 7019,
            "21626880" : 7081,
            "21889024" : 7242,
            "22151168" : 7332,
            "22413312" : 7195,
            "22675456" : 7653,
            "22937600" : 7468,
            "23199744" : 7544,
            "23461888" : 7465,
            "23724032" : 7488,
            "23986176" : 7524,
            "24248320" : 7452,
            "24510464" : 7318,
            "24772608" : 7211,
            "25034752" : 7445,
            "25296896" : 7434,
            "25559040" : 7669,
            "25821184" : 7484,
            "26083328" : 7408,
            "26345472" : 7351,
            "26607616" : 7630,
            "26869760" : 7520,
            "27131904" : 7769,
            "27394048" : 7422,
            "27656192" : 7315,
            "27918336" : 7343,
            "28180480" : 7223,
            "28442624" : 7147,
            "28704768" : 7292,
            "28966912" : 7119,
            "29229056" : 7083,
            "29491200" : 6758,
            "29753344" : 6713,
            "30015488" : 6516,
            "30277632" : 6447,
            "30539776" : 6353,
            "30801920" : 6228,
            "31064064" : 6246,
            "31326208" : 5872,
            "31588352" : 5972,
            "31850496" : 5798,
            "32112640" : 5605,
            "32374784" : 5531,
            "32636928" : 5465,
            "32899072" : 5234,
            "33161216" : 5092,
            "33423360" : 5028,
            "33816576" : 9587,
            "34340864" : 9430,
            "34865152" : 9005,
            "35389440" : 8667,
            "35913728" : 8208,
            "36438016" : 8007,
            "36962304" : 7788,
            "37486592" : 7465,
            "38010880" : 7273,
            "38535168" : 6725,
            "39059456" : 6541,
            "39583744" : 6236,
            "40108032" : 6001,
            "40632320" : 5595,
            "41156608" : 5284,
            "41680896" : 5109,
            "42205184" : 4633,
            "42729472" : 4454,
            "43253760" : 4226,
            "43778048" : 3949,
            "44302336" : 3700,
            "44826624" : 3492,
            "45350912" : 3394,
            "45875200" : 3137,
            "46399488" : 3004,
            "46923776" : 2737,
            "47448064" : 2554,
            "47972352" : 2479,
            "48496640" : 2366,
            "49020928" : 2264,
            "49545216" : 2169,
            "50069504" : 1906,
            "50593792" : 1957,
            "51118080" : 1727,
            "51642368" : 1706,
            "52166656" : 1628,
            "52690944" : 1579,
            "53215232" : 1575,
            "53739520" : 1429,
            "54263808" : 1389,
            "54788096" : 1275,
            "55312384" : 1182,
            "55836672" : 1097,
            "56360960" : 1112,
            "56885248" : 1039,
            "57409536" : 1024,
            "57933824" : 998,
            "58458112" : 965,
            "58982400" : 821,
            "59506688" : 811,
            "60030976" : 779,
            "60555264" : 731,
            "61079552" : 741,
            "61603840" : 749,
            "62128128" : 691,
            "62652416" : 653,
            "63176704" : 646,
            "63700992" : 564,
            "64225280" : 592,
            "64749568" : 618,
            "65273856" : 508,
            "65798144" : 575,
            "66322432" : 472,
            "66846720" : 461,
            "67633152" : 877,
            "68681728" : 760,
            "69730304" : 757,
            "70778880" : 627,
            "71827456" : 584,
            "72876032" : 562,
            "73924608" : 437,
            "74973184" : 460,
            "76021760" : 365,
            "77070336" : 372,
            "78118912" : 325,
            "79167488" : 273,
            "80216064" : 251,
            "81264640" : 182,
            "82313216" : 158,
            "83361792" : 145,
            "84410368" : 79,
            "85458944" : 107,
            "86507520" : 77,
            "87556096" : 50,
            "88604672" : 56,
            "89653248" : 37,
            "90701824" : 34,
            "91750400" : 29,
            "92798976" : 11,
            "93847552" : 16,
            "94896128" : 22,
            "95944704" : 11,
            "96993280" : 7,
            "98041856" : 4,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 32047525.394968,
          "stddev" : 11337334.052456,
          "N" : 638900
        },
        "bw_min" : 43896,
        "bw_max" : 84680,
        "bw_agg" : 100.000000,
        "bw_mean" : 63976.708861,
        "bw_dev" : 615.856516,
        "bw_samples" : 1264,
        "iops_min" : 10974,
        "iops_max" : 21170,
        "iops_mean" : 15993.556962,
        "iops_stddev" : 153.976520,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639996,
      "usr_cpu" : 0.337815,
      "sys_cpu" : 4.640810,
      "ctx" : 739636,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 11.932711,
        "50" : 81.652518,
        "100" : 6.409763,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848809,
  "timestamp_ms" : 1772848809449,
  "time" : "Fri Mar  6 22:00:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3244855296,
        "io_kbytes" : 3168804,
        "bw_bytes" : 64897105,
        "bw" : 63376,
        "iops" : 15844.900000,
        "runtime" : 50000,
        "total_ios" : 792245,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1005810.887503,
          "stddev" : 1023637.449240,
          "N" : 792245
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 31306914.124767,
          "stddev" : 11051325.611894,
          "N" : 792229,
          "percentile" : {
            "1.000000" : 15925248,
            "5.000000" : 18219008,
            "10.000000" : 19529728,
            "20.000000" : 22151168,
            "30.000000" : 24510464,
            "40.000000" : 26869760,
            "50.000000" : 28966912,
            "60.000000" : 31588352,
            "70.000000" : 34865152,
            "80.000000" : 39059456,
            "90.000000" : 45875200,
            "95.000000" : 52690944,
            "99.000000" : 68681728,
            "99.500000" : 73924608,
            "99.900000" : 83361792,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 8,
            "11206656" : 5,
            "11337728" : 8,
            "11468800" : 21,
            "11599872" : 13,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 27,
            "12124160" : 51,
            "12255232" : 19,
            "12386304" : 37,
            "12517376" : 57,
            "12648448" : 61,
            "12779520" : 63,
            "12910592" : 73,
            "13041664" : 93,
            "13172736" : 103,
            "13303808" : 105,
            "13434880" : 134,
            "13565952" : 125,
            "13697024" : 148,
            "13828096" : 193,
            "13959168" : 214,
            "14090240" : 255,
            "14221312" : 256,
            "14352384" : 256,
            "14483456" : 316,
            "14614528" : 304,
            "14745600" : 321,
            "14876672" : 351,
            "15007744" : 395,
            "15138816" : 474,
            "15269888" : 531,
            "15400960" : 602,
            "15532032" : 677,
            "15663104" : 672,
            "15794176" : 788,
            "15925248" : 846,
            "16056320" : 990,
            "16187392" : 1088,
            "16318464" : 1167,
            "16449536" : 1315,
            "16580608" : 1315,
            "16711680" : 1503,
            "16908288" : 3369,
            "17170432" : 3882,
            "17432576" : 4477,
            "17694720" : 5173,
            "17956864" : 5672,
            "18219008" : 5876,
            "18481152" : 6454,
            "18743296" : 6840,
            "19005440" : 7101,
            "19267584" : 7454,
            "19529728" : 7482,
            "19791872" : 7863,
            "20054016" : 8077,
            "20316160" : 8337,
            "20578304" : 8407,
            "20840448" : 8118,
            "21102592" : 8313,
            "21364736" : 8522,
            "21626880" : 8592,
            "21889024" : 8751,
            "22151168" : 8853,
            "22413312" : 8771,
            "22675456" : 9053,
            "22937600" : 8935,
            "23199744" : 9072,
            "23461888" : 8906,
            "23724032" : 9008,
            "23986176" : 9017,
            "24248320" : 8973,
            "24510464" : 8953,
            "24772608" : 8922,
            "25034752" : 9025,
            "25296896" : 9023,
            "25559040" : 9272,
            "25821184" : 8981,
            "26083328" : 8942,
            "26345472" : 9003,
            "26607616" : 9284,
            "26869760" : 9198,
            "27131904" : 9458,
            "27394048" : 9046,
            "27656192" : 8924,
            "27918336" : 8979,
            "28180480" : 8872,
            "28442624" : 8885,
            "28704768" : 8986,
            "28966912" : 8766,
            "29229056" : 8772,
            "29491200" : 8417,
            "29753344" : 8342,
            "30015488" : 8201,
            "30277632" : 8108,
            "30539776" : 7988,
            "30801920" : 7821,
            "31064064" : 7885,
            "31326208" : 7434,
            "31588352" : 7569,
            "31850496" : 7413,
            "32112640" : 7218,
            "32374784" : 7095,
            "32636928" : 6972,
            "32899072" : 6761,
            "33161216" : 6502,
            "33423360" : 6424,
            "33816576" : 12261,
            "34340864" : 11992,
            "34865152" : 11703,
            "35389440" : 11067,
            "35913728" : 10483,
            "36438016" : 10287,
            "36962304" : 9970,
            "37486592" : 9566,
            "38010880" : 9227,
            "38535168" : 8643,
            "39059456" : 8384,
            "39583744" : 7981,
            "40108032" : 7596,
            "40632320" : 7135,
            "41156608" : 6733,
            "41680896" : 6544,
            "42205184" : 6065,
            "42729472" : 5866,
            "43253760" : 5442,
            "43778048" : 5150,
            "44302336" : 4800,
            "44826624" : 4508,
            "45350912" : 4413,
            "45875200" : 4063,
            "46399488" : 3877,
            "46923776" : 3624,
            "47448064" : 3350,
            "47972352" : 3202,
            "48496640" : 3066,
            "49020928" : 2929,
            "49545216" : 2878,
            "50069504" : 2468,
            "50593792" : 2447,
            "51118080" : 2248,
            "51642368" : 2217,
            "52166656" : 2074,
            "52690944" : 2036,
            "53215232" : 1993,
            "53739520" : 1792,
            "54263808" : 1747,
            "54788096" : 1617,
            "55312384" : 1478,
            "55836672" : 1387,
            "56360960" : 1442,
            "56885248" : 1348,
            "57409536" : 1283,
            "57933824" : 1244,
            "58458112" : 1198,
            "58982400" : 1029,
            "59506688" : 1039,
            "60030976" : 1003,
            "60555264" : 943,
            "61079552" : 962,
            "61603840" : 919,
            "62128128" : 869,
            "62652416" : 837,
            "63176704" : 811,
            "63700992" : 720,
            "64225280" : 750,
            "64749568" : 747,
            "65273856" : 633,
            "65798144" : 714,
            "66322432" : 586,
            "66846720" : 593,
            "67633152" : 1085,
            "68681728" : 929,
            "69730304" : 952,
            "70778880" : 769,
            "71827456" : 729,
            "72876032" : 691,
            "73924608" : 560,
            "74973184" : 549,
            "76021760" : 454,
            "77070336" : 454,
            "78118912" : 395,
            "79167488" : 321,
            "80216064" : 299,
            "81264640" : 228,
            "82313216" : 188,
            "83361792" : 174,
            "84410368" : 106,
            "85458944" : 129,
            "86507520" : 97,
            "87556096" : 60,
            "88604672" : 63,
            "89653248" : 49,
            "90701824" : 40,
            "91750400" : 29,
            "92798976" : 13,
            "93847552" : 19,
            "94896128" : 24,
            "95944704" : 12,
            "96993280" : 9,
            "98041856" : 4,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 32312743.730002,
          "stddev" : 11329196.085007,
          "N" : 792229
        },
        "bw_min" : 43328,
        "bw_max" : 84680,
        "bw_agg" : 99.872067,
        "bw_mean" : 63295.585859,
        "bw_dev" : 619.046692,
        "bw_samples" : 1584,
        "iops_min" : 10832,
        "iops_max" : 21170,
        "iops_mean" : 15823.343434,
        "iops_stddev" : 154.768662,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799993,
      "usr_cpu" : 0.337503,
      "sys_cpu" : 4.596415,
      "ctx" : 916668,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 11.357598,
        "50" : 82.117905,
        "100" : 6.520458,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848819,
  "timestamp_ms" : 1772848819449,
  "time" : "Fri Mar  6 22:00:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3891920896,
        "io_kbytes" : 3800704,
        "bw_bytes" : 64865348,
        "bw" : 63345,
        "iops" : 15836.916667,
        "runtime" : 60000,
        "total_ios" : 950215,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1006333.541399,
          "stddev" : 1022177.645557,
          "N" : 950215
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 31323226.079782,
          "stddev" : 10980474.312096,
          "N" : 950199,
          "percentile" : {
            "1.000000" : 16056320,
            "5.000000" : 18219008,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24510464,
            "40.000000" : 26869760,
            "50.000000" : 28966912,
            "60.000000" : 31588352,
            "70.000000" : 34865152,
            "80.000000" : 39059456,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 68681728,
            "99.500000" : 73924608,
            "99.900000" : 83361792,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 8,
            "11206656" : 5,
            "11337728" : 8,
            "11468800" : 22,
            "11599872" : 23,
            "11730944" : 26,
            "11862016" : 23,
            "11993088" : 35,
            "12124160" : 60,
            "12255232" : 24,
            "12386304" : 43,
            "12517376" : 62,
            "12648448" : 69,
            "12779520" : 64,
            "12910592" : 74,
            "13041664" : 94,
            "13172736" : 108,
            "13303808" : 113,
            "13434880" : 138,
            "13565952" : 126,
            "13697024" : 152,
            "13828096" : 202,
            "13959168" : 222,
            "14090240" : 268,
            "14221312" : 273,
            "14352384" : 265,
            "14483456" : 338,
            "14614528" : 324,
            "14745600" : 329,
            "14876672" : 367,
            "15007744" : 412,
            "15138816" : 519,
            "15269888" : 580,
            "15400960" : 641,
            "15532032" : 724,
            "15663104" : 721,
            "15794176" : 865,
            "15925248" : 892,
            "16056320" : 1073,
            "16187392" : 1179,
            "16318464" : 1267,
            "16449536" : 1446,
            "16580608" : 1472,
            "16711680" : 1674,
            "16908288" : 3726,
            "17170432" : 4355,
            "17432576" : 5029,
            "17694720" : 5807,
            "17956864" : 6401,
            "18219008" : 6803,
            "18481152" : 7520,
            "18743296" : 8016,
            "19005440" : 8452,
            "19267584" : 8980,
            "19529728" : 9084,
            "19791872" : 9503,
            "20054016" : 9796,
            "20316160" : 9941,
            "20578304" : 10016,
            "20840448" : 9846,
            "21102592" : 10181,
            "21364736" : 10354,
            "21626880" : 10396,
            "21889024" : 10574,
            "22151168" : 10570,
            "22413312" : 10563,
            "22675456" : 10897,
            "22937600" : 10817,
            "23199744" : 10990,
            "23461888" : 10812,
            "23724032" : 10954,
            "23986176" : 10939,
            "24248320" : 10797,
            "24510464" : 10913,
            "24772608" : 10837,
            "25034752" : 10965,
            "25296896" : 11030,
            "25559040" : 11204,
            "25821184" : 10828,
            "26083328" : 10868,
            "26345472" : 10974,
            "26607616" : 11200,
            "26869760" : 10966,
            "27131904" : 11271,
            "27394048" : 10934,
            "27656192" : 10859,
            "27918336" : 10897,
            "28180480" : 10757,
            "28442624" : 10630,
            "28704768" : 10809,
            "28966912" : 10609,
            "29229056" : 10562,
            "29491200" : 10152,
            "29753344" : 10142,
            "30015488" : 9961,
            "30277632" : 9875,
            "30539776" : 9786,
            "30801920" : 9553,
            "31064064" : 9492,
            "31326208" : 9040,
            "31588352" : 9191,
            "31850496" : 8960,
            "32112640" : 8810,
            "32374784" : 8578,
            "32636928" : 8488,
            "32899072" : 8321,
            "33161216" : 7873,
            "33423360" : 7792,
            "33816576" : 15077,
            "34340864" : 14613,
            "34865152" : 14116,
            "35389440" : 13325,
            "35913728" : 12666,
            "36438016" : 12416,
            "36962304" : 11919,
            "37486592" : 11491,
            "38010880" : 11037,
            "38535168" : 10350,
            "39059456" : 10112,
            "39583744" : 9504,
            "40108032" : 9004,
            "40632320" : 8522,
            "41156608" : 8211,
            "41680896" : 7885,
            "42205184" : 7159,
            "42729472" : 6863,
            "43253760" : 6501,
            "43778048" : 6078,
            "44302336" : 5676,
            "44826624" : 5347,
            "45350912" : 5156,
            "45875200" : 4709,
            "46399488" : 4534,
            "46923776" : 4251,
            "47448064" : 3917,
            "47972352" : 3744,
            "48496640" : 3595,
            "49020928" : 3467,
            "49545216" : 3394,
            "50069504" : 2940,
            "50593792" : 2914,
            "51118080" : 2685,
            "51642368" : 2573,
            "52166656" : 2479,
            "52690944" : 2428,
            "53215232" : 2342,
            "53739520" : 2128,
            "54263808" : 2058,
            "54788096" : 1927,
            "55312384" : 1800,
            "55836672" : 1719,
            "56360960" : 1761,
            "56885248" : 1626,
            "57409536" : 1546,
            "57933824" : 1481,
            "58458112" : 1463,
            "58982400" : 1273,
            "59506688" : 1291,
            "60030976" : 1222,
            "60555264" : 1162,
            "61079552" : 1201,
            "61603840" : 1161,
            "62128128" : 1045,
            "62652416" : 988,
            "63176704" : 989,
            "63700992" : 908,
            "64225280" : 920,
            "64749568" : 898,
            "65273856" : 754,
            "65798144" : 835,
            "66322432" : 722,
            "66846720" : 704,
            "67633152" : 1322,
            "68681728" : 1124,
            "69730304" : 1111,
            "70778880" : 914,
            "71827456" : 844,
            "72876032" : 800,
            "73924608" : 661,
            "74973184" : 638,
            "76021760" : 540,
            "77070336" : 527,
            "78118912" : 439,
            "79167488" : 381,
            "80216064" : 323,
            "81264640" : 250,
            "82313216" : 214,
            "83361792" : 183,
            "84410368" : 118,
            "85458944" : 147,
            "86507520" : 101,
            "87556096" : 66,
            "88604672" : 75,
            "89653248" : 56,
            "90701824" : 42,
            "91750400" : 40,
            "92798976" : 21,
            "93847552" : 23,
            "94896128" : 28,
            "95944704" : 14,
            "96993280" : 9,
            "98041856" : 7,
            "99090432" : 5,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 32329609.893937,
          "stddev" : 11256268.020641,
          "N" : 950199
        },
        "bw_min" : 43328,
        "bw_max" : 86104,
        "bw_agg" : 99.963586,
        "bw_mean" : 63322.731092,
        "bw_dev" : 625.524331,
        "bw_samples" : 1904,
        "iops_min" : 10832,
        "iops_max" : 21526,
        "iops_mean" : 15830.050420,
        "iops_stddev" : 156.393363,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959996,
      "usr_cpu" : 0.338126,
      "sys_cpu" : 4.590227,
      "ctx" : 1098322,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.923423,
        "50" : 82.564262,
        "100" : 6.508948,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848829,
  "timestamp_ms" : 1772848829449,
  "time" : "Fri Mar  6 22:00:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4528398336,
        "io_kbytes" : 4422264,
        "bw_bytes" : 64691404,
        "bw" : 63175,
        "iops" : 15794.357143,
        "runtime" : 70000,
        "total_ios" : 1105605,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1009053.303902,
          "stddev" : 1025873.079364,
          "N" : 1105605
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 31407313.056358,
          "stddev" : 10984758.502369,
          "N" : 1105589,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 19791872,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26869760,
            "50.000000" : 29229056,
            "60.000000" : 31588352,
            "70.000000" : 34865152,
            "80.000000" : 39059456,
            "90.000000" : 45875200,
            "95.000000" : 52690944,
            "99.000000" : 68681728,
            "99.500000" : 73924608,
            "99.900000" : 83361792,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 8,
            "11206656" : 5,
            "11337728" : 8,
            "11468800" : 22,
            "11599872" : 27,
            "11730944" : 29,
            "11862016" : 25,
            "11993088" : 35,
            "12124160" : 60,
            "12255232" : 28,
            "12386304" : 49,
            "12517376" : 64,
            "12648448" : 69,
            "12779520" : 64,
            "12910592" : 74,
            "13041664" : 96,
            "13172736" : 108,
            "13303808" : 114,
            "13434880" : 143,
            "13565952" : 139,
            "13697024" : 159,
            "13828096" : 210,
            "13959168" : 234,
            "14090240" : 287,
            "14221312" : 291,
            "14352384" : 277,
            "14483456" : 352,
            "14614528" : 343,
            "14745600" : 356,
            "14876672" : 382,
            "15007744" : 437,
            "15138816" : 558,
            "15269888" : 629,
            "15400960" : 692,
            "15532032" : 773,
            "15663104" : 807,
            "15794176" : 950,
            "15925248" : 978,
            "16056320" : 1171,
            "16187392" : 1282,
            "16318464" : 1432,
            "16449536" : 1590,
            "16580608" : 1630,
            "16711680" : 1835,
            "16908288" : 4151,
            "17170432" : 4914,
            "17432576" : 5645,
            "17694720" : 6573,
            "17956864" : 7283,
            "18219008" : 7734,
            "18481152" : 8550,
            "18743296" : 9017,
            "19005440" : 9619,
            "19267584" : 10216,
            "19529728" : 10274,
            "19791872" : 10725,
            "20054016" : 11114,
            "20316160" : 11308,
            "20578304" : 11393,
            "20840448" : 11275,
            "21102592" : 11672,
            "21364736" : 11888,
            "21626880" : 12009,
            "21889024" : 12239,
            "22151168" : 12309,
            "22413312" : 12218,
            "22675456" : 12669,
            "22937600" : 12703,
            "23199744" : 12775,
            "23461888" : 12648,
            "23724032" : 12895,
            "23986176" : 12811,
            "24248320" : 12767,
            "24510464" : 12866,
            "24772608" : 12714,
            "25034752" : 12874,
            "25296896" : 12901,
            "25559040" : 13114,
            "25821184" : 12888,
            "26083328" : 12866,
            "26345472" : 12875,
            "26607616" : 13068,
            "26869760" : 12865,
            "27131904" : 13076,
            "27394048" : 12784,
            "27656192" : 12729,
            "27918336" : 12741,
            "28180480" : 12644,
            "28442624" : 12405,
            "28704768" : 12700,
            "28966912" : 12521,
            "29229056" : 12383,
            "29491200" : 11846,
            "29753344" : 11801,
            "30015488" : 11660,
            "30277632" : 11564,
            "30539776" : 11485,
            "30801920" : 11303,
            "31064064" : 11184,
            "31326208" : 10615,
            "31588352" : 10772,
            "31850496" : 10508,
            "32112640" : 10308,
            "32374784" : 10002,
            "32636928" : 9968,
            "32899072" : 9738,
            "33161216" : 9204,
            "33423360" : 9167,
            "33816576" : 17736,
            "34340864" : 17186,
            "34865152" : 16428,
            "35389440" : 15515,
            "35913728" : 14705,
            "36438016" : 14447,
            "36962304" : 13747,
            "37486592" : 13194,
            "38010880" : 12825,
            "38535168" : 12071,
            "39059456" : 11753,
            "39583744" : 11047,
            "40108032" : 10498,
            "40632320" : 9952,
            "41156608" : 9542,
            "41680896" : 9154,
            "42205184" : 8363,
            "42729472" : 7963,
            "43253760" : 7623,
            "43778048" : 7153,
            "44302336" : 6628,
            "44826624" : 6218,
            "45350912" : 6085,
            "45875200" : 5532,
            "46399488" : 5311,
            "46923776" : 4978,
            "47448064" : 4686,
            "47972352" : 4418,
            "48496640" : 4224,
            "49020928" : 4048,
            "49545216" : 3925,
            "50069504" : 3517,
            "50593792" : 3438,
            "51118080" : 3202,
            "51642368" : 3014,
            "52166656" : 2954,
            "52690944" : 2888,
            "53215232" : 2776,
            "53739520" : 2496,
            "54263808" : 2428,
            "54788096" : 2240,
            "55312384" : 2175,
            "55836672" : 2032,
            "56360960" : 2068,
            "56885248" : 1907,
            "57409536" : 1830,
            "57933824" : 1753,
            "58458112" : 1710,
            "58982400" : 1544,
            "59506688" : 1521,
            "60030976" : 1451,
            "60555264" : 1389,
            "61079552" : 1399,
            "61603840" : 1363,
            "62128128" : 1225,
            "62652416" : 1187,
            "63176704" : 1172,
            "63700992" : 1043,
            "64225280" : 1095,
            "64749568" : 1010,
            "65273856" : 878,
            "65798144" : 955,
            "66322432" : 839,
            "66846720" : 817,
            "67633152" : 1541,
            "68681728" : 1339,
            "69730304" : 1266,
            "70778880" : 1055,
            "71827456" : 982,
            "72876032" : 902,
            "73924608" : 786,
            "74973184" : 762,
            "76021760" : 618,
            "77070336" : 612,
            "78118912" : 524,
            "79167488" : 440,
            "80216064" : 367,
            "81264640" : 303,
            "82313216" : 252,
            "83361792" : 230,
            "84410368" : 160,
            "85458944" : 183,
            "86507520" : 121,
            "87556096" : 90,
            "88604672" : 92,
            "89653248" : 75,
            "90701824" : 49,
            "91750400" : 43,
            "92798976" : 29,
            "93847552" : 30,
            "94896128" : 33,
            "95944704" : 17,
            "96993280" : 14,
            "98041856" : 11,
            "99090432" : 13,
            "100139008" : 9,
            "101187584" : 7,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 32416407.468460,
          "stddev" : 11260290.955121,
          "N" : 1105589
        },
        "bw_min" : 43064,
        "bw_max" : 87256,
        "bw_agg" : 100.000000,
        "bw_mean" : 63203.482014,
        "bw_dev" : 632.351782,
        "bw_samples" : 2224,
        "iops_min" : 10766,
        "iops_max" : 21814,
        "iops_mean" : 15800.079137,
        "iops_stddev" : 158.099842,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119998,
      "usr_cpu" : 0.336965,
      "sys_cpu" : 4.578937,
      "ctx" : 1277025,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999910,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999910,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.553950,
        "50" : 82.846044,
        "100" : 6.596660,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848839,
  "timestamp_ms" : 1772848839452,
  "time" : "Fri Mar  6 22:00:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5219065856,
        "io_kbytes" : 5096744,
        "bw_bytes" : 65238323,
        "bw" : 63709,
        "iops" : 15927.950000,
        "runtime" : 80000,
        "total_ios" : 1274236,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1000564.993464,
          "stddev" : 1013124.447714,
          "N" : 1274237
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 31142301.936921,
          "stddev" : 10864463.741939,
          "N" : 1274221,
          "percentile" : {
            "1.000000" : 16056320,
            "5.000000" : 18219008,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 8,
            "11206656" : 5,
            "11337728" : 8,
            "11468800" : 27,
            "11599872" : 30,
            "11730944" : 31,
            "11862016" : 26,
            "11993088" : 41,
            "12124160" : 65,
            "12255232" : 30,
            "12386304" : 53,
            "12517376" : 70,
            "12648448" : 71,
            "12779520" : 73,
            "12910592" : 89,
            "13041664" : 113,
            "13172736" : 123,
            "13303808" : 138,
            "13434880" : 174,
            "13565952" : 166,
            "13697024" : 195,
            "13828096" : 240,
            "13959168" : 266,
            "14090240" : 331,
            "14221312" : 327,
            "14352384" : 325,
            "14483456" : 405,
            "14614528" : 393,
            "14745600" : 423,
            "14876672" : 450,
            "15007744" : 495,
            "15138816" : 640,
            "15269888" : 727,
            "15400960" : 832,
            "15532032" : 914,
            "15663104" : 990,
            "15794176" : 1170,
            "15925248" : 1188,
            "16056320" : 1419,
            "16187392" : 1560,
            "16318464" : 1749,
            "16449536" : 1920,
            "16580608" : 1955,
            "16711680" : 2140,
            "16908288" : 5003,
            "17170432" : 5921,
            "17432576" : 6746,
            "17694720" : 7748,
            "17956864" : 8661,
            "18219008" : 9335,
            "18481152" : 10264,
            "18743296" : 10813,
            "19005440" : 11444,
            "19267584" : 12212,
            "19529728" : 12230,
            "19791872" : 12773,
            "20054016" : 13236,
            "20316160" : 13592,
            "20578304" : 13757,
            "20840448" : 13738,
            "21102592" : 14118,
            "21364736" : 14380,
            "21626880" : 14438,
            "21889024" : 14688,
            "22151168" : 14775,
            "22413312" : 14707,
            "22675456" : 15123,
            "22937600" : 15169,
            "23199744" : 15182,
            "23461888" : 15111,
            "23724032" : 15341,
            "23986176" : 15158,
            "24248320" : 15022,
            "24510464" : 15072,
            "24772608" : 14833,
            "25034752" : 14999,
            "25296896" : 14964,
            "25559040" : 15158,
            "25821184" : 14884,
            "26083328" : 14875,
            "26345472" : 14820,
            "26607616" : 14951,
            "26869760" : 14789,
            "27131904" : 15020,
            "27394048" : 14761,
            "27656192" : 14649,
            "27918336" : 14521,
            "28180480" : 14407,
            "28442624" : 14217,
            "28704768" : 14459,
            "28966912" : 14369,
            "29229056" : 14110,
            "29491200" : 13491,
            "29753344" : 13346,
            "30015488" : 13260,
            "30277632" : 13218,
            "30539776" : 13099,
            "30801920" : 12895,
            "31064064" : 12672,
            "31326208" : 12100,
            "31588352" : 12301,
            "31850496" : 11960,
            "32112640" : 11744,
            "32374784" : 11352,
            "32636928" : 11288,
            "32899072" : 11015,
            "33161216" : 10390,
            "33423360" : 10371,
            "33816576" : 20211,
            "34340864" : 19461,
            "34865152" : 18650,
            "35389440" : 17535,
            "35913728" : 16662,
            "36438016" : 16376,
            "36962304" : 15633,
            "37486592" : 14859,
            "38010880" : 14420,
            "38535168" : 13630,
            "39059456" : 13242,
            "39583744" : 12508,
            "40108032" : 11791,
            "40632320" : 11219,
            "41156608" : 10686,
            "41680896" : 10260,
            "42205184" : 9308,
            "42729472" : 8948,
            "43253760" : 8619,
            "43778048" : 8060,
            "44302336" : 7430,
            "44826624" : 6994,
            "45350912" : 6790,
            "45875200" : 6165,
            "46399488" : 5970,
            "46923776" : 5610,
            "47448064" : 5277,
            "47972352" : 4935,
            "48496640" : 4701,
            "49020928" : 4529,
            "49545216" : 4385,
            "50069504" : 3977,
            "50593792" : 3835,
            "51118080" : 3600,
            "51642368" : 3394,
            "52166656" : 3312,
            "52690944" : 3199,
            "53215232" : 3076,
            "53739520" : 2788,
            "54263808" : 2688,
            "54788096" : 2475,
            "55312384" : 2397,
            "55836672" : 2238,
            "56360960" : 2258,
            "56885248" : 2118,
            "57409536" : 2033,
            "57933824" : 1956,
            "58458112" : 1909,
            "58982400" : 1683,
            "59506688" : 1712,
            "60030976" : 1641,
            "60555264" : 1567,
            "61079552" : 1543,
            "61603840" : 1490,
            "62128128" : 1380,
            "62652416" : 1321,
            "63176704" : 1307,
            "63700992" : 1155,
            "64225280" : 1224,
            "64749568" : 1135,
            "65273856" : 971,
            "65798144" : 1032,
            "66322432" : 926,
            "66846720" : 912,
            "67633152" : 1683,
            "68681728" : 1454,
            "69730304" : 1389,
            "70778880" : 1146,
            "71827456" : 1032,
            "72876032" : 957,
            "73924608" : 818,
            "74973184" : 779,
            "76021760" : 638,
            "77070336" : 628,
            "78118912" : 535,
            "79167488" : 444,
            "80216064" : 371,
            "81264640" : 307,
            "82313216" : 253,
            "83361792" : 232,
            "84410368" : 165,
            "85458944" : 185,
            "86507520" : 121,
            "87556096" : 93,
            "88604672" : 92,
            "89653248" : 75,
            "90701824" : 53,
            "91750400" : 44,
            "92798976" : 29,
            "93847552" : 30,
            "94896128" : 33,
            "95944704" : 17,
            "96993280" : 14,
            "98041856" : 11,
            "99090432" : 13,
            "100139008" : 9,
            "101187584" : 7,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 32142777.657511,
          "stddev" : 11137107.888550,
          "N" : 1274221
        },
        "bw_min" : 43064,
        "bw_max" : 87512,
        "bw_agg" : 99.988542,
        "bw_mean" : 63702.716981,
        "bw_dev" : 633.963231,
        "bw_samples" : 2544,
        "iops_min" : 10766,
        "iops_max" : 21878,
        "iops_mean" : 15924.836478,
        "iops_stddev" : 158.506059,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279996,
      "usr_cpu" : 0.340392,
      "sys_cpu" : 4.616421,
      "ctx" : 1470484,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999922,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999922,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.935651,
        "50" : 82.751782,
        "100" : 6.309742,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848849,
  "timestamp_ms" : 1772848849447,
  "time" : "Fri Mar  6 22:00:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5902565376,
        "io_kbytes" : 5764224,
        "bw_bytes" : 65584059,
        "bw" : 64046,
        "iops" : 16011.955556,
        "runtime" : 90000,
        "total_ios" : 1441076,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 995246.804352,
          "stddev" : 1004239.452763,
          "N" : 1441077
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 30981322.718545,
          "stddev" : 10741242.245477,
          "N" : 1441061,
          "percentile" : {
            "1.000000" : 16056320,
            "5.000000" : 18219008,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 52166656,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 2,
            "11075584" : 8,
            "11206656" : 5,
            "11337728" : 8,
            "11468800" : 27,
            "11599872" : 31,
            "11730944" : 33,
            "11862016" : 28,
            "11993088" : 41,
            "12124160" : 65,
            "12255232" : 30,
            "12386304" : 54,
            "12517376" : 72,
            "12648448" : 75,
            "12779520" : 75,
            "12910592" : 91,
            "13041664" : 123,
            "13172736" : 139,
            "13303808" : 151,
            "13434880" : 188,
            "13565952" : 172,
            "13697024" : 209,
            "13828096" : 256,
            "13959168" : 280,
            "14090240" : 344,
            "14221312" : 348,
            "14352384" : 360,
            "14483456" : 461,
            "14614528" : 459,
            "14745600" : 478,
            "14876672" : 516,
            "15007744" : 550,
            "15138816" : 708,
            "15269888" : 798,
            "15400960" : 926,
            "15532032" : 1007,
            "15663104" : 1112,
            "15794176" : 1314,
            "15925248" : 1371,
            "16056320" : 1581,
            "16187392" : 1752,
            "16318464" : 1944,
            "16449536" : 2168,
            "16580608" : 2217,
            "16711680" : 2401,
            "16908288" : 5672,
            "17170432" : 6711,
            "17432576" : 7648,
            "17694720" : 8844,
            "17956864" : 9800,
            "18219008" : 10539,
            "18481152" : 11629,
            "18743296" : 12320,
            "19005440" : 13057,
            "19267584" : 14033,
            "19529728" : 14089,
            "19791872" : 14856,
            "20054016" : 15244,
            "20316160" : 15644,
            "20578304" : 15813,
            "20840448" : 15962,
            "21102592" : 16260,
            "21364736" : 16741,
            "21626880" : 16737,
            "21889024" : 17039,
            "22151168" : 17109,
            "22413312" : 16936,
            "22675456" : 17365,
            "22937600" : 17452,
            "23199744" : 17449,
            "23461888" : 17349,
            "23724032" : 17620,
            "23986176" : 17414,
            "24248320" : 17175,
            "24510464" : 17184,
            "24772608" : 17022,
            "25034752" : 17246,
            "25296896" : 17194,
            "25559040" : 17407,
            "25821184" : 16946,
            "26083328" : 16909,
            "26345472" : 16875,
            "26607616" : 16995,
            "26869760" : 16796,
            "27131904" : 17067,
            "27394048" : 16768,
            "27656192" : 16622,
            "27918336" : 16517,
            "28180480" : 16254,
            "28442624" : 16114,
            "28704768" : 16341,
            "28966912" : 16123,
            "29229056" : 15940,
            "29491200" : 15294,
            "29753344" : 15175,
            "30015488" : 15113,
            "30277632" : 15003,
            "30539776" : 14776,
            "30801920" : 14571,
            "31064064" : 14388,
            "31326208" : 13806,
            "31588352" : 13935,
            "31850496" : 13564,
            "32112640" : 13329,
            "32374784" : 12956,
            "32636928" : 12766,
            "32899072" : 12425,
            "33161216" : 11829,
            "33423360" : 11726,
            "33816576" : 22702,
            "34340864" : 21959,
            "34865152" : 21037,
            "35389440" : 19792,
            "35913728" : 18793,
            "36438016" : 18301,
            "36962304" : 17396,
            "37486592" : 16619,
            "38010880" : 16072,
            "38535168" : 15145,
            "39059456" : 14712,
            "39583744" : 14000,
            "40108032" : 13131,
            "40632320" : 12447,
            "41156608" : 11863,
            "41680896" : 11342,
            "42205184" : 10298,
            "42729472" : 9930,
            "43253760" : 9512,
            "43778048" : 8885,
            "44302336" : 8236,
            "44826624" : 7793,
            "45350912" : 7468,
            "45875200" : 6825,
            "46399488" : 6615,
            "46923776" : 6247,
            "47448064" : 5835,
            "47972352" : 5491,
            "48496640" : 5182,
            "49020928" : 4989,
            "49545216" : 4795,
            "50069504" : 4350,
            "50593792" : 4201,
            "51118080" : 4014,
            "51642368" : 3730,
            "52166656" : 3672,
            "52690944" : 3525,
            "53215232" : 3358,
            "53739520" : 3087,
            "54263808" : 2967,
            "54788096" : 2702,
            "55312384" : 2666,
            "55836672" : 2459,
            "56360960" : 2458,
            "56885248" : 2339,
            "57409536" : 2230,
            "57933824" : 2110,
            "58458112" : 2106,
            "58982400" : 1837,
            "59506688" : 1868,
            "60030976" : 1804,
            "60555264" : 1708,
            "61079552" : 1672,
            "61603840" : 1621,
            "62128128" : 1523,
            "62652416" : 1430,
            "63176704" : 1399,
            "63700992" : 1280,
            "64225280" : 1328,
            "64749568" : 1232,
            "65273856" : 1041,
            "65798144" : 1103,
            "66322432" : 991,
            "66846720" : 964,
            "67633152" : 1809,
            "68681728" : 1554,
            "69730304" : 1467,
            "70778880" : 1224,
            "71827456" : 1098,
            "72876032" : 981,
            "73924608" : 864,
            "74973184" : 804,
            "76021760" : 663,
            "77070336" : 651,
            "78118912" : 560,
            "79167488" : 479,
            "80216064" : 389,
            "81264640" : 316,
            "82313216" : 260,
            "83361792" : 246,
            "84410368" : 166,
            "85458944" : 193,
            "86507520" : 126,
            "87556096" : 102,
            "88604672" : 95,
            "89653248" : 79,
            "90701824" : 58,
            "91750400" : 48,
            "92798976" : 31,
            "93847552" : 33,
            "94896128" : 34,
            "95944704" : 17,
            "96993280" : 16,
            "98041856" : 14,
            "99090432" : 13,
            "100139008" : 9,
            "101187584" : 7,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11324083,
          "max" : 108977415,
          "mean" : 31976706.413860,
          "stddev" : 11010527.875002,
          "N" : 1441061
        },
        "bw_min" : 43064,
        "bw_max" : 87720,
        "bw_agg" : 100.000000,
        "bw_mean" : 64085.463687,
        "bw_dev" : 630.285959,
        "bw_samples" : 2864,
        "iops_min" : 10766,
        "iops_max" : 21930,
        "iops_mean" : 16020.519553,
        "iops_stddev" : 157.589398,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439993,
      "usr_cpu" : 0.342988,
      "sys_cpu" : 4.641620,
      "ctx" : 1662049,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 11.004208,
        "50" : 82.919499,
        "100" : 6.073795,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848859,
  "timestamp_ms" : 1772848859447,
  "time" : "Fri Mar  6 22:00:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6571728896,
        "io_kbytes" : 6417704,
        "bw_bytes" : 65717288,
        "bw" : 64177,
        "iops" : 16044.550000,
        "runtime" : 100000,
        "total_ios" : 1604455,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 993208.195509,
          "stddev" : 1000664.028730,
          "N" : 1604455
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 30917712.441807,
          "stddev" : 10704739.020541,
          "N" : 1604439,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18219008,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26345472,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 34340864,
            "80.000000" : 38010880,
            "90.000000" : 44826624,
            "95.000000" : 52166656,
            "99.000000" : 66846720,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "10944512" : 7,
            "11075584" : 21,
            "11206656" : 14,
            "11337728" : 10,
            "11468800" : 27,
            "11599872" : 31,
            "11730944" : 35,
            "11862016" : 30,
            "11993088" : 48,
            "12124160" : 65,
            "12255232" : 33,
            "12386304" : 56,
            "12517376" : 72,
            "12648448" : 77,
            "12779520" : 82,
            "12910592" : 101,
            "13041664" : 135,
            "13172736" : 147,
            "13303808" : 158,
            "13434880" : 196,
            "13565952" : 190,
            "13697024" : 236,
            "13828096" : 275,
            "13959168" : 306,
            "14090240" : 369,
            "14221312" : 386,
            "14352384" : 415,
            "14483456" : 485,
            "14614528" : 476,
            "14745600" : 526,
            "14876672" : 590,
            "15007744" : 598,
            "15138816" : 767,
            "15269888" : 851,
            "15400960" : 987,
            "15532032" : 1078,
            "15663104" : 1199,
            "15794176" : 1459,
            "15925248" : 1485,
            "16056320" : 1718,
            "16187392" : 1916,
            "16318464" : 2128,
            "16449536" : 2379,
            "16580608" : 2466,
            "16711680" : 2670,
            "16908288" : 6325,
            "17170432" : 7470,
            "17432576" : 8482,
            "17694720" : 9849,
            "17956864" : 10837,
            "18219008" : 11776,
            "18481152" : 13057,
            "18743296" : 13783,
            "19005440" : 14728,
            "19267584" : 15709,
            "19529728" : 15820,
            "19791872" : 16719,
            "20054016" : 17124,
            "20316160" : 17601,
            "20578304" : 17851,
            "20840448" : 17980,
            "21102592" : 18362,
            "21364736" : 18887,
            "21626880" : 18761,
            "21889024" : 18928,
            "22151168" : 19119,
            "22413312" : 18909,
            "22675456" : 19414,
            "22937600" : 19588,
            "23199744" : 19632,
            "23461888" : 19459,
            "23724032" : 19524,
            "23986176" : 19430,
            "24248320" : 19074,
            "24510464" : 19163,
            "24772608" : 18963,
            "25034752" : 19228,
            "25296896" : 19234,
            "25559040" : 19525,
            "25821184" : 18950,
            "26083328" : 18987,
            "26345472" : 18886,
            "26607616" : 19005,
            "26869760" : 18823,
            "27131904" : 19066,
            "27394048" : 18791,
            "27656192" : 18672,
            "27918336" : 18514,
            "28180480" : 18232,
            "28442624" : 18020,
            "28704768" : 18328,
            "28966912" : 18012,
            "29229056" : 17830,
            "29491200" : 17066,
            "29753344" : 16927,
            "30015488" : 16869,
            "30277632" : 16834,
            "30539776" : 16484,
            "30801920" : 16376,
            "31064064" : 16170,
            "31326208" : 15484,
            "31588352" : 15530,
            "31850496" : 15233,
            "32112640" : 14957,
            "32374784" : 14495,
            "32636928" : 14384,
            "32899072" : 13920,
            "33161216" : 13232,
            "33423360" : 13146,
            "33816576" : 25300,
            "34340864" : 24585,
            "34865152" : 23544,
            "35389440" : 22140,
            "35913728" : 20979,
            "36438016" : 20270,
            "36962304" : 19156,
            "37486592" : 18333,
            "38010880" : 17595,
            "38535168" : 16649,
            "39059456" : 16253,
            "39583744" : 15276,
            "40108032" : 14386,
            "40632320" : 13608,
            "41156608" : 12886,
            "41680896" : 12351,
            "42205184" : 11156,
            "42729472" : 10747,
            "43253760" : 10397,
            "43778048" : 9693,
            "44302336" : 8946,
            "44826624" : 8439,
            "45350912" : 8168,
            "45875200" : 7450,
            "46399488" : 7171,
            "46923776" : 6797,
            "47448064" : 6358,
            "47972352" : 6009,
            "48496640" : 5648,
            "49020928" : 5433,
            "49545216" : 5176,
            "50069504" : 4784,
            "50593792" : 4605,
            "51118080" : 4425,
            "51642368" : 4111,
            "52166656" : 4004,
            "52690944" : 3848,
            "53215232" : 3677,
            "53739520" : 3393,
            "54263808" : 3289,
            "54788096" : 2968,
            "55312384" : 2985,
            "55836672" : 2730,
            "56360960" : 2745,
            "56885248" : 2603,
            "57409536" : 2464,
            "57933824" : 2313,
            "58458112" : 2357,
            "58982400" : 2067,
            "59506688" : 2104,
            "60030976" : 2018,
            "60555264" : 1933,
            "61079552" : 1866,
            "61603840" : 1798,
            "62128128" : 1706,
            "62652416" : 1600,
            "63176704" : 1563,
            "63700992" : 1450,
            "64225280" : 1479,
            "64749568" : 1387,
            "65273856" : 1189,
            "65798144" : 1251,
            "66322432" : 1102,
            "66846720" : 1100,
            "67633152" : 2009,
            "68681728" : 1737,
            "69730304" : 1656,
            "70778880" : 1352,
            "71827456" : 1221,
            "72876032" : 1067,
            "73924608" : 952,
            "74973184" : 889,
            "76021760" : 713,
            "77070336" : 699,
            "78118912" : 608,
            "79167488" : 498,
            "80216064" : 411,
            "81264640" : 331,
            "82313216" : 268,
            "83361792" : 267,
            "84410368" : 179,
            "85458944" : 208,
            "86507520" : 136,
            "87556096" : 110,
            "88604672" : 100,
            "89653248" : 87,
            "90701824" : 60,
            "91750400" : 48,
            "92798976" : 34,
            "93847552" : 33,
            "94896128" : 36,
            "95944704" : 17,
            "96993280" : 16,
            "98041856" : 14,
            "99090432" : 13,
            "100139008" : 9,
            "101187584" : 7,
            "102236160" : 2,
            "104333312" : 1,
            "105381888" : 2,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 108977415,
          "mean" : 31911014.817832,
          "stddev" : 10973097.238591,
          "N" : 1604439
        },
        "bw_min" : 43064,
        "bw_max" : 87720,
        "bw_agg" : 99.953193,
        "bw_mean" : 64147.628141,
        "bw_dev" : 632.054624,
        "bw_samples" : 3184,
        "iops_min" : 10766,
        "iops_max" : 21930,
        "iops_mean" : 16036.145729,
        "iops_stddev" : 158.030075,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599985,
      "usr_cpu" : 0.343191,
      "sys_cpu" : 4.653106,
      "ctx" : 1851496,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 11.016950,
        "50" : 82.941809,
        "100" : 6.038935,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848869,
  "timestamp_ms" : 1772848869450,
  "time" : "Fri Mar  6 22:01:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7231184896,
        "io_kbytes" : 7061704,
        "bw_bytes" : 65738044,
        "bw" : 64197,
        "iops" : 16049.809091,
        "runtime" : 110000,
        "total_ios" : 1765479,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 992903.039844,
          "stddev" : 1000388.446532,
          "N" : 1765479
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 30906745.162726,
          "stddev" : 10721698.504529,
          "N" : 1765463,
          "percentile" : {
            "1.000000" : 16056320,
            "5.000000" : 18219008,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26345472,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 34340864,
            "80.000000" : 38010880,
            "90.000000" : 44826624,
            "95.000000" : 52166656,
            "99.000000" : 66846720,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 7,
            "11075584" : 21,
            "11206656" : 15,
            "11337728" : 10,
            "11468800" : 29,
            "11599872" : 32,
            "11730944" : 40,
            "11862016" : 33,
            "11993088" : 48,
            "12124160" : 65,
            "12255232" : 37,
            "12386304" : 58,
            "12517376" : 74,
            "12648448" : 88,
            "12779520" : 93,
            "12910592" : 106,
            "13041664" : 145,
            "13172736" : 168,
            "13303808" : 187,
            "13434880" : 218,
            "13565952" : 209,
            "13697024" : 267,
            "13828096" : 303,
            "13959168" : 325,
            "14090240" : 397,
            "14221312" : 428,
            "14352384" : 453,
            "14483456" : 551,
            "14614528" : 539,
            "14745600" : 601,
            "14876672" : 666,
            "15007744" : 674,
            "15138816" : 871,
            "15269888" : 988,
            "15400960" : 1135,
            "15532032" : 1231,
            "15663104" : 1361,
            "15794176" : 1661,
            "15925248" : 1707,
            "16056320" : 1941,
            "16187392" : 2180,
            "16318464" : 2407,
            "16449536" : 2657,
            "16580608" : 2779,
            "16711680" : 2993,
            "16908288" : 7098,
            "17170432" : 8489,
            "17432576" : 9501,
            "17694720" : 10898,
            "17956864" : 11993,
            "18219008" : 13039,
            "18481152" : 14438,
            "18743296" : 15193,
            "19005440" : 16129,
            "19267584" : 17232,
            "19529728" : 17435,
            "19791872" : 18415,
            "20054016" : 18837,
            "20316160" : 19443,
            "20578304" : 19736,
            "20840448" : 19806,
            "21102592" : 20250,
            "21364736" : 20589,
            "21626880" : 20574,
            "21889024" : 20701,
            "22151168" : 21064,
            "22413312" : 20885,
            "22675456" : 21399,
            "22937600" : 21619,
            "23199744" : 21587,
            "23461888" : 21349,
            "23724032" : 21516,
            "23986176" : 21346,
            "24248320" : 20952,
            "24510464" : 21020,
            "24772608" : 20770,
            "25034752" : 21147,
            "25296896" : 21149,
            "25559040" : 21425,
            "25821184" : 20829,
            "26083328" : 20883,
            "26345472" : 20789,
            "26607616" : 20971,
            "26869760" : 20632,
            "27131904" : 20869,
            "27394048" : 20624,
            "27656192" : 20415,
            "27918336" : 20294,
            "28180480" : 20020,
            "28442624" : 19826,
            "28704768" : 20149,
            "28966912" : 19781,
            "29229056" : 19472,
            "29491200" : 18764,
            "29753344" : 18648,
            "30015488" : 18522,
            "30277632" : 18466,
            "30539776" : 18007,
            "30801920" : 17919,
            "31064064" : 17839,
            "31326208" : 17060,
            "31588352" : 17097,
            "31850496" : 16758,
            "32112640" : 16527,
            "32374784" : 16029,
            "32636928" : 15839,
            "32899072" : 15276,
            "33161216" : 14606,
            "33423360" : 14517,
            "33816576" : 27942,
            "34340864" : 27128,
            "34865152" : 25985,
            "35389440" : 24492,
            "35913728" : 23229,
            "36438016" : 22250,
            "36962304" : 21046,
            "37486592" : 20129,
            "38010880" : 19275,
            "38535168" : 18257,
            "39059456" : 17684,
            "39583744" : 16693,
            "40108032" : 15738,
            "40632320" : 14926,
            "41156608" : 14166,
            "41680896" : 13485,
            "42205184" : 12235,
            "42729472" : 11790,
            "43253760" : 11403,
            "43778048" : 10644,
            "44302336" : 9819,
            "44826624" : 9377,
            "45350912" : 8970,
            "45875200" : 8145,
            "46399488" : 7897,
            "46923776" : 7531,
            "47448064" : 6971,
            "47972352" : 6565,
            "48496640" : 6195,
            "49020928" : 5911,
            "49545216" : 5652,
            "50069504" : 5228,
            "50593792" : 5067,
            "51118080" : 4831,
            "51642368" : 4496,
            "52166656" : 4372,
            "52690944" : 4175,
            "53215232" : 4019,
            "53739520" : 3718,
            "54263808" : 3594,
            "54788096" : 3291,
            "55312384" : 3282,
            "55836672" : 3023,
            "56360960" : 3038,
            "56885248" : 2895,
            "57409536" : 2684,
            "57933824" : 2537,
            "58458112" : 2559,
            "58982400" : 2282,
            "59506688" : 2323,
            "60030976" : 2242,
            "60555264" : 2118,
            "61079552" : 2083,
            "61603840" : 1974,
            "62128128" : 1881,
            "62652416" : 1768,
            "63176704" : 1741,
            "63700992" : 1598,
            "64225280" : 1627,
            "64749568" : 1548,
            "65273856" : 1306,
            "65798144" : 1388,
            "66322432" : 1211,
            "66846720" : 1218,
            "67633152" : 2210,
            "68681728" : 1946,
            "69730304" : 1819,
            "70778880" : 1511,
            "71827456" : 1338,
            "72876032" : 1199,
            "73924608" : 1064,
            "74973184" : 1001,
            "76021760" : 792,
            "77070336" : 782,
            "78118912" : 667,
            "79167488" : 560,
            "80216064" : 452,
            "81264640" : 363,
            "82313216" : 298,
            "83361792" : 282,
            "84410368" : 208,
            "85458944" : 225,
            "86507520" : 144,
            "87556096" : 121,
            "88604672" : 112,
            "89653248" : 101,
            "90701824" : 76,
            "91750400" : 59,
            "92798976" : 44,
            "93847552" : 36,
            "94896128" : 39,
            "95944704" : 27,
            "96993280" : 18,
            "98041856" : 20,
            "99090432" : 19,
            "100139008" : 13,
            "101187584" : 9,
            "102236160" : 4,
            "103284736" : 1,
            "104333312" : 1,
            "105381888" : 3,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 108977415,
          "mean" : 31899655.655493,
          "stddev" : 10990348.546699,
          "N" : 1765463
        },
        "bw_min" : 43064,
        "bw_max" : 87720,
        "bw_agg" : 99.980827,
        "bw_mean" : 64185.013699,
        "bw_dev" : 631.429155,
        "bw_samples" : 3504,
        "iops_min" : 10766,
        "iops_max" : 21930,
        "iops_mean" : 16045.438356,
        "iops_stddev" : 157.874292,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759996,
      "usr_cpu" : 0.344262,
      "sys_cpu" : 4.653192,
      "ctx" : 2035646,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 11.105428,
        "50" : 82.849300,
        "100" : 6.042779,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848879,
  "timestamp_ms" : 1772848879449,
  "time" : "Fri Mar  6 22:01:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7857246208,
        "io_kbytes" : 7673092,
        "bw_bytes" : 65477051,
        "bw" : 63942,
        "iops" : 15985.975000,
        "runtime" : 120000,
        "total_ios" : 1918317,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 996875.638129,
          "stddev" : 1006180.025952,
          "N" : 1918317
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108113297,
          "mean" : 31029949.313624,
          "stddev" : 10740064.366209,
          "N" : 1918301,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18219008,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24248320,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 52166656,
            "99.000000" : 66846720,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 7,
            "11075584" : 21,
            "11206656" : 15,
            "11337728" : 11,
            "11468800" : 29,
            "11599872" : 36,
            "11730944" : 41,
            "11862016" : 37,
            "11993088" : 52,
            "12124160" : 70,
            "12255232" : 48,
            "12386304" : 76,
            "12517376" : 88,
            "12648448" : 113,
            "12779520" : 101,
            "12910592" : 107,
            "13041664" : 153,
            "13172736" : 172,
            "13303808" : 192,
            "13434880" : 219,
            "13565952" : 217,
            "13697024" : 292,
            "13828096" : 322,
            "13959168" : 351,
            "14090240" : 419,
            "14221312" : 443,
            "14352384" : 477,
            "14483456" : 565,
            "14614528" : 588,
            "14745600" : 650,
            "14876672" : 722,
            "15007744" : 721,
            "15138816" : 906,
            "15269888" : 1038,
            "15400960" : 1182,
            "15532032" : 1304,
            "15663104" : 1425,
            "15794176" : 1737,
            "15925248" : 1814,
            "16056320" : 2050,
            "16187392" : 2313,
            "16318464" : 2533,
            "16449536" : 2822,
            "16580608" : 2923,
            "16711680" : 3153,
            "16908288" : 7450,
            "17170432" : 8999,
            "17432576" : 10048,
            "17694720" : 11460,
            "17956864" : 12607,
            "18219008" : 13725,
            "18481152" : 15203,
            "18743296" : 15955,
            "19005440" : 17034,
            "19267584" : 18141,
            "19529728" : 18449,
            "19791872" : 19522,
            "20054016" : 20056,
            "20316160" : 20727,
            "20578304" : 21009,
            "20840448" : 21122,
            "21102592" : 21706,
            "21364736" : 22028,
            "21626880" : 22103,
            "21889024" : 22163,
            "22151168" : 22566,
            "22413312" : 22549,
            "22675456" : 23117,
            "22937600" : 23205,
            "23199744" : 23198,
            "23461888" : 23117,
            "23724032" : 23216,
            "23986176" : 23063,
            "24248320" : 22724,
            "24510464" : 22787,
            "24772608" : 22483,
            "25034752" : 22772,
            "25296896" : 22926,
            "25559040" : 23085,
            "25821184" : 22563,
            "26083328" : 22679,
            "26345472" : 22688,
            "26607616" : 22884,
            "26869760" : 22497,
            "27131904" : 22762,
            "27394048" : 22523,
            "27656192" : 22251,
            "27918336" : 22091,
            "28180480" : 21906,
            "28442624" : 21527,
            "28704768" : 21936,
            "28966912" : 21476,
            "29229056" : 21232,
            "29491200" : 20516,
            "29753344" : 20461,
            "30015488" : 20333,
            "30277632" : 20123,
            "30539776" : 19672,
            "30801920" : 19558,
            "31064064" : 19388,
            "31326208" : 18607,
            "31588352" : 18646,
            "31850496" : 18332,
            "32112640" : 17949,
            "32374784" : 17469,
            "32636928" : 17343,
            "32899072" : 16708,
            "33161216" : 16058,
            "33423360" : 15806,
            "33816576" : 30584,
            "34340864" : 29722,
            "34865152" : 28509,
            "35389440" : 26800,
            "35913728" : 25532,
            "36438016" : 24463,
            "36962304" : 23186,
            "37486592" : 22186,
            "38010880" : 21248,
            "38535168" : 20128,
            "39059456" : 19520,
            "39583744" : 18439,
            "40108032" : 17376,
            "40632320" : 16509,
            "41156608" : 15606,
            "41680896" : 14852,
            "42205184" : 13562,
            "42729472" : 12989,
            "43253760" : 12518,
            "43778048" : 11788,
            "44302336" : 10906,
            "44826624" : 10390,
            "45350912" : 9878,
            "45875200" : 8964,
            "46399488" : 8735,
            "46923776" : 8285,
            "47448064" : 7749,
            "47972352" : 7167,
            "48496640" : 6825,
            "49020928" : 6593,
            "49545216" : 6217,
            "50069504" : 5779,
            "50593792" : 5626,
            "51118080" : 5338,
            "51642368" : 4978,
            "52166656" : 4811,
            "52690944" : 4655,
            "53215232" : 4492,
            "53739520" : 4104,
            "54263808" : 4024,
            "54788096" : 3674,
            "55312384" : 3649,
            "55836672" : 3406,
            "56360960" : 3398,
            "56885248" : 3190,
            "57409536" : 2991,
            "57933824" : 2856,
            "58458112" : 2874,
            "58982400" : 2535,
            "59506688" : 2563,
            "60030976" : 2482,
            "60555264" : 2347,
            "61079552" : 2315,
            "61603840" : 2166,
            "62128128" : 2081,
            "62652416" : 1944,
            "63176704" : 1899,
            "63700992" : 1752,
            "64225280" : 1792,
            "64749568" : 1700,
            "65273856" : 1436,
            "65798144" : 1524,
            "66322432" : 1310,
            "66846720" : 1355,
            "67633152" : 2424,
            "68681728" : 2146,
            "69730304" : 1986,
            "70778880" : 1631,
            "71827456" : 1478,
            "72876032" : 1292,
            "73924608" : 1153,
            "74973184" : 1070,
            "76021760" : 866,
            "77070336" : 860,
            "78118912" : 729,
            "79167488" : 594,
            "80216064" : 491,
            "81264640" : 393,
            "82313216" : 335,
            "83361792" : 305,
            "84410368" : 246,
            "85458944" : 239,
            "86507520" : 166,
            "87556096" : 132,
            "88604672" : 121,
            "89653248" : 113,
            "90701824" : 86,
            "91750400" : 67,
            "92798976" : 49,
            "93847552" : 45,
            "94896128" : 41,
            "95944704" : 27,
            "96993280" : 18,
            "98041856" : 20,
            "99090432" : 19,
            "100139008" : 13,
            "101187584" : 9,
            "102236160" : 4,
            "103284736" : 1,
            "104333312" : 1,
            "105381888" : 3,
            "106430464" : 1,
            "108527616" : 1
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 108977415,
          "mean" : 32026821.336291,
          "stddev" : 11008924.889587,
          "N" : 1918301
        },
        "bw_min" : 42272,
        "bw_max" : 87720,
        "bw_agg" : 100.000000,
        "bw_mean" : 64002.188285,
        "bw_dev" : 627.787052,
        "bw_samples" : 3824,
        "iops_min" : 10568,
        "iops_max" : 21930,
        "iops_mean" : 15999.753138,
        "iops_stddev" : 156.963184,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919985,
      "usr_cpu" : 0.345159,
      "sys_cpu" : 4.628630,
      "ctx" : 2213226,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.785444,
        "50" : 83.060725,
        "100" : 6.151538,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848889,
  "timestamp_ms" : 1772848889449,
  "time" : "Fri Mar  6 22:01:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8481263616,
        "io_kbytes" : 8282484,
        "bw_bytes" : 65240489,
        "bw" : 63711,
        "iops" : 15928.076923,
        "runtime" : 130000,
        "total_ios" : 2070650,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1000528.040556,
          "stddev" : 1012530.475711,
          "N" : 2070651
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108171257,
          "mean" : 31140867.100564,
          "stddev" : 10800992.081860,
          "N" : 2070635,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52166656,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 7,
            "11075584" : 21,
            "11206656" : 16,
            "11337728" : 17,
            "11468800" : 30,
            "11599872" : 36,
            "11730944" : 41,
            "11862016" : 37,
            "11993088" : 52,
            "12124160" : 71,
            "12255232" : 49,
            "12386304" : 80,
            "12517376" : 95,
            "12648448" : 120,
            "12779520" : 110,
            "12910592" : 117,
            "13041664" : 158,
            "13172736" : 178,
            "13303808" : 202,
            "13434880" : 224,
            "13565952" : 232,
            "13697024" : 305,
            "13828096" : 341,
            "13959168" : 379,
            "14090240" : 436,
            "14221312" : 455,
            "14352384" : 484,
            "14483456" : 580,
            "14614528" : 612,
            "14745600" : 681,
            "14876672" : 761,
            "15007744" : 755,
            "15138816" : 932,
            "15269888" : 1082,
            "15400960" : 1239,
            "15532032" : 1353,
            "15663104" : 1483,
            "15794176" : 1785,
            "15925248" : 1894,
            "16056320" : 2161,
            "16187392" : 2467,
            "16318464" : 2681,
            "16449536" : 3002,
            "16580608" : 3064,
            "16711680" : 3301,
            "16908288" : 7846,
            "17170432" : 9463,
            "17432576" : 10532,
            "17694720" : 12023,
            "17956864" : 13304,
            "18219008" : 14464,
            "18481152" : 16146,
            "18743296" : 16912,
            "19005440" : 18140,
            "19267584" : 19307,
            "19529728" : 19611,
            "19791872" : 20717,
            "20054016" : 21322,
            "20316160" : 22024,
            "20578304" : 22496,
            "20840448" : 22613,
            "21102592" : 23285,
            "21364736" : 23548,
            "21626880" : 23623,
            "21889024" : 23825,
            "22151168" : 24243,
            "22413312" : 24294,
            "22675456" : 24906,
            "22937600" : 24999,
            "23199744" : 25003,
            "23461888" : 24864,
            "23724032" : 24953,
            "23986176" : 24761,
            "24248320" : 24426,
            "24510464" : 24567,
            "24772608" : 24347,
            "25034752" : 24620,
            "25296896" : 24697,
            "25559040" : 24846,
            "25821184" : 24363,
            "26083328" : 24486,
            "26345472" : 24502,
            "26607616" : 24693,
            "26869760" : 24309,
            "27131904" : 24658,
            "27394048" : 24345,
            "27656192" : 24007,
            "27918336" : 23835,
            "28180480" : 23703,
            "28442624" : 23191,
            "28704768" : 23531,
            "28966912" : 23169,
            "29229056" : 22898,
            "29491200" : 22163,
            "29753344" : 22057,
            "30015488" : 21980,
            "30277632" : 21742,
            "30539776" : 21195,
            "30801920" : 21078,
            "31064064" : 20930,
            "31326208" : 20082,
            "31588352" : 20139,
            "31850496" : 19695,
            "32112640" : 19320,
            "32374784" : 18823,
            "32636928" : 18589,
            "32899072" : 18017,
            "33161216" : 17228,
            "33423360" : 17055,
            "33816576" : 32852,
            "34340864" : 32045,
            "34865152" : 30843,
            "35389440" : 28841,
            "35913728" : 27609,
            "36438016" : 26467,
            "36962304" : 25129,
            "37486592" : 24135,
            "38010880" : 23122,
            "38535168" : 22017,
            "39059456" : 21237,
            "39583744" : 20061,
            "40108032" : 18947,
            "40632320" : 17935,
            "41156608" : 16975,
            "41680896" : 16280,
            "42205184" : 14870,
            "42729472" : 14325,
            "43253760" : 13703,
            "43778048" : 12798,
            "44302336" : 11952,
            "44826624" : 11329,
            "45350912" : 10801,
            "45875200" : 9885,
            "46399488" : 9562,
            "46923776" : 9134,
            "47448064" : 8524,
            "47972352" : 7955,
            "48496640" : 7561,
            "49020928" : 7260,
            "49545216" : 6895,
            "50069504" : 6430,
            "50593792" : 6238,
            "51118080" : 5950,
            "51642368" : 5513,
            "52166656" : 5331,
            "52690944" : 5145,
            "53215232" : 4970,
            "53739520" : 4567,
            "54263808" : 4462,
            "54788096" : 4059,
            "55312384" : 4033,
            "55836672" : 3795,
            "56360960" : 3748,
            "56885248" : 3541,
            "57409536" : 3301,
            "57933824" : 3135,
            "58458112" : 3126,
            "58982400" : 2794,
            "59506688" : 2818,
            "60030976" : 2719,
            "60555264" : 2572,
            "61079552" : 2510,
            "61603840" : 2361,
            "62128128" : 2248,
            "62652416" : 2117,
            "63176704" : 2060,
            "63700992" : 1912,
            "64225280" : 1941,
            "64749568" : 1851,
            "65273856" : 1587,
            "65798144" : 1671,
            "66322432" : 1450,
            "66846720" : 1485,
            "67633152" : 2690,
            "68681728" : 2371,
            "69730304" : 2212,
            "70778880" : 1817,
            "71827456" : 1659,
            "72876032" : 1459,
            "73924608" : 1299,
            "74973184" : 1194,
            "76021760" : 967,
            "77070336" : 952,
            "78118912" : 821,
            "79167488" : 685,
            "80216064" : 552,
            "81264640" : 440,
            "82313216" : 385,
            "83361792" : 362,
            "84410368" : 292,
            "85458944" : 280,
            "86507520" : 195,
            "87556096" : 165,
            "88604672" : 136,
            "89653248" : 119,
            "90701824" : 98,
            "91750400" : 76,
            "92798976" : 52,
            "93847552" : 51,
            "94896128" : 45,
            "95944704" : 28,
            "96993280" : 21,
            "98041856" : 25,
            "99090432" : 19,
            "100139008" : 13,
            "101187584" : 12,
            "102236160" : 6,
            "103284736" : 1,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 109191733,
          "mean" : 32141309.063374,
          "stddev" : 11071144.199394,
          "N" : 2070635
        },
        "bw_min" : 42072,
        "bw_max" : 87720,
        "bw_agg" : 99.956970,
        "bw_mean" : 63684.355212,
        "bw_dev" : 630.241295,
        "bw_samples" : 4144,
        "iops_min" : 10518,
        "iops_max" : 21930,
        "iops_mean" : 15920.305019,
        "iops_stddev" : 157.574888,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079994,
      "usr_cpu" : 0.344136,
      "sys_cpu" : 4.605542,
      "ctx" : 2388993,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.562384,
        "50" : 83.133992,
        "100" : 6.301065,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848899,
  "timestamp_ms" : 1772848899450,
  "time" : "Fri Mar  6 22:01:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9125494784,
        "io_kbytes" : 8911616,
        "bw_bytes" : 65182105,
        "bw" : 63654,
        "iops" : 15913.914286,
        "runtime" : 140000,
        "total_ios" : 2227948,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1001429.080021,
          "stddev" : 1013680.302552,
          "N" : 2227948
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108171257,
          "mean" : 31169409.465313,
          "stddev" : 10793589.068721,
          "N" : 2227932,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 7,
            "11075584" : 21,
            "11206656" : 16,
            "11337728" : 18,
            "11468800" : 30,
            "11599872" : 36,
            "11730944" : 41,
            "11862016" : 45,
            "11993088" : 58,
            "12124160" : 76,
            "12255232" : 53,
            "12386304" : 84,
            "12517376" : 100,
            "12648448" : 121,
            "12779520" : 114,
            "12910592" : 119,
            "13041664" : 159,
            "13172736" : 182,
            "13303808" : 213,
            "13434880" : 227,
            "13565952" : 255,
            "13697024" : 323,
            "13828096" : 357,
            "13959168" : 405,
            "14090240" : 449,
            "14221312" : 463,
            "14352384" : 509,
            "14483456" : 604,
            "14614528" : 638,
            "14745600" : 702,
            "14876672" : 774,
            "15007744" : 777,
            "15138816" : 957,
            "15269888" : 1113,
            "15400960" : 1265,
            "15532032" : 1375,
            "15663104" : 1525,
            "15794176" : 1817,
            "15925248" : 1930,
            "16056320" : 2212,
            "16187392" : 2548,
            "16318464" : 2788,
            "16449536" : 3105,
            "16580608" : 3171,
            "16711680" : 3421,
            "16908288" : 8178,
            "17170432" : 9821,
            "17432576" : 10971,
            "17694720" : 12566,
            "17956864" : 13978,
            "18219008" : 15270,
            "18481152" : 17054,
            "18743296" : 17834,
            "19005440" : 19200,
            "19267584" : 20539,
            "19529728" : 20861,
            "19791872" : 21993,
            "20054016" : 22701,
            "20316160" : 23518,
            "20578304" : 24173,
            "20840448" : 24297,
            "21102592" : 25072,
            "21364736" : 25397,
            "21626880" : 25546,
            "21889024" : 25752,
            "22151168" : 26223,
            "22413312" : 26383,
            "22675456" : 26876,
            "22937600" : 26993,
            "23199744" : 27053,
            "23461888" : 26892,
            "23724032" : 26993,
            "23986176" : 26787,
            "24248320" : 26548,
            "24510464" : 26750,
            "24772608" : 26466,
            "25034752" : 26746,
            "25296896" : 26853,
            "25559040" : 26948,
            "25821184" : 26419,
            "26083328" : 26602,
            "26345472" : 26536,
            "26607616" : 26590,
            "26869760" : 26162,
            "27131904" : 26622,
            "27394048" : 26221,
            "27656192" : 25957,
            "27918336" : 25717,
            "28180480" : 25720,
            "28442624" : 25106,
            "28704768" : 25301,
            "28966912" : 24953,
            "29229056" : 24727,
            "29491200" : 23930,
            "29753344" : 23702,
            "30015488" : 23656,
            "30277632" : 23413,
            "30539776" : 22952,
            "30801920" : 22646,
            "31064064" : 22530,
            "31326208" : 21596,
            "31588352" : 21665,
            "31850496" : 21154,
            "32112640" : 20889,
            "32374784" : 20358,
            "32636928" : 20110,
            "32899072" : 19343,
            "33161216" : 18527,
            "33423360" : 18400,
            "33816576" : 35495,
            "34340864" : 34439,
            "34865152" : 33192,
            "35389440" : 31150,
            "35913728" : 29811,
            "36438016" : 28516,
            "36962304" : 27139,
            "37486592" : 26042,
            "38010880" : 24895,
            "38535168" : 23668,
            "39059456" : 22899,
            "39583744" : 21629,
            "40108032" : 20337,
            "40632320" : 19329,
            "41156608" : 18276,
            "41680896" : 17493,
            "42205184" : 16067,
            "42729472" : 15446,
            "43253760" : 14745,
            "43778048" : 13769,
            "44302336" : 12875,
            "44826624" : 12204,
            "45350912" : 11571,
            "45875200" : 10685,
            "46399488" : 10192,
            "46923776" : 9788,
            "47448064" : 9161,
            "47972352" : 8526,
            "48496640" : 8072,
            "49020928" : 7727,
            "49545216" : 7382,
            "50069504" : 6898,
            "50593792" : 6658,
            "51118080" : 6371,
            "51642368" : 5918,
            "52166656" : 5721,
            "52690944" : 5492,
            "53215232" : 5348,
            "53739520" : 4925,
            "54263808" : 4785,
            "54788096" : 4374,
            "55312384" : 4349,
            "55836672" : 4114,
            "56360960" : 4056,
            "56885248" : 3813,
            "57409536" : 3548,
            "57933824" : 3422,
            "58458112" : 3363,
            "58982400" : 3073,
            "59506688" : 3036,
            "60030976" : 2944,
            "60555264" : 2787,
            "61079552" : 2716,
            "61603840" : 2534,
            "62128128" : 2403,
            "62652416" : 2314,
            "63176704" : 2218,
            "63700992" : 2086,
            "64225280" : 2119,
            "64749568" : 2023,
            "65273856" : 1734,
            "65798144" : 1804,
            "66322432" : 1586,
            "66846720" : 1593,
            "67633152" : 2926,
            "68681728" : 2543,
            "69730304" : 2409,
            "70778880" : 1963,
            "71827456" : 1814,
            "72876032" : 1582,
            "73924608" : 1425,
            "74973184" : 1325,
            "76021760" : 1067,
            "77070336" : 1043,
            "78118912" : 910,
            "79167488" : 748,
            "80216064" : 601,
            "81264640" : 484,
            "82313216" : 427,
            "83361792" : 375,
            "84410368" : 298,
            "85458944" : 296,
            "86507520" : 201,
            "87556096" : 170,
            "88604672" : 140,
            "89653248" : 121,
            "90701824" : 106,
            "91750400" : 80,
            "92798976" : 53,
            "93847552" : 54,
            "94896128" : 46,
            "95944704" : 28,
            "96993280" : 22,
            "98041856" : 29,
            "99090432" : 19,
            "100139008" : 13,
            "101187584" : 12,
            "102236160" : 6,
            "103284736" : 1,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 109191733,
          "mean" : 32170805.443782,
          "stddev" : 11062993.278079,
          "N" : 2227932
        },
        "bw_min" : 42072,
        "bw_max" : 87720,
        "bw_agg" : 99.969524,
        "bw_mean" : 63635.767025,
        "bw_dev" : 628.511509,
        "bw_samples" : 4464,
        "iops_min" : 10518,
        "iops_max" : 21930,
        "iops_mean" : 15908.139785,
        "iops_stddev" : 157.143403,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239986,
      "usr_cpu" : 0.343216,
      "sys_cpu" : 4.600520,
      "ctx" : 2569948,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.321740,
        "50" : 83.356120,
        "100" : 6.319717,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848909,
  "timestamp_ms" : 1772848909450,
  "time" : "Fri Mar  6 22:01:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9781714944,
        "io_kbytes" : 9552456,
        "bw_bytes" : 65211432,
        "bw" : 63683,
        "iops" : 15921.000000,
        "runtime" : 150000,
        "total_ios" : 2388150,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 250733,
          "max" : 7556859,
          "mean" : 1000977.080551,
          "stddev" : 1012445.504468,
          "N" : 2388151
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108171257,
          "mean" : 31154644.896375,
          "stddev" : 10767643.442078,
          "N" : 2388135,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 19791872,
            "20.000000" : 22151168,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52166656,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 7,
            "11075584" : 21,
            "11206656" : 18,
            "11337728" : 30,
            "11468800" : 35,
            "11599872" : 37,
            "11730944" : 42,
            "11862016" : 46,
            "11993088" : 59,
            "12124160" : 77,
            "12255232" : 54,
            "12386304" : 85,
            "12517376" : 104,
            "12648448" : 129,
            "12779520" : 124,
            "12910592" : 131,
            "13041664" : 176,
            "13172736" : 205,
            "13303808" : 221,
            "13434880" : 238,
            "13565952" : 266,
            "13697024" : 346,
            "13828096" : 379,
            "13959168" : 443,
            "14090240" : 494,
            "14221312" : 491,
            "14352384" : 550,
            "14483456" : 630,
            "14614528" : 676,
            "14745600" : 755,
            "14876672" : 825,
            "15007744" : 844,
            "15138816" : 1009,
            "15269888" : 1166,
            "15400960" : 1339,
            "15532032" : 1459,
            "15663104" : 1619,
            "15794176" : 1910,
            "15925248" : 2051,
            "16056320" : 2363,
            "16187392" : 2701,
            "16318464" : 2975,
            "16449536" : 3325,
            "16580608" : 3375,
            "16711680" : 3659,
            "16908288" : 8675,
            "17170432" : 10475,
            "17432576" : 11700,
            "17694720" : 13410,
            "17956864" : 14927,
            "18219008" : 16289,
            "18481152" : 18257,
            "18743296" : 19167,
            "19005440" : 20523,
            "19267584" : 21999,
            "19529728" : 22389,
            "19791872" : 23697,
            "20054016" : 24576,
            "20316160" : 25371,
            "20578304" : 25993,
            "20840448" : 26125,
            "21102592" : 27072,
            "21364736" : 27419,
            "21626880" : 27488,
            "21889024" : 27779,
            "22151168" : 28201,
            "22413312" : 28237,
            "22675456" : 28735,
            "22937600" : 28799,
            "23199744" : 28949,
            "23461888" : 28753,
            "23724032" : 28845,
            "23986176" : 28682,
            "24248320" : 28431,
            "24510464" : 28704,
            "24772608" : 28451,
            "25034752" : 28645,
            "25296896" : 28722,
            "25559040" : 28819,
            "25821184" : 28214,
            "26083328" : 28481,
            "26345472" : 28371,
            "26607616" : 28467,
            "26869760" : 28141,
            "27131904" : 28496,
            "27394048" : 28120,
            "27656192" : 27785,
            "27918336" : 27621,
            "28180480" : 27583,
            "28442624" : 26910,
            "28704768" : 27102,
            "28966912" : 26667,
            "29229056" : 26456,
            "29491200" : 25646,
            "29753344" : 25413,
            "30015488" : 25277,
            "30277632" : 25049,
            "30539776" : 24574,
            "30801920" : 24279,
            "31064064" : 24056,
            "31326208" : 23124,
            "31588352" : 23169,
            "31850496" : 22709,
            "32112640" : 22422,
            "32374784" : 21933,
            "32636928" : 21729,
            "32899072" : 20843,
            "33161216" : 19964,
            "33423360" : 19793,
            "33816576" : 38200,
            "34340864" : 37145,
            "34865152" : 35863,
            "35389440" : 33617,
            "35913728" : 32123,
            "36438016" : 30652,
            "36962304" : 29224,
            "37486592" : 28012,
            "38010880" : 26818,
            "38535168" : 25393,
            "39059456" : 24584,
            "39583744" : 23234,
            "40108032" : 21782,
            "40632320" : 20717,
            "41156608" : 19595,
            "41680896" : 18729,
            "42205184" : 17200,
            "42729472" : 16571,
            "43253760" : 15629,
            "43778048" : 14741,
            "44302336" : 13762,
            "44826624" : 13004,
            "45350912" : 12345,
            "45875200" : 11425,
            "46399488" : 10858,
            "46923776" : 10399,
            "47448064" : 9659,
            "47972352" : 9069,
            "48496640" : 8610,
            "49020928" : 8212,
            "49545216" : 7867,
            "50069504" : 7370,
            "50593792" : 7102,
            "51118080" : 6799,
            "51642368" : 6278,
            "52166656" : 6049,
            "52690944" : 5864,
            "53215232" : 5686,
            "53739520" : 5249,
            "54263808" : 5088,
            "54788096" : 4672,
            "55312384" : 4651,
            "55836672" : 4346,
            "56360960" : 4327,
            "56885248" : 4097,
            "57409536" : 3823,
            "57933824" : 3696,
            "58458112" : 3598,
            "58982400" : 3294,
            "59506688" : 3238,
            "60030976" : 3175,
            "60555264" : 2980,
            "61079552" : 2911,
            "61603840" : 2714,
            "62128128" : 2578,
            "62652416" : 2478,
            "63176704" : 2381,
            "63700992" : 2228,
            "64225280" : 2264,
            "64749568" : 2133,
            "65273856" : 1858,
            "65798144" : 1911,
            "66322432" : 1672,
            "66846720" : 1698,
            "67633152" : 3119,
            "68681728" : 2707,
            "69730304" : 2566,
            "70778880" : 2096,
            "71827456" : 1957,
            "72876032" : 1684,
            "73924608" : 1513,
            "74973184" : 1395,
            "76021760" : 1152,
            "77070336" : 1076,
            "78118912" : 956,
            "79167488" : 785,
            "80216064" : 627,
            "81264640" : 513,
            "82313216" : 436,
            "83361792" : 385,
            "84410368" : 307,
            "85458944" : 304,
            "86507520" : 205,
            "87556096" : 173,
            "88604672" : 142,
            "89653248" : 121,
            "90701824" : 106,
            "91750400" : 81,
            "92798976" : 54,
            "93847552" : 54,
            "94896128" : 46,
            "95944704" : 28,
            "96993280" : 22,
            "98041856" : 29,
            "99090432" : 19,
            "100139008" : 13,
            "101187584" : 12,
            "102236160" : 6,
            "103284736" : 1,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 109191733,
          "mean" : 32155481.793614,
          "stddev" : 11035910.197905,
          "N" : 2388135
        },
        "bw_min" : 42072,
        "bw_max" : 87752,
        "bw_agg" : 99.949690,
        "bw_mean" : 63651.692308,
        "bw_dev" : 628.032430,
        "bw_samples" : 4784,
        "iops_min" : 10518,
        "iops_max" : 21938,
        "iops_mean" : 15912.130435,
        "iops_stddev" : 157.022846,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2399998,
      "usr_cpu" : 0.343875,
      "sys_cpu" : 4.601837,
      "ctx" : 2754880,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.301489,
        "50" : 83.413018,
        "100" : 6.283274,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848919,
  "timestamp_ms" : 1772848919448,
  "time" : "Fri Mar  6 22:01:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10408673280,
        "io_kbytes" : 10164720,
        "bw_bytes" : 65054208,
        "bw" : 63529,
        "iops" : 15882.575000,
        "runtime" : 160000,
        "total_ios" : 2541212,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 246856,
          "max" : 7556859,
          "mean" : 1003397.938877,
          "stddev" : 1015019.086995,
          "N" : 2541212
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108171257,
          "mean" : 31232700.810236,
          "stddev" : 10789845.562795,
          "N" : 2541196,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31588352,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 10,
            "11075584" : 21,
            "11206656" : 18,
            "11337728" : 33,
            "11468800" : 37,
            "11599872" : 48,
            "11730944" : 48,
            "11862016" : 49,
            "11993088" : 63,
            "12124160" : 78,
            "12255232" : 62,
            "12386304" : 89,
            "12517376" : 106,
            "12648448" : 144,
            "12779520" : 149,
            "12910592" : 152,
            "13041664" : 187,
            "13172736" : 229,
            "13303808" : 246,
            "13434880" : 253,
            "13565952" : 288,
            "13697024" : 374,
            "13828096" : 401,
            "13959168" : 468,
            "14090240" : 527,
            "14221312" : 531,
            "14352384" : 572,
            "14483456" : 656,
            "14614528" : 716,
            "14745600" : 804,
            "14876672" : 866,
            "15007744" : 906,
            "15138816" : 1077,
            "15269888" : 1220,
            "15400960" : 1405,
            "15532032" : 1535,
            "15663104" : 1687,
            "15794176" : 2026,
            "15925248" : 2153,
            "16056320" : 2483,
            "16187392" : 2813,
            "16318464" : 3103,
            "16449536" : 3479,
            "16580608" : 3537,
            "16711680" : 3828,
            "16908288" : 9052,
            "17170432" : 10846,
            "17432576" : 12164,
            "17694720" : 13898,
            "17956864" : 15478,
            "18219008" : 16952,
            "18481152" : 18936,
            "18743296" : 19974,
            "19005440" : 21333,
            "19267584" : 22759,
            "19529728" : 23333,
            "19791872" : 24691,
            "20054016" : 25678,
            "20316160" : 26548,
            "20578304" : 27198,
            "20840448" : 27272,
            "21102592" : 28386,
            "21364736" : 28801,
            "21626880" : 28949,
            "21889024" : 29259,
            "22151168" : 29824,
            "22413312" : 29764,
            "22675456" : 30401,
            "22937600" : 30415,
            "23199744" : 30470,
            "23461888" : 30352,
            "23724032" : 30577,
            "23986176" : 30386,
            "24248320" : 30226,
            "24510464" : 30477,
            "24772608" : 30218,
            "25034752" : 30346,
            "25296896" : 30542,
            "25559040" : 30679,
            "25821184" : 30141,
            "26083328" : 30383,
            "26345472" : 30147,
            "26607616" : 30362,
            "26869760" : 30046,
            "27131904" : 30413,
            "27394048" : 29923,
            "27656192" : 29689,
            "27918336" : 29507,
            "28180480" : 29538,
            "28442624" : 28819,
            "28704768" : 29134,
            "28966912" : 28678,
            "29229056" : 28334,
            "29491200" : 27459,
            "29753344" : 27166,
            "30015488" : 27092,
            "30277632" : 26862,
            "30539776" : 26469,
            "30801920" : 26160,
            "31064064" : 25873,
            "31326208" : 24890,
            "31588352" : 24915,
            "31850496" : 24381,
            "32112640" : 24117,
            "32374784" : 23582,
            "32636928" : 23240,
            "32899072" : 22404,
            "33161216" : 21482,
            "33423360" : 21303,
            "33816576" : 41186,
            "34340864" : 39986,
            "34865152" : 38451,
            "35389440" : 35953,
            "35913728" : 34289,
            "36438016" : 32752,
            "36962304" : 31342,
            "37486592" : 30182,
            "38010880" : 28745,
            "38535168" : 27153,
            "39059456" : 26217,
            "39583744" : 24888,
            "40108032" : 23331,
            "40632320" : 22108,
            "41156608" : 20954,
            "41680896" : 19998,
            "42205184" : 18390,
            "42729472" : 17609,
            "43253760" : 16592,
            "43778048" : 15570,
            "44302336" : 14575,
            "44826624" : 13800,
            "45350912" : 13194,
            "45875200" : 12204,
            "46399488" : 11655,
            "46923776" : 11129,
            "47448064" : 10308,
            "47972352" : 9668,
            "48496640" : 9183,
            "49020928" : 8750,
            "49545216" : 8409,
            "50069504" : 7857,
            "50593792" : 7582,
            "51118080" : 7262,
            "51642368" : 6685,
            "52166656" : 6428,
            "52690944" : 6270,
            "53215232" : 5994,
            "53739520" : 5563,
            "54263808" : 5429,
            "54788096" : 4974,
            "55312384" : 4973,
            "55836672" : 4641,
            "56360960" : 4625,
            "56885248" : 4396,
            "57409536" : 4097,
            "57933824" : 4001,
            "58458112" : 3849,
            "58982400" : 3541,
            "59506688" : 3491,
            "60030976" : 3419,
            "60555264" : 3241,
            "61079552" : 3162,
            "61603840" : 2914,
            "62128128" : 2773,
            "62652416" : 2682,
            "63176704" : 2560,
            "63700992" : 2427,
            "64225280" : 2470,
            "64749568" : 2329,
            "65273856" : 2018,
            "65798144" : 2061,
            "66322432" : 1816,
            "66846720" : 1851,
            "67633152" : 3417,
            "68681728" : 2969,
            "69730304" : 2803,
            "70778880" : 2324,
            "71827456" : 2146,
            "72876032" : 1841,
            "73924608" : 1640,
            "74973184" : 1521,
            "76021760" : 1267,
            "77070336" : 1162,
            "78118912" : 1025,
            "79167488" : 865,
            "80216064" : 688,
            "81264640" : 559,
            "82313216" : 487,
            "83361792" : 420,
            "84410368" : 353,
            "85458944" : 334,
            "86507520" : 228,
            "87556096" : 192,
            "88604672" : 156,
            "89653248" : 130,
            "90701824" : 116,
            "91750400" : 96,
            "92798976" : 59,
            "93847552" : 65,
            "94896128" : 48,
            "95944704" : 37,
            "96993280" : 24,
            "98041856" : 30,
            "99090432" : 23,
            "100139008" : 14,
            "101187584" : 12,
            "102236160" : 10,
            "103284736" : 2,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 109191733,
          "mean" : 32236162.580849,
          "stddev" : 11058325.983326,
          "N" : 2541196
        },
        "bw_min" : 42000,
        "bw_max" : 87776,
        "bw_agg" : 100.000000,
        "bw_mean" : 63545.297806,
        "bw_dev" : 629.701155,
        "bw_samples" : 5104,
        "iops_min" : 10500,
        "iops_max" : 21944,
        "iops_mean" : 15885.532915,
        "iops_stddev" : 157.441892,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560000,
      "usr_cpu" : 0.343828,
      "sys_cpu" : 4.589922,
      "ctx" : 2932979,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999961,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999961,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.082315,
        "50" : 83.563119,
        "100" : 6.352245,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848929,
  "timestamp_ms" : 1772848929450,
  "time" : "Fri Mar  6 22:02:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11085934592,
        "io_kbytes" : 10826108,
        "bw_bytes" : 65211379,
        "bw" : 63682,
        "iops" : 15921.000000,
        "runtime" : 170000,
        "total_ios" : 2706570,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 246856,
          "max" : 7556859,
          "mean" : 1000967.318821,
          "stddev" : 1011355.671009,
          "N" : 2706570
        },
        "clat_ns" : {
          "min" : 10892274,
          "max" : 108171257,
          "mean" : 31156497.010300,
          "stddev" : 10760810.691660,
          "N" : 2706554,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "10944512" : 10,
            "11075584" : 21,
            "11206656" : 20,
            "11337728" : 34,
            "11468800" : 39,
            "11599872" : 48,
            "11730944" : 48,
            "11862016" : 50,
            "11993088" : 71,
            "12124160" : 83,
            "12255232" : 64,
            "12386304" : 93,
            "12517376" : 106,
            "12648448" : 145,
            "12779520" : 152,
            "12910592" : 156,
            "13041664" : 188,
            "13172736" : 236,
            "13303808" : 251,
            "13434880" : 263,
            "13565952" : 295,
            "13697024" : 378,
            "13828096" : 403,
            "13959168" : 474,
            "14090240" : 538,
            "14221312" : 545,
            "14352384" : 597,
            "14483456" : 679,
            "14614528" : 734,
            "14745600" : 842,
            "14876672" : 919,
            "15007744" : 959,
            "15138816" : 1143,
            "15269888" : 1284,
            "15400960" : 1491,
            "15532032" : 1650,
            "15663104" : 1815,
            "15794176" : 2130,
            "15925248" : 2299,
            "16056320" : 2676,
            "16187392" : 3012,
            "16318464" : 3304,
            "16449536" : 3706,
            "16580608" : 3778,
            "16711680" : 4095,
            "16908288" : 9679,
            "17170432" : 11540,
            "17432576" : 12978,
            "17694720" : 14857,
            "17956864" : 16602,
            "18219008" : 18219,
            "18481152" : 20325,
            "18743296" : 21509,
            "19005440" : 23033,
            "19267584" : 24581,
            "19529728" : 25199,
            "19791872" : 26684,
            "20054016" : 27726,
            "20316160" : 28679,
            "20578304" : 29303,
            "20840448" : 29374,
            "21102592" : 30757,
            "21364736" : 31035,
            "21626880" : 31331,
            "21889024" : 31584,
            "22151168" : 32095,
            "22413312" : 32105,
            "22675456" : 32698,
            "22937600" : 32874,
            "23199744" : 32893,
            "23461888" : 32729,
            "23724032" : 32965,
            "23986176" : 32682,
            "24248320" : 32535,
            "24510464" : 32746,
            "24772608" : 32501,
            "25034752" : 32569,
            "25296896" : 32728,
            "25559040" : 32875,
            "25821184" : 32258,
            "26083328" : 32361,
            "26345472" : 32244,
            "26607616" : 32369,
            "26869760" : 32120,
            "27131904" : 32487,
            "27394048" : 31855,
            "27656192" : 31622,
            "27918336" : 31440,
            "28180480" : 31540,
            "28442624" : 30660,
            "28704768" : 31042,
            "28966912" : 30469,
            "29229056" : 30007,
            "29491200" : 29261,
            "29753344" : 28960,
            "30015488" : 28781,
            "30277632" : 28495,
            "30539776" : 28041,
            "30801920" : 27722,
            "31064064" : 27375,
            "31326208" : 26445,
            "31588352" : 26424,
            "31850496" : 25795,
            "32112640" : 25460,
            "32374784" : 24927,
            "32636928" : 24646,
            "32899072" : 23705,
            "33161216" : 22666,
            "33423360" : 22490,
            "33816576" : 43564,
            "34340864" : 42307,
            "34865152" : 40684,
            "35389440" : 37934,
            "35913728" : 36168,
            "36438016" : 34547,
            "36962304" : 33182,
            "37486592" : 31832,
            "38010880" : 30296,
            "38535168" : 28633,
            "39059456" : 27736,
            "39583744" : 26369,
            "40108032" : 24674,
            "40632320" : 23347,
            "41156608" : 22160,
            "41680896" : 21144,
            "42205184" : 19459,
            "42729472" : 18649,
            "43253760" : 17512,
            "43778048" : 16387,
            "44302336" : 15344,
            "44826624" : 14522,
            "45350912" : 13860,
            "45875200" : 12868,
            "46399488" : 12228,
            "46923776" : 11682,
            "47448064" : 10808,
            "47972352" : 10144,
            "48496640" : 9646,
            "49020928" : 9156,
            "49545216" : 8788,
            "50069504" : 8191,
            "50593792" : 7978,
            "51118080" : 7592,
            "51642368" : 7025,
            "52166656" : 6735,
            "52690944" : 6607,
            "53215232" : 6305,
            "53739520" : 5872,
            "54263808" : 5708,
            "54788096" : 5280,
            "55312384" : 5276,
            "55836672" : 4916,
            "56360960" : 4894,
            "56885248" : 4683,
            "57409536" : 4361,
            "57933824" : 4225,
            "58458112" : 4075,
            "58982400" : 3794,
            "59506688" : 3728,
            "60030976" : 3609,
            "60555264" : 3448,
            "61079552" : 3335,
            "61603840" : 3075,
            "62128128" : 2968,
            "62652416" : 2856,
            "63176704" : 2718,
            "63700992" : 2550,
            "64225280" : 2603,
            "64749568" : 2519,
            "65273856" : 2124,
            "65798144" : 2161,
            "66322432" : 1940,
            "66846720" : 1982,
            "67633152" : 3635,
            "68681728" : 3155,
            "69730304" : 2968,
            "70778880" : 2466,
            "71827456" : 2240,
            "72876032" : 1951,
            "73924608" : 1709,
            "74973184" : 1581,
            "76021760" : 1323,
            "77070336" : 1205,
            "78118912" : 1054,
            "79167488" : 876,
            "80216064" : 705,
            "81264640" : 569,
            "82313216" : 497,
            "83361792" : 427,
            "84410368" : 359,
            "85458944" : 336,
            "86507520" : 229,
            "87556096" : 192,
            "88604672" : 156,
            "89653248" : 130,
            "90701824" : 116,
            "91750400" : 96,
            "92798976" : 59,
            "93847552" : 65,
            "94896128" : 48,
            "95944704" : 37,
            "96993280" : 24,
            "98041856" : 30,
            "99090432" : 23,
            "100139008" : 14,
            "101187584" : 12,
            "102236160" : 10,
            "103284736" : 2,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 11257019,
          "max" : 109191733,
          "mean" : 32157473.653420,
          "stddev" : 11028567.112928,
          "N" : 2706554
        },
        "bw_min" : 42000,
        "bw_max" : 87776,
        "bw_agg" : 99.960763,
        "bw_mean" : 63658.286136,
        "bw_dev" : 624.882812,
        "bw_samples" : 5424,
        "iops_min" : 10500,
        "iops_max" : 21944,
        "iops_mean" : 15913.734513,
        "iops_stddev" : 156.238979,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719995,
      "usr_cpu" : 0.342354,
      "sys_cpu" : 4.602692,
      "ctx" : 3122124,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 10.159464,
        "50" : 83.546555,
        "100" : 6.291801,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848939,
  "timestamp_ms" : 1772848939448,
  "time" : "Fri Mar  6 22:02:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 16982,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11742294016,
        "io_kbytes" : 11467084,
        "bw_bytes" : 65234966,
        "bw" : 63706,
        "iops" : 15926.522222,
        "runtime" : 180000,
        "total_ios" : 2866774,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 246856,
          "max" : 7556859,
          "mean" : 1000606.072857,
          "stddev" : 1010669.148442,
          "N" : 2866790
        },
        "clat_ns" : {
          "min" : 5438,
          "max" : 108171257,
          "mean" : 31142353.663757,
          "stddev" : 10748201.329914,
          "N" : 2867270,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "5408" : 1,
            "5472" : 1,
            "7136" : 1,
            "7968" : 1,
            "8032" : 1,
            "8768" : 1,
            "8896" : 2,
            "9152" : 1,
            "9280" : 1,
            "10176" : 1,
            "10304" : 1,
            "10816" : 1,
            "12736" : 1,
            "15552" : 1,
            "150528" : 1,
            "634880" : 1,
            "684032" : 1,
            "716800" : 1,
            "724992" : 1,
            "782336" : 1,
            "823296" : 1,
            "880640" : 1,
            "1056768" : 1,
            "1187840" : 1,
            "1204224" : 1,
            "1269760" : 1,
            "1351680" : 1,
            "1400832" : 1,
            "1433600" : 1,
            "1449984" : 1,
            "1482752" : 1,
            "1515520" : 1,
            "1581056" : 2,
            "1761280" : 1,
            "1794048" : 1,
            "1843200" : 1,
            "1892352" : 2,
            "1925120" : 1,
            "1974272" : 1,
            "2056192" : 1,
            "2088960" : 1,
            "2310144" : 2,
            "2408448" : 2,
            "2605056" : 1,
            "2637824" : 1,
            "2670592" : 1,
            "2703360" : 2,
            "2965504" : 1,
            "2998272" : 1,
            "3063808" : 1,
            "3096576" : 1,
            "3129344" : 1,
            "3227648" : 2,
            "3260416" : 1,
            "3325952" : 1,
            "3457024" : 1,
            "3719168" : 2,
            "3915776" : 1,
            "3981312" : 1,
            "4112384" : 1,
            "4177920" : 1,
            "4227072" : 2,
            "4489216" : 1,
            "4554752" : 3,
            "4685824" : 2,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 1,
            "5013504" : 1,
            "5079040" : 2,
            "5210112" : 3,
            "5275648" : 2,
            "5341184" : 2,
            "5406720" : 2,
            "5472256" : 2,
            "5603328" : 1,
            "5668864" : 1,
            "5865472" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 2,
            "6455296" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6651904" : 1,
            "6717440" : 1,
            "6782976" : 1,
            "6848512" : 4,
            "6979584" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7307264" : 3,
            "7372800" : 1,
            "7438336" : 1,
            "7503872" : 1,
            "7569408" : 2,
            "7700480" : 1,
            "7766016" : 2,
            "7831552" : 1,
            "7897088" : 1,
            "8028160" : 1,
            "8159232" : 1,
            "8224768" : 2,
            "8290304" : 2,
            "8355840" : 1,
            "8454144" : 3,
            "8585216" : 4,
            "8716288" : 3,
            "8847360" : 1,
            "9109504" : 4,
            "9240576" : 1,
            "9371648" : 3,
            "9502720" : 5,
            "9633792" : 2,
            "9764864" : 2,
            "9895936" : 2,
            "10027008" : 3,
            "10158080" : 1,
            "10289152" : 1,
            "10420224" : 1,
            "10551296" : 5,
            "10682368" : 6,
            "10813440" : 2,
            "10944512" : 11,
            "11075584" : 22,
            "11206656" : 26,
            "11337728" : 40,
            "11468800" : 40,
            "11599872" : 50,
            "11730944" : 50,
            "11862016" : 55,
            "11993088" : 73,
            "12124160" : 84,
            "12255232" : 67,
            "12386304" : 97,
            "12517376" : 107,
            "12648448" : 152,
            "12779520" : 155,
            "12910592" : 160,
            "13041664" : 191,
            "13172736" : 241,
            "13303808" : 263,
            "13434880" : 274,
            "13565952" : 307,
            "13697024" : 394,
            "13828096" : 415,
            "13959168" : 484,
            "14090240" : 548,
            "14221312" : 573,
            "14352384" : 618,
            "14483456" : 710,
            "14614528" : 766,
            "14745600" : 864,
            "14876672" : 948,
            "15007744" : 996,
            "15138816" : 1188,
            "15269888" : 1352,
            "15400960" : 1555,
            "15532032" : 1748,
            "15663104" : 1929,
            "15794176" : 2224,
            "15925248" : 2411,
            "16056320" : 2789,
            "16187392" : 3132,
            "16318464" : 3472,
            "16449536" : 3889,
            "16580608" : 3951,
            "16711680" : 4308,
            "16908288" : 10190,
            "17170432" : 12189,
            "17432576" : 13735,
            "17694720" : 15732,
            "17956864" : 17648,
            "18219008" : 19374,
            "18481152" : 21637,
            "18743296" : 22899,
            "19005440" : 24502,
            "19267584" : 26157,
            "19529728" : 26696,
            "19791872" : 28329,
            "20054016" : 29585,
            "20316160" : 30496,
            "20578304" : 31167,
            "20840448" : 31251,
            "21102592" : 32626,
            "21364736" : 32928,
            "21626880" : 33133,
            "21889024" : 33594,
            "22151168" : 34035,
            "22413312" : 34036,
            "22675456" : 34672,
            "22937600" : 34769,
            "23199744" : 34884,
            "23461888" : 34761,
            "23724032" : 35006,
            "23986176" : 34727,
            "24248320" : 34582,
            "24510464" : 34748,
            "24772608" : 34565,
            "25034752" : 34618,
            "25296896" : 34702,
            "25559040" : 34823,
            "25821184" : 34331,
            "26083328" : 34356,
            "26345472" : 34157,
            "26607616" : 34243,
            "26869760" : 33962,
            "27131904" : 34455,
            "27394048" : 33676,
            "27656192" : 33361,
            "27918336" : 33313,
            "28180480" : 33371,
            "28442624" : 32503,
            "28704768" : 32823,
            "28966912" : 32240,
            "29229056" : 31824,
            "29491200" : 31114,
            "29753344" : 30746,
            "30015488" : 30456,
            "30277632" : 30160,
            "30539776" : 29649,
            "30801920" : 29305,
            "31064064" : 28869,
            "31326208" : 28138,
            "31588352" : 27890,
            "31850496" : 27235,
            "32112640" : 26947,
            "32374784" : 26288,
            "32636928" : 26037,
            "32899072" : 25056,
            "33161216" : 24004,
            "33423360" : 23850,
            "33816576" : 46171,
            "34340864" : 44826,
            "34865152" : 43081,
            "35389440" : 40175,
            "35913728" : 38285,
            "36438016" : 36619,
            "36962304" : 35168,
            "37486592" : 33691,
            "38010880" : 31984,
            "38535168" : 30255,
            "39059456" : 29279,
            "39583744" : 27899,
            "40108032" : 26068,
            "40632320" : 24702,
            "41156608" : 23411,
            "41680896" : 22355,
            "42205184" : 20626,
            "42729472" : 19740,
            "43253760" : 18556,
            "43778048" : 17341,
            "44302336" : 16315,
            "44826624" : 15412,
            "45350912" : 14638,
            "45875200" : 13631,
            "46399488" : 12948,
            "46923776" : 12369,
            "47448064" : 11405,
            "47972352" : 10768,
            "48496640" : 10209,
            "49020928" : 9713,
            "49545216" : 9279,
            "50069504" : 8685,
            "50593792" : 8452,
            "51118080" : 7996,
            "51642368" : 7401,
            "52166656" : 7131,
            "52690944" : 6986,
            "53215232" : 6652,
            "53739520" : 6213,
            "54263808" : 6046,
            "54788096" : 5607,
            "55312384" : 5566,
            "55836672" : 5182,
            "56360960" : 5199,
            "56885248" : 4955,
            "57409536" : 4653,
            "57933824" : 4486,
            "58458112" : 4342,
            "58982400" : 4050,
            "59506688" : 3971,
            "60030976" : 3821,
            "60555264" : 3646,
            "61079552" : 3548,
            "61603840" : 3247,
            "62128128" : 3138,
            "62652416" : 3034,
            "63176704" : 2878,
            "63700992" : 2685,
            "64225280" : 2762,
            "64749568" : 2662,
            "65273856" : 2244,
            "65798144" : 2271,
            "66322432" : 2060,
            "66846720" : 2109,
            "67633152" : 3824,
            "68681728" : 3323,
            "69730304" : 3125,
            "70778880" : 2600,
            "71827456" : 2335,
            "72876032" : 2063,
            "73924608" : 1779,
            "74973184" : 1658,
            "76021760" : 1393,
            "77070336" : 1257,
            "78118912" : 1093,
            "79167488" : 905,
            "80216064" : 733,
            "81264640" : 585,
            "82313216" : 518,
            "83361792" : 445,
            "84410368" : 365,
            "85458944" : 337,
            "86507520" : 233,
            "87556096" : 196,
            "88604672" : 157,
            "89653248" : 130,
            "90701824" : 119,
            "91750400" : 96,
            "92798976" : 59,
            "93847552" : 65,
            "94896128" : 48,
            "95944704" : 37,
            "96993280" : 24,
            "98041856" : 30,
            "99090432" : 23,
            "100139008" : 14,
            "101187584" : 12,
            "102236160" : 10,
            "103284736" : 2,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 630512,
          "max" : 109191733,
          "mean" : 32142953.820823,
          "stddev" : 11015123.303041,
          "N" : 2867270
        },
        "bw_min" : 42000,
        "bw_max" : 87776,
        "bw_agg" : 99.977990,
        "bw_mean" : 63692.763231,
        "bw_dev" : 622.569845,
        "bw_samples" : 5744,
        "iops_min" : 10500,
        "iops_max" : 21944,
        "iops_mean" : 15922.356546,
        "iops_stddev" : 155.660180,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879988,
      "usr_cpu" : 0.342050,
      "sys_cpu" : 4.604464,
      "ctx" : 3307168,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999442,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 10.161875,
        "50" : 83.570976,
        "100" : 6.277160,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848939,
  "timestamp_ms" : 1772848939473,
  "time" : "Fri Mar  6 22:02:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11744403456,
        "io_kbytes" : 11469144,
        "bw_bytes" : 65244873,
        "bw" : 63715,
        "iops" : 15926.079831,
        "runtime" : 180005,
        "total_ios" : 2866774,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 246856,
          "max" : 7556859,
          "mean" : 1000606.072857,
          "stddev" : 1010669.148442,
          "N" : 2866790
        },
        "clat_ns" : {
          "min" : 5438,
          "max" : 108171257,
          "mean" : 31142353.663757,
          "stddev" : 10748201.329914,
          "N" : 2867270,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "5408" : 1,
            "5472" : 1,
            "7136" : 1,
            "7968" : 1,
            "8032" : 1,
            "8768" : 1,
            "8896" : 2,
            "9152" : 1,
            "9280" : 1,
            "10176" : 1,
            "10304" : 1,
            "10816" : 1,
            "12736" : 1,
            "15552" : 1,
            "150528" : 1,
            "634880" : 1,
            "684032" : 1,
            "716800" : 1,
            "724992" : 1,
            "782336" : 1,
            "823296" : 1,
            "880640" : 1,
            "1056768" : 1,
            "1187840" : 1,
            "1204224" : 1,
            "1269760" : 1,
            "1351680" : 1,
            "1400832" : 1,
            "1433600" : 1,
            "1449984" : 1,
            "1482752" : 1,
            "1515520" : 1,
            "1581056" : 2,
            "1761280" : 1,
            "1794048" : 1,
            "1843200" : 1,
            "1892352" : 2,
            "1925120" : 1,
            "1974272" : 1,
            "2056192" : 1,
            "2088960" : 1,
            "2310144" : 2,
            "2408448" : 2,
            "2605056" : 1,
            "2637824" : 1,
            "2670592" : 1,
            "2703360" : 2,
            "2965504" : 1,
            "2998272" : 1,
            "3063808" : 1,
            "3096576" : 1,
            "3129344" : 1,
            "3227648" : 2,
            "3260416" : 1,
            "3325952" : 1,
            "3457024" : 1,
            "3719168" : 2,
            "3915776" : 1,
            "3981312" : 1,
            "4112384" : 1,
            "4177920" : 1,
            "4227072" : 2,
            "4489216" : 1,
            "4554752" : 3,
            "4685824" : 2,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 1,
            "5013504" : 1,
            "5079040" : 2,
            "5210112" : 3,
            "5275648" : 2,
            "5341184" : 2,
            "5406720" : 2,
            "5472256" : 2,
            "5603328" : 1,
            "5668864" : 1,
            "5865472" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 2,
            "6455296" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6651904" : 1,
            "6717440" : 1,
            "6782976" : 1,
            "6848512" : 4,
            "6979584" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7307264" : 3,
            "7372800" : 1,
            "7438336" : 1,
            "7503872" : 1,
            "7569408" : 2,
            "7700480" : 1,
            "7766016" : 2,
            "7831552" : 1,
            "7897088" : 1,
            "8028160" : 1,
            "8159232" : 1,
            "8224768" : 2,
            "8290304" : 2,
            "8355840" : 1,
            "8454144" : 3,
            "8585216" : 4,
            "8716288" : 3,
            "8847360" : 1,
            "9109504" : 4,
            "9240576" : 1,
            "9371648" : 3,
            "9502720" : 5,
            "9633792" : 2,
            "9764864" : 2,
            "9895936" : 2,
            "10027008" : 3,
            "10158080" : 1,
            "10289152" : 1,
            "10420224" : 1,
            "10551296" : 5,
            "10682368" : 6,
            "10813440" : 2,
            "10944512" : 11,
            "11075584" : 22,
            "11206656" : 26,
            "11337728" : 40,
            "11468800" : 40,
            "11599872" : 50,
            "11730944" : 50,
            "11862016" : 55,
            "11993088" : 73,
            "12124160" : 84,
            "12255232" : 67,
            "12386304" : 97,
            "12517376" : 107,
            "12648448" : 152,
            "12779520" : 155,
            "12910592" : 160,
            "13041664" : 191,
            "13172736" : 241,
            "13303808" : 263,
            "13434880" : 274,
            "13565952" : 307,
            "13697024" : 394,
            "13828096" : 415,
            "13959168" : 484,
            "14090240" : 548,
            "14221312" : 573,
            "14352384" : 618,
            "14483456" : 710,
            "14614528" : 766,
            "14745600" : 864,
            "14876672" : 948,
            "15007744" : 996,
            "15138816" : 1188,
            "15269888" : 1352,
            "15400960" : 1555,
            "15532032" : 1748,
            "15663104" : 1929,
            "15794176" : 2224,
            "15925248" : 2411,
            "16056320" : 2789,
            "16187392" : 3132,
            "16318464" : 3472,
            "16449536" : 3889,
            "16580608" : 3951,
            "16711680" : 4308,
            "16908288" : 10190,
            "17170432" : 12189,
            "17432576" : 13735,
            "17694720" : 15732,
            "17956864" : 17648,
            "18219008" : 19374,
            "18481152" : 21637,
            "18743296" : 22899,
            "19005440" : 24502,
            "19267584" : 26157,
            "19529728" : 26696,
            "19791872" : 28329,
            "20054016" : 29585,
            "20316160" : 30496,
            "20578304" : 31167,
            "20840448" : 31251,
            "21102592" : 32626,
            "21364736" : 32928,
            "21626880" : 33133,
            "21889024" : 33594,
            "22151168" : 34035,
            "22413312" : 34036,
            "22675456" : 34672,
            "22937600" : 34769,
            "23199744" : 34884,
            "23461888" : 34761,
            "23724032" : 35006,
            "23986176" : 34727,
            "24248320" : 34582,
            "24510464" : 34748,
            "24772608" : 34565,
            "25034752" : 34618,
            "25296896" : 34702,
            "25559040" : 34823,
            "25821184" : 34331,
            "26083328" : 34356,
            "26345472" : 34157,
            "26607616" : 34243,
            "26869760" : 33962,
            "27131904" : 34455,
            "27394048" : 33676,
            "27656192" : 33361,
            "27918336" : 33313,
            "28180480" : 33371,
            "28442624" : 32503,
            "28704768" : 32823,
            "28966912" : 32240,
            "29229056" : 31824,
            "29491200" : 31114,
            "29753344" : 30746,
            "30015488" : 30456,
            "30277632" : 30160,
            "30539776" : 29649,
            "30801920" : 29305,
            "31064064" : 28869,
            "31326208" : 28138,
            "31588352" : 27890,
            "31850496" : 27235,
            "32112640" : 26947,
            "32374784" : 26288,
            "32636928" : 26037,
            "32899072" : 25056,
            "33161216" : 24004,
            "33423360" : 23850,
            "33816576" : 46171,
            "34340864" : 44826,
            "34865152" : 43081,
            "35389440" : 40175,
            "35913728" : 38285,
            "36438016" : 36619,
            "36962304" : 35168,
            "37486592" : 33691,
            "38010880" : 31984,
            "38535168" : 30255,
            "39059456" : 29279,
            "39583744" : 27899,
            "40108032" : 26068,
            "40632320" : 24702,
            "41156608" : 23411,
            "41680896" : 22355,
            "42205184" : 20626,
            "42729472" : 19740,
            "43253760" : 18556,
            "43778048" : 17341,
            "44302336" : 16315,
            "44826624" : 15412,
            "45350912" : 14638,
            "45875200" : 13631,
            "46399488" : 12948,
            "46923776" : 12369,
            "47448064" : 11405,
            "47972352" : 10768,
            "48496640" : 10209,
            "49020928" : 9713,
            "49545216" : 9279,
            "50069504" : 8685,
            "50593792" : 8452,
            "51118080" : 7996,
            "51642368" : 7401,
            "52166656" : 7131,
            "52690944" : 6986,
            "53215232" : 6652,
            "53739520" : 6213,
            "54263808" : 6046,
            "54788096" : 5607,
            "55312384" : 5566,
            "55836672" : 5182,
            "56360960" : 5199,
            "56885248" : 4955,
            "57409536" : 4653,
            "57933824" : 4486,
            "58458112" : 4342,
            "58982400" : 4050,
            "59506688" : 3971,
            "60030976" : 3821,
            "60555264" : 3646,
            "61079552" : 3548,
            "61603840" : 3247,
            "62128128" : 3138,
            "62652416" : 3034,
            "63176704" : 2878,
            "63700992" : 2685,
            "64225280" : 2762,
            "64749568" : 2662,
            "65273856" : 2244,
            "65798144" : 2271,
            "66322432" : 2060,
            "66846720" : 2109,
            "67633152" : 3824,
            "68681728" : 3323,
            "69730304" : 3125,
            "70778880" : 2600,
            "71827456" : 2335,
            "72876032" : 2063,
            "73924608" : 1779,
            "74973184" : 1658,
            "76021760" : 1393,
            "77070336" : 1257,
            "78118912" : 1093,
            "79167488" : 905,
            "80216064" : 733,
            "81264640" : 585,
            "82313216" : 518,
            "83361792" : 445,
            "84410368" : 365,
            "85458944" : 337,
            "86507520" : 233,
            "87556096" : 196,
            "88604672" : 157,
            "89653248" : 130,
            "90701824" : 119,
            "91750400" : 96,
            "92798976" : 59,
            "93847552" : 65,
            "94896128" : 48,
            "95944704" : 37,
            "96993280" : 24,
            "98041856" : 30,
            "99090432" : 23,
            "100139008" : 14,
            "101187584" : 12,
            "102236160" : 10,
            "103284736" : 2,
            "104333312" : 2,
            "105381888" : 5,
            "106430464" : 1,
            "107479040" : 1,
            "108527616" : 2
          }
        },
        "lat_ns" : {
          "min" : 630512,
          "max" : 109191733,
          "mean" : 32142953.820823,
          "stddev" : 11015123.303041,
          "N" : 2867270
        },
        "bw_min" : 42000,
        "bw_max" : 87776,
        "bw_agg" : 99.962809,
        "bw_mean" : 63692.763231,
        "bw_dev" : 622.569845,
        "bw_samples" : 5744,
        "iops_min" : 10500,
        "iops_max" : 21944,
        "iops_mean" : 15922.356546,
        "iops_stddev" : 155.660180,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880047,
      "usr_cpu" : 0.342043,
      "sys_cpu" : 4.604369,
      "ctx" : 3307217,
      "majf" : 0,
      "minf" : 583,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999442,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 10.161875,
        "50" : 83.570976,
        "100" : 6.277160,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}