← Back to file list

📄 rand-write-qd16-nj32_run3.json

mirror/benchmarks/rand/rand-write-qd16-nj32_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847172,
  "timestamp_ms" : 1772847172081,
  "time" : "Fri Mar  6 21:32:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 633008128,
        "io_kbytes" : 618172,
        "bw_bytes" : 64917252,
        "bw" : 63395,
        "iops" : 15908.727310,
        "runtime" : 9751,
        "total_ios" : 155126,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312032,
      "usr_cpu" : 0.194211,
      "sys_cpu" : 2.450069,
      "ctx" : 209093,
      "majf" : 0,
      "minf" : 214,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.165027,
        "16" : 99.690574,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847182,
  "timestamp_ms" : 1772847182332,
  "time" : "Fri Mar  6 21:33:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 585859072,
        "io_kbytes" : 572128,
        "bw_bytes" : 58521533,
        "bw" : 57149,
        "iops" : 14300.269703,
        "runtime" : 10011,
        "total_ios" : 143160,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 303423,
          "max" : 43778200,
          "mean" : 2228030.354764,
          "stddev" : 3252791.842507,
          "N" : 143160
        },
        "clat_ns" : {
          "min" : 5478458,
          "max" : 142360642,
          "mean" : 33660587.641014,
          "stddev" : 15985687.371272,
          "N" : 143128,
          "percentile" : {
            "1.000000" : 8028160,
            "5.000000" : 11337728,
            "10.000000" : 15269888,
            "20.000000" : 19791872,
            "30.000000" : 23986176,
            "40.000000" : 27394048,
            "50.000000" : 31588352,
            "60.000000" : 35389440,
            "70.000000" : 40108032,
            "80.000000" : 45875200,
            "90.000000" : 55312384,
            "95.000000" : 63700992,
            "99.000000" : 80216064,
            "99.500000" : 85458944,
            "99.900000" : 98041856,
            "99.950000" : 101187584,
            "99.990000" : 111673344
          },
          "bins" : {
            "5472256" : 1,
            "5537792" : 6,
            "5603328" : 4,
            "5668864" : 4,
            "5734400" : 10,
            "5799936" : 12,
            "5865472" : 13,
            "5931008" : 7,
            "5996544" : 9,
            "6062080" : 10,
            "6127616" : 3,
            "6193152" : 4,
            "6258688" : 3,
            "6324224" : 5,
            "6389760" : 11,
            "6455296" : 9,
            "6520832" : 18,
            "6586368" : 15,
            "6651904" : 12,
            "6717440" : 20,
            "6782976" : 24,
            "6848512" : 24,
            "6914048" : 31,
            "6979584" : 24,
            "7045120" : 32,
            "7110656" : 41,
            "7176192" : 35,
            "7241728" : 56,
            "7307264" : 47,
            "7372800" : 49,
            "7438336" : 56,
            "7503872" : 58,
            "7569408" : 61,
            "7634944" : 72,
            "7700480" : 91,
            "7766016" : 112,
            "7831552" : 112,
            "7897088" : 118,
            "7962624" : 139,
            "8028160" : 128,
            "8093696" : 150,
            "8159232" : 118,
            "8224768" : 141,
            "8290304" : 167,
            "8355840" : 152,
            "8454144" : 334,
            "8585216" : 339,
            "8716288" : 352,
            "8847360" : 319,
            "8978432" : 339,
            "9109504" : 312,
            "9240576" : 292,
            "9371648" : 289,
            "9502720" : 291,
            "9633792" : 264,
            "9764864" : 206,
            "9895936" : 209,
            "10027008" : 170,
            "10158080" : 151,
            "10289152" : 140,
            "10420224" : 129,
            "10551296" : 115,
            "10682368" : 111,
            "10813440" : 109,
            "10944512" : 117,
            "11075584" : 112,
            "11206656" : 114,
            "11337728" : 138,
            "11468800" : 121,
            "11599872" : 123,
            "11730944" : 131,
            "11862016" : 128,
            "11993088" : 128,
            "12124160" : 150,
            "12255232" : 123,
            "12386304" : 139,
            "12517376" : 133,
            "12648448" : 155,
            "12779520" : 190,
            "12910592" : 174,
            "13041664" : 166,
            "13172736" : 196,
            "13303808" : 210,
            "13434880" : 238,
            "13565952" : 263,
            "13697024" : 263,
            "13828096" : 278,
            "13959168" : 289,
            "14090240" : 293,
            "14221312" : 288,
            "14352384" : 363,
            "14483456" : 357,
            "14614528" : 348,
            "14745600" : 352,
            "14876672" : 375,
            "15007744" : 404,
            "15138816" : 407,
            "15269888" : 419,
            "15400960" : 423,
            "15532032" : 465,
            "15663104" : 492,
            "15794176" : 447,
            "15925248" : 526,
            "16056320" : 502,
            "16187392" : 499,
            "16318464" : 538,
            "16449536" : 562,
            "16580608" : 561,
            "16711680" : 527,
            "16908288" : 1027,
            "17170432" : 980,
            "17432576" : 861,
            "17694720" : 906,
            "17956864" : 828,
            "18219008" : 813,
            "18481152" : 757,
            "18743296" : 711,
            "19005440" : 628,
            "19267584" : 576,
            "19529728" : 578,
            "19791872" : 591,
            "20054016" : 574,
            "20316160" : 584,
            "20578304" : 659,
            "20840448" : 702,
            "21102592" : 666,
            "21364736" : 711,
            "21626880" : 771,
            "21889024" : 825,
            "22151168" : 859,
            "22413312" : 949,
            "22675456" : 949,
            "22937600" : 1015,
            "23199744" : 1032,
            "23461888" : 1088,
            "23724032" : 1194,
            "23986176" : 1258,
            "24248320" : 1161,
            "24510464" : 1207,
            "24772608" : 1198,
            "25034752" : 1164,
            "25296896" : 1204,
            "25559040" : 1241,
            "25821184" : 1276,
            "26083328" : 1297,
            "26345472" : 1185,
            "26607616" : 1108,
            "26869760" : 1055,
            "27131904" : 923,
            "27394048" : 890,
            "27656192" : 838,
            "27918336" : 784,
            "28180480" : 851,
            "28442624" : 852,
            "28704768" : 874,
            "28966912" : 840,
            "29229056" : 877,
            "29491200" : 833,
            "29753344" : 836,
            "30015488" : 843,
            "30277632" : 939,
            "30539776" : 899,
            "30801920" : 1020,
            "31064064" : 959,
            "31326208" : 940,
            "31588352" : 1011,
            "31850496" : 987,
            "32112640" : 1044,
            "32374784" : 1023,
            "32636928" : 1097,
            "32899072" : 1091,
            "33161216" : 1032,
            "33423360" : 1062,
            "33816576" : 2287,
            "34340864" : 2008,
            "34865152" : 1969,
            "35389440" : 1818,
            "35913728" : 1685,
            "36438016" : 1677,
            "36962304" : 1449,
            "37486592" : 1417,
            "38010880" : 1450,
            "38535168" : 1426,
            "39059456" : 1484,
            "39583744" : 1454,
            "40108032" : 1391,
            "40632320" : 1492,
            "41156608" : 1435,
            "41680896" : 1505,
            "42205184" : 1348,
            "42729472" : 1319,
            "43253760" : 1329,
            "43778048" : 1319,
            "44302336" : 1146,
            "44826624" : 1141,
            "45350912" : 1020,
            "45875200" : 1036,
            "46399488" : 936,
            "46923776" : 930,
            "47448064" : 935,
            "47972352" : 882,
            "48496640" : 849,
            "49020928" : 812,
            "49545216" : 829,
            "50069504" : 810,
            "50593792" : 825,
            "51118080" : 771,
            "51642368" : 765,
            "52166656" : 736,
            "52690944" : 683,
            "53215232" : 722,
            "53739520" : 630,
            "54263808" : 636,
            "54788096" : 614,
            "55312384" : 549,
            "55836672" : 533,
            "56360960" : 491,
            "56885248" : 496,
            "57409536" : 495,
            "57933824" : 475,
            "58458112" : 527,
            "58982400" : 487,
            "59506688" : 481,
            "60030976" : 438,
            "60555264" : 435,
            "61079552" : 428,
            "61603840" : 382,
            "62128128" : 381,
            "62652416" : 390,
            "63176704" : 354,
            "63700992" : 327,
            "64225280" : 300,
            "64749568" : 299,
            "65273856" : 280,
            "65798144" : 309,
            "66322432" : 231,
            "66846720" : 251,
            "67633152" : 467,
            "68681728" : 429,
            "69730304" : 398,
            "70778880" : 385,
            "71827456" : 335,
            "72876032" : 328,
            "73924608" : 291,
            "74973184" : 287,
            "76021760" : 240,
            "77070336" : 237,
            "78118912" : 221,
            "79167488" : 219,
            "80216064" : 164,
            "81264640" : 180,
            "82313216" : 139,
            "83361792" : 123,
            "84410368" : 123,
            "85458944" : 97,
            "86507520" : 102,
            "87556096" : 87,
            "88604672" : 57,
            "89653248" : 61,
            "90701824" : 61,
            "91750400" : 43,
            "92798976" : 49,
            "93847552" : 34,
            "94896128" : 25,
            "95944704" : 20,
            "96993280" : 20,
            "98041856" : 22,
            "99090432" : 12,
            "100139008" : 22,
            "101187584" : 25,
            "102236160" : 11,
            "103284736" : 10,
            "104333312" : 4,
            "105381888" : 7,
            "106430464" : 5,
            "107479040" : 2,
            "108527616" : 3,
            "109576192" : 2,
            "110624768" : 8,
            "111673344" : 6,
            "112721920" : 2,
            "113770496" : 1,
            "114819072" : 1,
            "115867648" : 1,
            "120061952" : 2,
            "121110528" : 1,
            "125304832" : 1,
            "127401984" : 1,
            "133693440" : 1,
            "141557760" : 2
          }
        },
        "lat_ns" : {
          "min" : 5885499,
          "max" : 143035872,
          "mean" : 35893892.658474,
          "stddev" : 16622347.101295,
          "N" : 143128
        },
        "bw_min" : 42588,
        "bw_max" : 73943,
        "bw_agg" : 100.000000,
        "bw_mean" : 57278.626316,
        "bw_dev" : 263.911178,
        "bw_samples" : 620,
        "iops_min" : 10646,
        "iops_max" : 18482,
        "iops_mean" : 14318.113158,
        "iops_stddev" : 65.950358,
        "iops_samples" : 620
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320173,
      "usr_cpu" : 0.183963,
      "sys_cpu" : 2.204433,
      "ctx" : 198529,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 4.055602,
        "20" : 16.421486,
        "50" : 64.415339,
        "100" : 15.006985,
        "250" : 0.078234,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847192,
  "timestamp_ms" : 1772847192337,
  "time" : "Fri Mar  6 21:33:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1185845248,
        "io_kbytes" : 1158052,
        "bw_bytes" : 59262631,
        "bw" : 57873,
        "iops" : 14472.263868,
        "runtime" : 20010,
        "total_ios" : 289590,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 296552,
          "max" : 43778200,
          "mean" : 2200664.862430,
          "stddev" : 3210012.369356,
          "N" : 289590
        },
        "clat_ns" : {
          "min" : 5294127,
          "max" : 142360642,
          "mean" : 33185512.268972,
          "stddev" : 15878656.676205,
          "N" : 289558,
          "percentile" : {
            "1.000000" : 8093696,
            "5.000000" : 11862016,
            "10.000000" : 15400960,
            "20.000000" : 19529728,
            "30.000000" : 23724032,
            "40.000000" : 26869760,
            "50.000000" : 30801920,
            "60.000000" : 34340864,
            "70.000000" : 39059456,
            "80.000000" : 44826624,
            "90.000000" : 54263808,
            "95.000000" : 63176704,
            "99.000000" : 81264640,
            "99.500000" : 87556096,
            "99.900000" : 101187584,
            "99.950000" : 105381888,
            "99.990000" : 117964800
          },
          "bins" : {
            "5275648" : 2,
            "5341184" : 1,
            "5406720" : 7,
            "5472256" : 7,
            "5537792" : 23,
            "5603328" : 17,
            "5668864" : 12,
            "5734400" : 20,
            "5799936" : 27,
            "5865472" : 23,
            "5931008" : 18,
            "5996544" : 23,
            "6062080" : 25,
            "6127616" : 18,
            "6193152" : 14,
            "6258688" : 10,
            "6324224" : 25,
            "6389760" : 22,
            "6455296" : 18,
            "6520832" : 24,
            "6586368" : 20,
            "6651904" : 20,
            "6717440" : 33,
            "6782976" : 35,
            "6848512" : 49,
            "6914048" : 47,
            "6979584" : 55,
            "7045120" : 68,
            "7110656" : 73,
            "7176192" : 63,
            "7241728" : 90,
            "7307264" : 85,
            "7372800" : 92,
            "7438336" : 94,
            "7503872" : 130,
            "7569408" : 112,
            "7634944" : 126,
            "7700480" : 157,
            "7766016" : 200,
            "7831552" : 215,
            "7897088" : 226,
            "7962624" : 263,
            "8028160" : 253,
            "8093696" : 280,
            "8159232" : 244,
            "8224768" : 281,
            "8290304" : 305,
            "8355840" : 303,
            "8454144" : 667,
            "8585216" : 714,
            "8716288" : 736,
            "8847360" : 682,
            "8978432" : 676,
            "9109504" : 641,
            "9240576" : 574,
            "9371648" : 600,
            "9502720" : 574,
            "9633792" : 492,
            "9764864" : 412,
            "9895936" : 383,
            "10027008" : 334,
            "10158080" : 298,
            "10289152" : 238,
            "10420224" : 232,
            "10551296" : 216,
            "10682368" : 205,
            "10813440" : 191,
            "10944512" : 198,
            "11075584" : 166,
            "11206656" : 194,
            "11337728" : 215,
            "11468800" : 198,
            "11599872" : 193,
            "11730944" : 185,
            "11862016" : 197,
            "11993088" : 180,
            "12124160" : 216,
            "12255232" : 211,
            "12386304" : 252,
            "12517376" : 257,
            "12648448" : 326,
            "12779520" : 366,
            "12910592" : 341,
            "13041664" : 358,
            "13172736" : 386,
            "13303808" : 420,
            "13434880" : 488,
            "13565952" : 500,
            "13697024" : 523,
            "13828096" : 574,
            "13959168" : 573,
            "14090240" : 618,
            "14221312" : 653,
            "14352384" : 771,
            "14483456" : 830,
            "14614528" : 795,
            "14745600" : 842,
            "14876672" : 901,
            "15007744" : 929,
            "15138816" : 921,
            "15269888" : 961,
            "15400960" : 902,
            "15532032" : 989,
            "15663104" : 1066,
            "15794176" : 1028,
            "15925248" : 1139,
            "16056320" : 1148,
            "16187392" : 1129,
            "16318464" : 1197,
            "16449536" : 1163,
            "16580608" : 1111,
            "16711680" : 1167,
            "16908288" : 2216,
            "17170432" : 2122,
            "17432576" : 1981,
            "17694720" : 1864,
            "17956864" : 1696,
            "18219008" : 1602,
            "18481152" : 1492,
            "18743296" : 1378,
            "19005440" : 1300,
            "19267584" : 1174,
            "19529728" : 1187,
            "19791872" : 1258,
            "20054016" : 1235,
            "20316160" : 1254,
            "20578304" : 1378,
            "20840448" : 1501,
            "21102592" : 1456,
            "21364736" : 1615,
            "21626880" : 1696,
            "21889024" : 1787,
            "22151168" : 1884,
            "22413312" : 2013,
            "22675456" : 2157,
            "22937600" : 2226,
            "23199744" : 2330,
            "23461888" : 2407,
            "23724032" : 2510,
            "23986176" : 2583,
            "24248320" : 2430,
            "24510464" : 2609,
            "24772608" : 2546,
            "25034752" : 2532,
            "25296896" : 2531,
            "25559040" : 2608,
            "25821184" : 2571,
            "26083328" : 2482,
            "26345472" : 2416,
            "26607616" : 2286,
            "26869760" : 2156,
            "27131904" : 1882,
            "27394048" : 1952,
            "27656192" : 1788,
            "27918336" : 1678,
            "28180480" : 1774,
            "28442624" : 1767,
            "28704768" : 1877,
            "28966912" : 1775,
            "29229056" : 1793,
            "29491200" : 1741,
            "29753344" : 1798,
            "30015488" : 1823,
            "30277632" : 1972,
            "30539776" : 1894,
            "30801920" : 1970,
            "31064064" : 1961,
            "31326208" : 1978,
            "31588352" : 2020,
            "31850496" : 2099,
            "32112640" : 2156,
            "32374784" : 2128,
            "32636928" : 2271,
            "32899072" : 2292,
            "33161216" : 2148,
            "33423360" : 2167,
            "33816576" : 4485,
            "34340864" : 4078,
            "34865152" : 3893,
            "35389440" : 3660,
            "35913728" : 3420,
            "36438016" : 3410,
            "36962304" : 3033,
            "37486592" : 2747,
            "38010880" : 2807,
            "38535168" : 2778,
            "39059456" : 2822,
            "39583744" : 2810,
            "40108032" : 2809,
            "40632320" : 2876,
            "41156608" : 2824,
            "41680896" : 2857,
            "42205184" : 2692,
            "42729472" : 2577,
            "43253760" : 2574,
            "43778048" : 2493,
            "44302336" : 2280,
            "44826624" : 2197,
            "45350912" : 2006,
            "45875200" : 2006,
            "46399488" : 1857,
            "46923776" : 1749,
            "47448064" : 1747,
            "47972352" : 1653,
            "48496640" : 1650,
            "49020928" : 1604,
            "49545216" : 1600,
            "50069504" : 1573,
            "50593792" : 1517,
            "51118080" : 1477,
            "51642368" : 1506,
            "52166656" : 1440,
            "52690944" : 1313,
            "53215232" : 1362,
            "53739520" : 1221,
            "54263808" : 1163,
            "54788096" : 1140,
            "55312384" : 1068,
            "55836672" : 1041,
            "56360960" : 933,
            "56885248" : 914,
            "57409536" : 893,
            "57933824" : 853,
            "58458112" : 953,
            "58982400" : 875,
            "59506688" : 908,
            "60030976" : 820,
            "60555264" : 790,
            "61079552" : 778,
            "61603840" : 709,
            "62128128" : 669,
            "62652416" : 738,
            "63176704" : 661,
            "63700992" : 610,
            "64225280" : 589,
            "64749568" : 573,
            "65273856" : 500,
            "65798144" : 503,
            "66322432" : 436,
            "66846720" : 434,
            "67633152" : 869,
            "68681728" : 801,
            "69730304" : 722,
            "70778880" : 741,
            "71827456" : 644,
            "72876032" : 593,
            "73924608" : 562,
            "74973184" : 518,
            "76021760" : 441,
            "77070336" : 418,
            "78118912" : 410,
            "79167488" : 420,
            "80216064" : 344,
            "81264640" : 336,
            "82313216" : 282,
            "83361792" : 231,
            "84410368" : 251,
            "85458944" : 209,
            "86507520" : 195,
            "87556096" : 167,
            "88604672" : 144,
            "89653248" : 150,
            "90701824" : 141,
            "91750400" : 103,
            "92798976" : 93,
            "93847552" : 77,
            "94896128" : 75,
            "95944704" : 55,
            "96993280" : 54,
            "98041856" : 65,
            "99090432" : 50,
            "100139008" : 61,
            "101187584" : 57,
            "102236160" : 37,
            "103284736" : 36,
            "104333312" : 22,
            "105381888" : 22,
            "106430464" : 17,
            "107479040" : 10,
            "108527616" : 11,
            "109576192" : 17,
            "110624768" : 14,
            "111673344" : 15,
            "112721920" : 6,
            "113770496" : 6,
            "114819072" : 5,
            "115867648" : 4,
            "116916224" : 4,
            "117964800" : 1,
            "119013376" : 2,
            "120061952" : 8,
            "121110528" : 6,
            "122159104" : 1,
            "123207680" : 2,
            "125304832" : 2,
            "127401984" : 1,
            "128450560" : 1,
            "129499136" : 2,
            "133693440" : 1,
            "141557760" : 2
          }
        },
        "lat_ns" : {
          "min" : 5626144,
          "max" : 143035872,
          "mean" : 35385619.903784,
          "stddev" : 16511885.734236,
          "N" : 289558
        },
        "bw_min" : 41113,
        "bw_max" : 78475,
        "bw_agg" : 99.976392,
        "bw_mean" : 57860.948718,
        "bw_dev" : 285.209173,
        "bw_samples" : 1248,
        "iops_min" : 10276,
        "iops_max" : 19618,
        "iops_mean" : 14463.615385,
        "iops_stddev" : 71.308593,
        "iops_samples" : 1248
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640149,
      "usr_cpu" : 0.182301,
      "sys_cpu" : 2.245102,
      "ctx" : 403609,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.973894,
        "20" : 16.923236,
        "50" : 64.966677,
        "100" : 14.003937,
        "250" : 0.121206,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847202,
  "timestamp_ms" : 1772847202328,
  "time" : "Fri Mar  6 21:33:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1790681088,
        "io_kbytes" : 1748712,
        "bw_bytes" : 59667491,
        "bw" : 58269,
        "iops" : 14571.257206,
        "runtime" : 30011,
        "total_ios" : 437298,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 43778200,
          "mean" : 2184982.535452,
          "stddev" : 3195977.051121,
          "N" : 437298
        },
        "clat_ns" : {
          "min" : 5175346,
          "max" : 142360642,
          "mean" : 32977770.395654,
          "stddev" : 15689177.444533,
          "N" : 437266,
          "percentile" : {
            "1.000000" : 8093696,
            "5.000000" : 11862016,
            "10.000000" : 15400960,
            "20.000000" : 19267584,
            "30.000000" : 23724032,
            "40.000000" : 26607616,
            "50.000000" : 30801920,
            "60.000000" : 34340864,
            "70.000000" : 39059456,
            "80.000000" : 44826624,
            "90.000000" : 53739520,
            "95.000000" : 62652416,
            "99.000000" : 80216064,
            "99.500000" : 87556096,
            "99.900000" : 101187584,
            "99.950000" : 107479040,
            "99.990000" : 120061952
          },
          "bins" : {
            "5144576" : 1,
            "5210112" : 2,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 11,
            "5472256" : 16,
            "5537792" : 40,
            "5603328" : 31,
            "5668864" : 32,
            "5734400" : 48,
            "5799936" : 41,
            "5865472" : 37,
            "5931008" : 38,
            "5996544" : 43,
            "6062080" : 31,
            "6127616" : 28,
            "6193152" : 28,
            "6258688" : 25,
            "6324224" : 36,
            "6389760" : 37,
            "6455296" : 26,
            "6520832" : 41,
            "6586368" : 30,
            "6651904" : 32,
            "6717440" : 52,
            "6782976" : 53,
            "6848512" : 67,
            "6914048" : 75,
            "6979584" : 69,
            "7045120" : 103,
            "7110656" : 100,
            "7176192" : 90,
            "7241728" : 116,
            "7307264" : 130,
            "7372800" : 125,
            "7438336" : 134,
            "7503872" : 186,
            "7569408" : 188,
            "7634944" : 197,
            "7700480" : 247,
            "7766016" : 288,
            "7831552" : 309,
            "7897088" : 329,
            "7962624" : 378,
            "8028160" : 374,
            "8093696" : 410,
            "8159232" : 372,
            "8224768" : 415,
            "8290304" : 453,
            "8355840" : 484,
            "8454144" : 979,
            "8585216" : 1014,
            "8716288" : 1075,
            "8847360" : 1042,
            "8978432" : 1083,
            "9109504" : 1013,
            "9240576" : 897,
            "9371648" : 924,
            "9502720" : 859,
            "9633792" : 745,
            "9764864" : 645,
            "9895936" : 587,
            "10027008" : 485,
            "10158080" : 428,
            "10289152" : 365,
            "10420224" : 352,
            "10551296" : 305,
            "10682368" : 292,
            "10813440" : 257,
            "10944512" : 270,
            "11075584" : 243,
            "11206656" : 252,
            "11337728" : 276,
            "11468800" : 268,
            "11599872" : 260,
            "11730944" : 267,
            "11862016" : 282,
            "11993088" : 280,
            "12124160" : 336,
            "12255232" : 309,
            "12386304" : 393,
            "12517376" : 386,
            "12648448" : 517,
            "12779520" : 536,
            "12910592" : 528,
            "13041664" : 575,
            "13172736" : 641,
            "13303808" : 618,
            "13434880" : 725,
            "13565952" : 758,
            "13697024" : 797,
            "13828096" : 909,
            "13959168" : 901,
            "14090240" : 964,
            "14221312" : 1057,
            "14352384" : 1152,
            "14483456" : 1190,
            "14614528" : 1230,
            "14745600" : 1247,
            "14876672" : 1300,
            "15007744" : 1369,
            "15138816" : 1408,
            "15269888" : 1423,
            "15400960" : 1432,
            "15532032" : 1519,
            "15663104" : 1619,
            "15794176" : 1571,
            "15925248" : 1742,
            "16056320" : 1732,
            "16187392" : 1696,
            "16318464" : 1753,
            "16449536" : 1740,
            "16580608" : 1664,
            "16711680" : 1732,
            "16908288" : 3340,
            "17170432" : 3184,
            "17432576" : 3078,
            "17694720" : 2883,
            "17956864" : 2680,
            "18219008" : 2531,
            "18481152" : 2310,
            "18743296" : 2088,
            "19005440" : 1970,
            "19267584" : 1880,
            "19529728" : 1831,
            "19791872" : 1875,
            "20054016" : 1876,
            "20316160" : 1961,
            "20578304" : 2146,
            "20840448" : 2285,
            "21102592" : 2233,
            "21364736" : 2509,
            "21626880" : 2597,
            "21889024" : 2748,
            "22151168" : 2832,
            "22413312" : 3107,
            "22675456" : 3311,
            "22937600" : 3356,
            "23199744" : 3470,
            "23461888" : 3624,
            "23724032" : 3813,
            "23986176" : 3885,
            "24248320" : 3782,
            "24510464" : 4075,
            "24772608" : 3857,
            "25034752" : 3850,
            "25296896" : 3806,
            "25559040" : 3883,
            "25821184" : 3901,
            "26083328" : 3763,
            "26345472" : 3625,
            "26607616" : 3503,
            "26869760" : 3322,
            "27131904" : 3057,
            "27394048" : 3073,
            "27656192" : 2813,
            "27918336" : 2656,
            "28180480" : 2790,
            "28442624" : 2761,
            "28704768" : 2860,
            "28966912" : 2739,
            "29229056" : 2730,
            "29491200" : 2635,
            "29753344" : 2754,
            "30015488" : 2786,
            "30277632" : 2935,
            "30539776" : 2788,
            "30801920" : 2963,
            "31064064" : 2928,
            "31326208" : 3033,
            "31588352" : 3068,
            "31850496" : 3206,
            "32112640" : 3233,
            "32374784" : 3266,
            "32636928" : 3377,
            "32899072" : 3433,
            "33161216" : 3187,
            "33423360" : 3221,
            "33816576" : 6671,
            "34340864" : 6332,
            "34865152" : 6010,
            "35389440" : 5682,
            "35913728" : 5231,
            "36438016" : 5147,
            "36962304" : 4551,
            "37486592" : 4269,
            "38010880" : 4226,
            "38535168" : 4177,
            "39059456" : 4204,
            "39583744" : 4144,
            "40108032" : 4102,
            "40632320" : 4249,
            "41156608" : 4153,
            "41680896" : 4244,
            "42205184" : 4155,
            "42729472" : 3914,
            "43253760" : 3877,
            "43778048" : 3843,
            "44302336" : 3454,
            "44826624" : 3397,
            "45350912" : 3071,
            "45875200" : 2982,
            "46399488" : 2853,
            "46923776" : 2644,
            "47448064" : 2567,
            "47972352" : 2526,
            "48496640" : 2464,
            "49020928" : 2407,
            "49545216" : 2377,
            "50069504" : 2356,
            "50593792" : 2304,
            "51118080" : 2176,
            "51642368" : 2198,
            "52166656" : 2117,
            "52690944" : 2037,
            "53215232" : 2015,
            "53739520" : 1875,
            "54263808" : 1761,
            "54788096" : 1685,
            "55312384" : 1639,
            "55836672" : 1555,
            "56360960" : 1415,
            "56885248" : 1383,
            "57409536" : 1341,
            "57933824" : 1287,
            "58458112" : 1371,
            "58982400" : 1269,
            "59506688" : 1283,
            "60030976" : 1188,
            "60555264" : 1143,
            "61079552" : 1115,
            "61603840" : 1011,
            "62128128" : 968,
            "62652416" : 1056,
            "63176704" : 936,
            "63700992" : 876,
            "64225280" : 858,
            "64749568" : 840,
            "65273856" : 759,
            "65798144" : 745,
            "66322432" : 659,
            "66846720" : 652,
            "67633152" : 1313,
            "68681728" : 1152,
            "69730304" : 1038,
            "70778880" : 1028,
            "71827456" : 886,
            "72876032" : 808,
            "73924608" : 784,
            "74973184" : 718,
            "76021760" : 645,
            "77070336" : 588,
            "78118912" : 556,
            "79167488" : 569,
            "80216064" : 467,
            "81264640" : 448,
            "82313216" : 375,
            "83361792" : 315,
            "84410368" : 310,
            "85458944" : 269,
            "86507520" : 270,
            "87556096" : 242,
            "88604672" : 193,
            "89653248" : 220,
            "90701824" : 172,
            "91750400" : 155,
            "92798976" : 132,
            "93847552" : 102,
            "94896128" : 94,
            "95944704" : 107,
            "96993280" : 85,
            "98041856" : 89,
            "99090432" : 71,
            "100139008" : 83,
            "101187584" : 80,
            "102236160" : 47,
            "103284736" : 58,
            "104333312" : 31,
            "105381888" : 32,
            "106430464" : 33,
            "107479040" : 22,
            "108527616" : 18,
            "109576192" : 23,
            "110624768" : 21,
            "111673344" : 24,
            "112721920" : 19,
            "113770496" : 11,
            "114819072" : 8,
            "115867648" : 9,
            "116916224" : 8,
            "117964800" : 4,
            "119013376" : 3,
            "120061952" : 14,
            "121110528" : 10,
            "122159104" : 3,
            "123207680" : 4,
            "124256256" : 4,
            "125304832" : 2,
            "127401984" : 1,
            "128450560" : 3,
            "129499136" : 5,
            "130547712" : 2,
            "131596288" : 2,
            "132644864" : 2,
            "133693440" : 1,
            "141557760" : 2
          }
        },
        "lat_ns" : {
          "min" : 5536016,
          "max" : 143035872,
          "mean" : 35164853.698401,
          "stddev" : 16313839.900230,
          "N" : 437266
        },
        "bw_min" : 40223,
        "bw_max" : 79579,
        "bw_agg" : 99.727069,
        "bw_mean" : 58110.237288,
        "bw_dev" : 286.950688,
        "bw_samples" : 1888,
        "iops_min" : 10054,
        "iops_max" : 19894,
        "iops_mean" : 14525.949153,
        "iops_stddev" : 71.729689,
        "iops_samples" : 1888
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960178,
      "usr_cpu" : 0.179862,
      "sys_cpu" : 2.259269,
      "ctx" : 603195,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999771,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999771,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.983325,
        "20" : 17.010140,
        "50" : 65.331650,
        "100" : 13.540423,
        "250" : 0.127144,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847212,
  "timestamp_ms" : 1772847212332,
  "time" : "Fri Mar  6 21:33:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2373701632,
        "io_kbytes" : 2318068,
        "bw_bytes" : 59327708,
        "bw" : 57937,
        "iops" : 14487.503124,
        "runtime" : 40010,
        "total_ios" : 579645,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 43778200,
          "mean" : 2197580.901579,
          "stddev" : 3213683.492699,
          "N" : 579645
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 142360642,
          "mean" : 33160263.930283,
          "stddev" : 15949623.290236,
          "N" : 579613,
          "percentile" : {
            "1.000000" : 8093696,
            "5.000000" : 11993088,
            "10.000000" : 15400960,
            "20.000000" : 19529728,
            "30.000000" : 23724032,
            "40.000000" : 26869760,
            "50.000000" : 30801920,
            "60.000000" : 34340864,
            "70.000000" : 39059456,
            "80.000000" : 44826624,
            "90.000000" : 54263808,
            "95.000000" : 63176704,
            "99.000000" : 82313216,
            "99.500000" : 89653248,
            "99.900000" : 106430464,
            "99.950000" : 113770496,
            "99.990000" : 125304832
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 13,
            "5472256" : 19,
            "5537792" : 48,
            "5603328" : 41,
            "5668864" : 46,
            "5734400" : 70,
            "5799936" : 54,
            "5865472" : 49,
            "5931008" : 48,
            "5996544" : 48,
            "6062080" : 38,
            "6127616" : 40,
            "6193152" : 36,
            "6258688" : 33,
            "6324224" : 45,
            "6389760" : 39,
            "6455296" : 35,
            "6520832" : 51,
            "6586368" : 43,
            "6651904" : 49,
            "6717440" : 72,
            "6782976" : 72,
            "6848512" : 83,
            "6914048" : 95,
            "6979584" : 90,
            "7045120" : 127,
            "7110656" : 125,
            "7176192" : 111,
            "7241728" : 140,
            "7307264" : 173,
            "7372800" : 166,
            "7438336" : 174,
            "7503872" : 224,
            "7569408" : 241,
            "7634944" : 251,
            "7700480" : 317,
            "7766016" : 369,
            "7831552" : 400,
            "7897088" : 409,
            "7962624" : 472,
            "8028160" : 465,
            "8093696" : 513,
            "8159232" : 480,
            "8224768" : 560,
            "8290304" : 586,
            "8355840" : 647,
            "8454144" : 1362,
            "8585216" : 1354,
            "8716288" : 1431,
            "8847360" : 1430,
            "8978432" : 1456,
            "9109504" : 1379,
            "9240576" : 1263,
            "9371648" : 1236,
            "9502720" : 1145,
            "9633792" : 1012,
            "9764864" : 859,
            "9895936" : 791,
            "10027008" : 637,
            "10158080" : 544,
            "10289152" : 475,
            "10420224" : 448,
            "10551296" : 396,
            "10682368" : 396,
            "10813440" : 353,
            "10944512" : 332,
            "11075584" : 340,
            "11206656" : 327,
            "11337728" : 344,
            "11468800" : 330,
            "11599872" : 345,
            "11730944" : 347,
            "11862016" : 364,
            "11993088" : 373,
            "12124160" : 420,
            "12255232" : 414,
            "12386304" : 500,
            "12517376" : 480,
            "12648448" : 627,
            "12779520" : 653,
            "12910592" : 671,
            "13041664" : 712,
            "13172736" : 786,
            "13303808" : 778,
            "13434880" : 906,
            "13565952" : 961,
            "13697024" : 975,
            "13828096" : 1144,
            "13959168" : 1179,
            "14090240" : 1202,
            "14221312" : 1337,
            "14352384" : 1456,
            "14483456" : 1502,
            "14614528" : 1572,
            "14745600" : 1567,
            "14876672" : 1679,
            "15007744" : 1727,
            "15138816" : 1822,
            "15269888" : 1873,
            "15400960" : 1863,
            "15532032" : 1983,
            "15663104" : 2121,
            "15794176" : 2105,
            "15925248" : 2282,
            "16056320" : 2208,
            "16187392" : 2189,
            "16318464" : 2282,
            "16449536" : 2233,
            "16580608" : 2183,
            "16711680" : 2292,
            "16908288" : 4439,
            "17170432" : 4153,
            "17432576" : 3913,
            "17694720" : 3742,
            "17956864" : 3458,
            "18219008" : 3348,
            "18481152" : 2983,
            "18743296" : 2722,
            "19005440" : 2509,
            "19267584" : 2404,
            "19529728" : 2392,
            "19791872" : 2457,
            "20054016" : 2533,
            "20316160" : 2633,
            "20578304" : 2858,
            "20840448" : 2997,
            "21102592" : 3042,
            "21364736" : 3327,
            "21626880" : 3505,
            "21889024" : 3661,
            "22151168" : 3869,
            "22413312" : 4247,
            "22675456" : 4508,
            "22937600" : 4512,
            "23199744" : 4663,
            "23461888" : 4958,
            "23724032" : 5219,
            "23986176" : 5154,
            "24248320" : 5166,
            "24510464" : 5399,
            "24772608" : 5139,
            "25034752" : 5110,
            "25296896" : 5090,
            "25559040" : 5141,
            "25821184" : 5141,
            "26083328" : 4986,
            "26345472" : 4802,
            "26607616" : 4663,
            "26869760" : 4469,
            "27131904" : 4111,
            "27394048" : 4154,
            "27656192" : 3812,
            "27918336" : 3638,
            "28180480" : 3780,
            "28442624" : 3735,
            "28704768" : 3800,
            "28966912" : 3632,
            "29229056" : 3653,
            "29491200" : 3646,
            "29753344" : 3770,
            "30015488" : 3796,
            "30277632" : 3858,
            "30539776" : 3853,
            "30801920" : 3972,
            "31064064" : 3913,
            "31326208" : 4048,
            "31588352" : 4090,
            "31850496" : 4257,
            "32112640" : 4383,
            "32374784" : 4350,
            "32636928" : 4408,
            "32899072" : 4402,
            "33161216" : 4210,
            "33423360" : 4247,
            "33816576" : 8664,
            "34340864" : 8191,
            "34865152" : 7879,
            "35389440" : 7374,
            "35913728" : 6822,
            "36438016" : 6678,
            "36962304" : 5999,
            "37486592" : 5763,
            "38010880" : 5725,
            "38535168" : 5493,
            "39059456" : 5637,
            "39583744" : 5588,
            "40108032" : 5532,
            "40632320" : 5563,
            "41156608" : 5478,
            "41680896" : 5566,
            "42205184" : 5419,
            "42729472" : 5125,
            "43253760" : 4954,
            "43778048" : 4935,
            "44302336" : 4556,
            "44826624" : 4401,
            "45350912" : 4096,
            "45875200" : 3971,
            "46399488" : 3740,
            "46923776" : 3504,
            "47448064" : 3429,
            "47972352" : 3298,
            "48496640" : 3281,
            "49020928" : 3272,
            "49545216" : 3134,
            "50069504" : 3192,
            "50593792" : 3010,
            "51118080" : 2855,
            "51642368" : 2929,
            "52166656" : 2778,
            "52690944" : 2611,
            "53215232" : 2575,
            "53739520" : 2370,
            "54263808" : 2265,
            "54788096" : 2254,
            "55312384" : 2232,
            "55836672" : 2045,
            "56360960" : 1891,
            "56885248" : 1864,
            "57409536" : 1811,
            "57933824" : 1725,
            "58458112" : 1805,
            "58982400" : 1665,
            "59506688" : 1680,
            "60030976" : 1547,
            "60555264" : 1478,
            "61079552" : 1425,
            "61603840" : 1327,
            "62128128" : 1281,
            "62652416" : 1342,
            "63176704" : 1226,
            "63700992" : 1212,
            "64225280" : 1166,
            "64749568" : 1170,
            "65273856" : 1028,
            "65798144" : 1001,
            "66322432" : 923,
            "66846720" : 888,
            "67633152" : 1772,
            "68681728" : 1613,
            "69730304" : 1394,
            "70778880" : 1383,
            "71827456" : 1218,
            "72876032" : 1105,
            "73924608" : 1059,
            "74973184" : 1028,
            "76021760" : 903,
            "77070336" : 829,
            "78118912" : 814,
            "79167488" : 795,
            "80216064" : 661,
            "81264640" : 608,
            "82313216" : 492,
            "83361792" : 473,
            "84410368" : 438,
            "85458944" : 384,
            "86507520" : 400,
            "87556096" : 348,
            "88604672" : 300,
            "89653248" : 302,
            "90701824" : 282,
            "91750400" : 240,
            "92798976" : 229,
            "93847552" : 174,
            "94896128" : 153,
            "95944704" : 179,
            "96993280" : 138,
            "98041856" : 140,
            "99090432" : 116,
            "100139008" : 138,
            "101187584" : 135,
            "102236160" : 88,
            "103284736" : 96,
            "104333312" : 64,
            "105381888" : 59,
            "106430464" : 58,
            "107479040" : 43,
            "108527616" : 30,
            "109576192" : 56,
            "110624768" : 49,
            "111673344" : 50,
            "112721920" : 42,
            "113770496" : 26,
            "114819072" : 29,
            "115867648" : 22,
            "116916224" : 14,
            "117964800" : 22,
            "119013376" : 26,
            "120061952" : 27,
            "121110528" : 25,
            "122159104" : 18,
            "123207680" : 11,
            "124256256" : 12,
            "125304832" : 9,
            "126353408" : 6,
            "127401984" : 7,
            "128450560" : 9,
            "129499136" : 8,
            "130547712" : 5,
            "131596288" : 2,
            "132644864" : 2,
            "133693440" : 6,
            "135266304" : 4,
            "139460608" : 1,
            "141557760" : 2
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 143035872,
          "mean" : 35358873.950796,
          "stddev" : 16586235.708904,
          "N" : 579613
        },
        "bw_min" : 39053,
        "bw_max" : 82008,
        "bw_agg" : 100.000000,
        "bw_mean" : 58063.392405,
        "bw_dev" : 293.011891,
        "bw_samples" : 2528,
        "iops_min" : 9762,
        "iops_max" : 20502,
        "iops_mean" : 14514.645570,
        "iops_stddev" : 73.247009,
        "iops_samples" : 2528
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280161,
      "usr_cpu" : 0.179040,
      "sys_cpu" : 2.247530,
      "ctx" : 802824,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.991409,
        "20" : 16.575490,
        "50" : 65.537010,
        "100" : 13.691484,
        "250" : 0.199087,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847222,
  "timestamp_ms" : 1772847222330,
  "time" : "Fri Mar  6 21:33:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2943832064,
        "io_kbytes" : 2874836,
        "bw_bytes" : 58863691,
        "bw" : 57484,
        "iops" : 14373.257883,
        "runtime" : 50011,
        "total_ios" : 718821,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 43778200,
          "mean" : 2215018.410967,
          "stddev" : 3238794.941114,
          "N" : 718821
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 144673902,
          "mean" : 33418123.452016,
          "stddev" : 16175437.655953,
          "N" : 718789,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12255232,
            "10.000000" : 15532032,
            "20.000000" : 20054016,
            "30.000000" : 23986176,
            "40.000000" : 26869760,
            "50.000000" : 30801920,
            "60.000000" : 34340864,
            "70.000000" : 39059456,
            "80.000000" : 44826624,
            "90.000000" : 54788096,
            "95.000000" : 63700992,
            "99.000000" : 84410368,
            "99.500000" : 92798976,
            "99.900000" : 110624768,
            "99.950000" : 116916224,
            "99.990000" : 128450560
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 13,
            "5472256" : 20,
            "5537792" : 49,
            "5603328" : 47,
            "5668864" : 59,
            "5734400" : 84,
            "5799936" : 71,
            "5865472" : 69,
            "5931008" : 61,
            "5996544" : 67,
            "6062080" : 53,
            "6127616" : 50,
            "6193152" : 51,
            "6258688" : 46,
            "6324224" : 58,
            "6389760" : 48,
            "6455296" : 40,
            "6520832" : 56,
            "6586368" : 50,
            "6651904" : 53,
            "6717440" : 75,
            "6782976" : 82,
            "6848512" : 88,
            "6914048" : 100,
            "6979584" : 101,
            "7045120" : 138,
            "7110656" : 134,
            "7176192" : 121,
            "7241728" : 150,
            "7307264" : 197,
            "7372800" : 181,
            "7438336" : 206,
            "7503872" : 253,
            "7569408" : 279,
            "7634944" : 297,
            "7700480" : 374,
            "7766016" : 417,
            "7831552" : 465,
            "7897088" : 468,
            "7962624" : 549,
            "8028160" : 542,
            "8093696" : 590,
            "8159232" : 582,
            "8224768" : 659,
            "8290304" : 702,
            "8355840" : 763,
            "8454144" : 1658,
            "8585216" : 1664,
            "8716288" : 1729,
            "8847360" : 1786,
            "8978432" : 1767,
            "9109504" : 1707,
            "9240576" : 1574,
            "9371648" : 1528,
            "9502720" : 1429,
            "9633792" : 1253,
            "9764864" : 1079,
            "9895936" : 968,
            "10027008" : 834,
            "10158080" : 706,
            "10289152" : 593,
            "10420224" : 561,
            "10551296" : 502,
            "10682368" : 487,
            "10813440" : 417,
            "10944512" : 379,
            "11075584" : 386,
            "11206656" : 368,
            "11337728" : 385,
            "11468800" : 365,
            "11599872" : 380,
            "11730944" : 386,
            "11862016" : 411,
            "11993088" : 418,
            "12124160" : 470,
            "12255232" : 484,
            "12386304" : 591,
            "12517376" : 560,
            "12648448" : 723,
            "12779520" : 777,
            "12910592" : 814,
            "13041664" : 872,
            "13172736" : 976,
            "13303808" : 961,
            "13434880" : 1041,
            "13565952" : 1113,
            "13697024" : 1171,
            "13828096" : 1351,
            "13959168" : 1446,
            "14090240" : 1468,
            "14221312" : 1577,
            "14352384" : 1704,
            "14483456" : 1795,
            "14614528" : 1849,
            "14745600" : 1895,
            "14876672" : 2037,
            "15007744" : 2089,
            "15138816" : 2217,
            "15269888" : 2313,
            "15400960" : 2320,
            "15532032" : 2407,
            "15663104" : 2568,
            "15794176" : 2574,
            "15925248" : 2713,
            "16056320" : 2657,
            "16187392" : 2650,
            "16318464" : 2728,
            "16449536" : 2732,
            "16580608" : 2647,
            "16711680" : 2738,
            "16908288" : 5341,
            "17170432" : 5059,
            "17432576" : 4782,
            "17694720" : 4541,
            "17956864" : 4228,
            "18219008" : 4030,
            "18481152" : 3646,
            "18743296" : 3380,
            "19005440" : 3146,
            "19267584" : 2982,
            "19529728" : 2990,
            "19791872" : 3051,
            "20054016" : 3103,
            "20316160" : 3178,
            "20578304" : 3408,
            "20840448" : 3603,
            "21102592" : 3747,
            "21364736" : 4070,
            "21626880" : 4302,
            "21889024" : 4457,
            "22151168" : 4789,
            "22413312" : 5210,
            "22675456" : 5546,
            "22937600" : 5583,
            "23199744" : 5862,
            "23461888" : 6146,
            "23724032" : 6432,
            "23986176" : 6380,
            "24248320" : 6400,
            "24510464" : 6651,
            "24772608" : 6416,
            "25034752" : 6303,
            "25296896" : 6315,
            "25559040" : 6455,
            "25821184" : 6434,
            "26083328" : 6247,
            "26345472" : 6077,
            "26607616" : 5926,
            "26869760" : 5604,
            "27131904" : 5277,
            "27394048" : 5269,
            "27656192" : 4859,
            "27918336" : 4568,
            "28180480" : 4707,
            "28442624" : 4647,
            "28704768" : 4695,
            "28966912" : 4529,
            "29229056" : 4536,
            "29491200" : 4520,
            "29753344" : 4695,
            "30015488" : 4779,
            "30277632" : 4768,
            "30539776" : 4806,
            "30801920" : 4949,
            "31064064" : 4866,
            "31326208" : 5021,
            "31588352" : 5069,
            "31850496" : 5252,
            "32112640" : 5355,
            "32374784" : 5328,
            "32636928" : 5458,
            "32899072" : 5382,
            "33161216" : 5255,
            "33423360" : 5269,
            "33816576" : 10729,
            "34340864" : 10274,
            "34865152" : 9880,
            "35389440" : 9270,
            "35913728" : 8578,
            "36438016" : 8266,
            "36962304" : 7576,
            "37486592" : 7227,
            "38010880" : 7182,
            "38535168" : 6842,
            "39059456" : 6996,
            "39583744" : 6921,
            "40108032" : 6825,
            "40632320" : 6851,
            "41156608" : 6694,
            "41680896" : 6769,
            "42205184" : 6757,
            "42729472" : 6492,
            "43253760" : 6222,
            "43778048" : 6187,
            "44302336" : 5806,
            "44826624" : 5510,
            "45350912" : 5166,
            "45875200" : 4950,
            "46399488" : 4731,
            "46923776" : 4448,
            "47448064" : 4344,
            "47972352" : 4058,
            "48496640" : 4051,
            "49020928" : 4020,
            "49545216" : 3833,
            "50069504" : 3907,
            "50593792" : 3691,
            "51118080" : 3571,
            "51642368" : 3641,
            "52166656" : 3473,
            "52690944" : 3373,
            "53215232" : 3236,
            "53739520" : 2989,
            "54263808" : 2819,
            "54788096" : 2812,
            "55312384" : 2818,
            "55836672" : 2542,
            "56360960" : 2360,
            "56885248" : 2314,
            "57409536" : 2235,
            "57933824" : 2127,
            "58458112" : 2130,
            "58982400" : 1992,
            "59506688" : 2003,
            "60030976" : 1974,
            "60555264" : 1855,
            "61079552" : 1824,
            "61603840" : 1702,
            "62128128" : 1667,
            "62652416" : 1662,
            "63176704" : 1524,
            "63700992" : 1486,
            "64225280" : 1458,
            "64749568" : 1457,
            "65273856" : 1301,
            "65798144" : 1249,
            "66322432" : 1137,
            "66846720" : 1100,
            "67633152" : 2198,
            "68681728" : 1993,
            "69730304" : 1786,
            "70778880" : 1771,
            "71827456" : 1581,
            "72876032" : 1392,
            "73924608" : 1321,
            "74973184" : 1302,
            "76021760" : 1143,
            "77070336" : 1063,
            "78118912" : 1030,
            "79167488" : 984,
            "80216064" : 863,
            "81264640" : 814,
            "82313216" : 670,
            "83361792" : 589,
            "84410368" : 585,
            "85458944" : 503,
            "86507520" : 510,
            "87556096" : 496,
            "88604672" : 399,
            "89653248" : 403,
            "90701824" : 400,
            "91750400" : 354,
            "92798976" : 325,
            "93847552" : 274,
            "94896128" : 241,
            "95944704" : 254,
            "96993280" : 216,
            "98041856" : 203,
            "99090432" : 171,
            "100139008" : 213,
            "101187584" : 203,
            "102236160" : 161,
            "103284736" : 152,
            "104333312" : 113,
            "105381888" : 122,
            "106430464" : 90,
            "107479040" : 83,
            "108527616" : 58,
            "109576192" : 92,
            "110624768" : 95,
            "111673344" : 85,
            "112721920" : 85,
            "113770496" : 65,
            "114819072" : 51,
            "115867648" : 36,
            "116916224" : 31,
            "117964800" : 28,
            "119013376" : 34,
            "120061952" : 41,
            "121110528" : 36,
            "122159104" : 31,
            "123207680" : 22,
            "124256256" : 20,
            "125304832" : 19,
            "126353408" : 14,
            "127401984" : 14,
            "128450560" : 11,
            "129499136" : 8,
            "130547712" : 12,
            "131596288" : 6,
            "132644864" : 11,
            "133693440" : 12,
            "135266304" : 6,
            "137363456" : 2,
            "139460608" : 3,
            "141557760" : 3,
            "143654912" : 4
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 147375323,
          "mean" : 35634104.823954,
          "stddev" : 16824150.259341,
          "N" : 718789
        },
        "bw_min" : 38611,
        "bw_max" : 82141,
        "bw_agg" : 100.000000,
        "bw_mean" : 57597.656566,
        "bw_dev" : 287.275580,
        "bw_samples" : 3168,
        "iops_min" : 9652,
        "iops_max" : 20535,
        "iops_mean" : 14397.464646,
        "iops_stddev" : 71.824653,
        "iops_samples" : 3168
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600175,
      "usr_cpu" : 0.176418,
      "sys_cpu" : 2.231943,
      "ctx" : 996188,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.891929,
        "20" : 16.195270,
        "50" : 65.738341,
        "100" : 13.891915,
        "250" : 0.278094,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847232,
  "timestamp_ms" : 1772847232332,
  "time" : "Fri Mar  6 21:33:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3538403328,
        "io_kbytes" : 3455472,
        "bw_bytes" : 58963561,
        "bw" : 57581,
        "iops" : 14396.833861,
        "runtime" : 60010,
        "total_ios" : 863954,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 47078496,
          "mean" : 2211462.679217,
          "stddev" : 3234357.531633,
          "N" : 863954
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 144673902,
          "mean" : 33359687.655274,
          "stddev" : 16156522.520968,
          "N" : 863922,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12124160,
            "10.000000" : 15532032,
            "20.000000" : 19791872,
            "30.000000" : 23986176,
            "40.000000" : 26869760,
            "50.000000" : 30801920,
            "60.000000" : 34340864,
            "70.000000" : 39059456,
            "80.000000" : 44826624,
            "90.000000" : 54788096,
            "95.000000" : 63700992,
            "99.000000" : 84410368,
            "99.500000" : 91750400,
            "99.900000" : 109576192,
            "99.950000" : 114819072,
            "99.990000" : 127401984
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 13,
            "5472256" : 20,
            "5537792" : 49,
            "5603328" : 47,
            "5668864" : 59,
            "5734400" : 84,
            "5799936" : 73,
            "5865472" : 71,
            "5931008" : 63,
            "5996544" : 73,
            "6062080" : 61,
            "6127616" : 55,
            "6193152" : 60,
            "6258688" : 54,
            "6324224" : 63,
            "6389760" : 54,
            "6455296" : 50,
            "6520832" : 66,
            "6586368" : 67,
            "6651904" : 67,
            "6717440" : 92,
            "6782976" : 98,
            "6848512" : 105,
            "6914048" : 117,
            "6979584" : 121,
            "7045120" : 156,
            "7110656" : 154,
            "7176192" : 138,
            "7241728" : 185,
            "7307264" : 226,
            "7372800" : 217,
            "7438336" : 260,
            "7503872" : 291,
            "7569408" : 334,
            "7634944" : 360,
            "7700480" : 439,
            "7766016" : 498,
            "7831552" : 545,
            "7897088" : 578,
            "7962624" : 655,
            "8028160" : 662,
            "8093696" : 726,
            "8159232" : 713,
            "8224768" : 798,
            "8290304" : 828,
            "8355840" : 906,
            "8454144" : 1986,
            "8585216" : 2040,
            "8716288" : 2104,
            "8847360" : 2214,
            "8978432" : 2177,
            "9109504" : 2093,
            "9240576" : 2021,
            "9371648" : 1901,
            "9502720" : 1764,
            "9633792" : 1536,
            "9764864" : 1350,
            "9895936" : 1225,
            "10027008" : 1038,
            "10158080" : 904,
            "10289152" : 746,
            "10420224" : 707,
            "10551296" : 635,
            "10682368" : 602,
            "10813440" : 510,
            "10944512" : 465,
            "11075584" : 482,
            "11206656" : 423,
            "11337728" : 437,
            "11468800" : 437,
            "11599872" : 443,
            "11730944" : 462,
            "11862016" : 498,
            "11993088" : 499,
            "12124160" : 550,
            "12255232" : 580,
            "12386304" : 681,
            "12517376" : 677,
            "12648448" : 852,
            "12779520" : 910,
            "12910592" : 970,
            "13041664" : 1041,
            "13172736" : 1162,
            "13303808" : 1188,
            "13434880" : 1282,
            "13565952" : 1353,
            "13697024" : 1450,
            "13828096" : 1646,
            "13959168" : 1807,
            "14090240" : 1786,
            "14221312" : 1972,
            "14352384" : 2094,
            "14483456" : 2181,
            "14614528" : 2242,
            "14745600" : 2284,
            "14876672" : 2436,
            "15007744" : 2514,
            "15138816" : 2718,
            "15269888" : 2804,
            "15400960" : 2785,
            "15532032" : 2945,
            "15663104" : 3067,
            "15794176" : 3067,
            "15925248" : 3228,
            "16056320" : 3200,
            "16187392" : 3247,
            "16318464" : 3336,
            "16449536" : 3294,
            "16580608" : 3225,
            "16711680" : 3296,
            "16908288" : 6425,
            "17170432" : 6100,
            "17432576" : 5827,
            "17694720" : 5531,
            "17956864" : 5259,
            "18219008" : 4889,
            "18481152" : 4411,
            "18743296" : 4100,
            "19005440" : 3850,
            "19267584" : 3664,
            "19529728" : 3627,
            "19791872" : 3721,
            "20054016" : 3678,
            "20316160" : 3778,
            "20578304" : 4100,
            "20840448" : 4296,
            "21102592" : 4521,
            "21364736" : 4904,
            "21626880" : 5137,
            "21889024" : 5340,
            "22151168" : 5764,
            "22413312" : 6175,
            "22675456" : 6567,
            "22937600" : 6580,
            "23199744" : 6976,
            "23461888" : 7318,
            "23724032" : 7623,
            "23986176" : 7679,
            "24248320" : 7662,
            "24510464" : 7984,
            "24772608" : 7722,
            "25034752" : 7691,
            "25296896" : 7687,
            "25559040" : 7820,
            "25821184" : 7783,
            "26083328" : 7597,
            "26345472" : 7346,
            "26607616" : 7144,
            "26869760" : 6786,
            "27131904" : 6355,
            "27394048" : 6310,
            "27656192" : 5892,
            "27918336" : 5569,
            "28180480" : 5735,
            "28442624" : 5603,
            "28704768" : 5628,
            "28966912" : 5363,
            "29229056" : 5342,
            "29491200" : 5398,
            "29753344" : 5533,
            "30015488" : 5653,
            "30277632" : 5654,
            "30539776" : 5737,
            "30801920" : 5976,
            "31064064" : 5892,
            "31326208" : 6043,
            "31588352" : 6020,
            "31850496" : 6201,
            "32112640" : 6355,
            "32374784" : 6371,
            "32636928" : 6529,
            "32899072" : 6542,
            "33161216" : 6258,
            "33423360" : 6321,
            "33816576" : 12798,
            "34340864" : 12346,
            "34865152" : 11973,
            "35389440" : 11297,
            "35913728" : 10301,
            "36438016" : 9892,
            "36962304" : 9056,
            "37486592" : 8762,
            "38010880" : 8578,
            "38535168" : 8110,
            "39059456" : 8172,
            "39583744" : 8189,
            "40108032" : 8159,
            "40632320" : 8163,
            "41156608" : 8055,
            "41680896" : 8067,
            "42205184" : 8044,
            "42729472" : 7731,
            "43253760" : 7394,
            "43778048" : 7512,
            "44302336" : 6976,
            "44826624" : 6622,
            "45350912" : 6203,
            "45875200" : 5894,
            "46399488" : 5649,
            "46923776" : 5289,
            "47448064" : 5092,
            "47972352" : 4910,
            "48496640" : 4916,
            "49020928" : 4852,
            "49545216" : 4635,
            "50069504" : 4692,
            "50593792" : 4445,
            "51118080" : 4298,
            "51642368" : 4390,
            "52166656" : 4167,
            "52690944" : 4054,
            "53215232" : 3907,
            "53739520" : 3545,
            "54263808" : 3393,
            "54788096" : 3380,
            "55312384" : 3357,
            "55836672" : 3006,
            "56360960" : 2833,
            "56885248" : 2754,
            "57409536" : 2733,
            "57933824" : 2557,
            "58458112" : 2561,
            "58982400" : 2359,
            "59506688" : 2407,
            "60030976" : 2400,
            "60555264" : 2210,
            "61079552" : 2195,
            "61603840" : 2072,
            "62128128" : 2009,
            "62652416" : 1998,
            "63176704" : 1850,
            "63700992" : 1783,
            "64225280" : 1734,
            "64749568" : 1693,
            "65273856" : 1545,
            "65798144" : 1490,
            "66322432" : 1403,
            "66846720" : 1325,
            "67633152" : 2628,
            "68681728" : 2443,
            "69730304" : 2178,
            "70778880" : 2099,
            "71827456" : 1869,
            "72876032" : 1705,
            "73924608" : 1613,
            "74973184" : 1560,
            "76021760" : 1384,
            "77070336" : 1295,
            "78118912" : 1243,
            "79167488" : 1167,
            "80216064" : 1030,
            "81264640" : 983,
            "82313216" : 800,
            "83361792" : 718,
            "84410368" : 700,
            "85458944" : 624,
            "86507520" : 617,
            "87556096" : 622,
            "88604672" : 501,
            "89653248" : 502,
            "90701824" : 470,
            "91750400" : 438,
            "92798976" : 374,
            "93847552" : 323,
            "94896128" : 284,
            "95944704" : 296,
            "96993280" : 253,
            "98041856" : 238,
            "99090432" : 199,
            "100139008" : 245,
            "101187584" : 222,
            "102236160" : 181,
            "103284736" : 178,
            "104333312" : 134,
            "105381888" : 146,
            "106430464" : 107,
            "107479040" : 91,
            "108527616" : 64,
            "109576192" : 104,
            "110624768" : 108,
            "111673344" : 93,
            "112721920" : 89,
            "113770496" : 70,
            "114819072" : 53,
            "115867648" : 41,
            "116916224" : 32,
            "117964800" : 34,
            "119013376" : 34,
            "120061952" : 45,
            "121110528" : 36,
            "122159104" : 33,
            "123207680" : 22,
            "124256256" : 20,
            "125304832" : 20,
            "126353408" : 14,
            "127401984" : 14,
            "128450560" : 11,
            "129499136" : 8,
            "130547712" : 12,
            "131596288" : 6,
            "132644864" : 11,
            "133693440" : 12,
            "135266304" : 6,
            "137363456" : 2,
            "139460608" : 3,
            "141557760" : 3,
            "143654912" : 4
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 147375323,
          "mean" : 35571786.581255,
          "stddev" : 16805547.131540,
          "N" : 863922
        },
        "bw_min" : 38499,
        "bw_max" : 82770,
        "bw_agg" : 99.943380,
        "bw_mean" : 57549.613445,
        "bw_dev" : 284.377765,
        "bw_samples" : 3808,
        "iops_min" : 9624,
        "iops_max" : 20692,
        "iops_mean" : 14384.840336,
        "iops_stddev" : 71.103714,
        "iops_samples" : 3808
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920162,
      "usr_cpu" : 0.177120,
      "sys_cpu" : 2.235228,
      "ctx" : 1194508,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999884,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999884,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.946622,
        "20" : 16.354922,
        "50" : 65.546430,
        "100" : 13.891480,
        "250" : 0.256842,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847242,
  "timestamp_ms" : 1772847242337,
  "time" : "Fri Mar  6 21:34:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4116520960,
        "io_kbytes" : 4020040,
        "bw_bytes" : 58797362,
        "bw" : 57419,
        "iops" : 14356.010398,
        "runtime" : 70012,
        "total_ios" : 1005093,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 47078496,
          "mean" : 2217652.707134,
          "stddev" : 3240881.607462,
          "N" : 1005094
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 154584622,
          "mean" : 33444319.447320,
          "stddev" : 16257157.560759,
          "N" : 1005061,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12124160,
            "10.000000" : 15532032,
            "20.000000" : 19791872,
            "30.000000" : 23986176,
            "40.000000" : 26869760,
            "50.000000" : 30801920,
            "60.000000" : 34340864,
            "70.000000" : 39059456,
            "80.000000" : 45350912,
            "90.000000" : 54788096,
            "95.000000" : 64225280,
            "99.000000" : 84410368,
            "99.500000" : 92798976,
            "99.900000" : 109576192,
            "99.950000" : 114819072,
            "99.990000" : 127401984
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 13,
            "5472256" : 22,
            "5537792" : 50,
            "5603328" : 52,
            "5668864" : 67,
            "5734400" : 95,
            "5799936" : 88,
            "5865472" : 79,
            "5931008" : 69,
            "5996544" : 79,
            "6062080" : 66,
            "6127616" : 65,
            "6193152" : 68,
            "6258688" : 66,
            "6324224" : 74,
            "6389760" : 75,
            "6455296" : 66,
            "6520832" : 84,
            "6586368" : 79,
            "6651904" : 94,
            "6717440" : 120,
            "6782976" : 119,
            "6848512" : 131,
            "6914048" : 143,
            "6979584" : 156,
            "7045120" : 193,
            "7110656" : 175,
            "7176192" : 181,
            "7241728" : 217,
            "7307264" : 263,
            "7372800" : 271,
            "7438336" : 300,
            "7503872" : 335,
            "7569408" : 378,
            "7634944" : 421,
            "7700480" : 505,
            "7766016" : 561,
            "7831552" : 624,
            "7897088" : 666,
            "7962624" : 747,
            "8028160" : 745,
            "8093696" : 850,
            "8159232" : 815,
            "8224768" : 907,
            "8290304" : 979,
            "8355840" : 1057,
            "8454144" : 2275,
            "8585216" : 2353,
            "8716288" : 2472,
            "8847360" : 2563,
            "8978432" : 2537,
            "9109504" : 2468,
            "9240576" : 2370,
            "9371648" : 2238,
            "9502720" : 2084,
            "9633792" : 1780,
            "9764864" : 1559,
            "9895936" : 1415,
            "10027008" : 1192,
            "10158080" : 1046,
            "10289152" : 886,
            "10420224" : 818,
            "10551296" : 743,
            "10682368" : 698,
            "10813440" : 578,
            "10944512" : 558,
            "11075584" : 558,
            "11206656" : 511,
            "11337728" : 517,
            "11468800" : 510,
            "11599872" : 542,
            "11730944" : 554,
            "11862016" : 595,
            "11993088" : 594,
            "12124160" : 637,
            "12255232" : 709,
            "12386304" : 805,
            "12517376" : 809,
            "12648448" : 1002,
            "12779520" : 1087,
            "12910592" : 1155,
            "13041664" : 1236,
            "13172736" : 1371,
            "13303808" : 1405,
            "13434880" : 1522,
            "13565952" : 1600,
            "13697024" : 1698,
            "13828096" : 1931,
            "13959168" : 2112,
            "14090240" : 2114,
            "14221312" : 2288,
            "14352384" : 2374,
            "14483456" : 2536,
            "14614528" : 2596,
            "14745600" : 2652,
            "14876672" : 2865,
            "15007744" : 2945,
            "15138816" : 3146,
            "15269888" : 3250,
            "15400960" : 3223,
            "15532032" : 3391,
            "15663104" : 3534,
            "15794176" : 3554,
            "15925248" : 3691,
            "16056320" : 3707,
            "16187392" : 3776,
            "16318464" : 3885,
            "16449536" : 3815,
            "16580608" : 3766,
            "16711680" : 3816,
            "16908288" : 7499,
            "17170432" : 7147,
            "17432576" : 6832,
            "17694720" : 6553,
            "17956864" : 6177,
            "18219008" : 5760,
            "18481152" : 5179,
            "18743296" : 4804,
            "19005440" : 4518,
            "19267584" : 4295,
            "19529728" : 4324,
            "19791872" : 4350,
            "20054016" : 4218,
            "20316160" : 4352,
            "20578304" : 4753,
            "20840448" : 4937,
            "21102592" : 5218,
            "21364736" : 5647,
            "21626880" : 5888,
            "21889024" : 6185,
            "22151168" : 6599,
            "22413312" : 7123,
            "22675456" : 7591,
            "22937600" : 7565,
            "23199744" : 7974,
            "23461888" : 8409,
            "23724032" : 8626,
            "23986176" : 8838,
            "24248320" : 8810,
            "24510464" : 9150,
            "24772608" : 9028,
            "25034752" : 8979,
            "25296896" : 8993,
            "25559040" : 9027,
            "25821184" : 8969,
            "26083328" : 8779,
            "26345472" : 8559,
            "26607616" : 8361,
            "26869760" : 7991,
            "27131904" : 7382,
            "27394048" : 7333,
            "27656192" : 6833,
            "27918336" : 6460,
            "28180480" : 6576,
            "28442624" : 6385,
            "28704768" : 6396,
            "28966912" : 6147,
            "29229056" : 6132,
            "29491200" : 6206,
            "29753344" : 6344,
            "30015488" : 6407,
            "30277632" : 6502,
            "30539776" : 6599,
            "30801920" : 6800,
            "31064064" : 6780,
            "31326208" : 6909,
            "31588352" : 6932,
            "31850496" : 7195,
            "32112640" : 7348,
            "32374784" : 7367,
            "32636928" : 7575,
            "32899072" : 7691,
            "33161216" : 7329,
            "33423360" : 7322,
            "33816576" : 14844,
            "34340864" : 14476,
            "34865152" : 14041,
            "35389440" : 13226,
            "35913728" : 12027,
            "36438016" : 11467,
            "36962304" : 10558,
            "37486592" : 10100,
            "38010880" : 9836,
            "38535168" : 9332,
            "39059456" : 9362,
            "39583744" : 9451,
            "40108032" : 9453,
            "40632320" : 9399,
            "41156608" : 9443,
            "41680896" : 9365,
            "42205184" : 9328,
            "42729472" : 9027,
            "43253760" : 8740,
            "43778048" : 8803,
            "44302336" : 8262,
            "44826624" : 7771,
            "45350912" : 7298,
            "45875200" : 6885,
            "46399488" : 6520,
            "46923776" : 6148,
            "47448064" : 5843,
            "47972352" : 5638,
            "48496640" : 5621,
            "49020928" : 5652,
            "49545216" : 5399,
            "50069504" : 5462,
            "50593792" : 5203,
            "51118080" : 5086,
            "51642368" : 5145,
            "52166656" : 4914,
            "52690944" : 4754,
            "53215232" : 4659,
            "53739520" : 4173,
            "54263808" : 3986,
            "54788096" : 3923,
            "55312384" : 3842,
            "55836672" : 3476,
            "56360960" : 3336,
            "56885248" : 3219,
            "57409536" : 3222,
            "57933824" : 3050,
            "58458112" : 3004,
            "58982400" : 2764,
            "59506688" : 2885,
            "60030976" : 2823,
            "60555264" : 2633,
            "61079552" : 2605,
            "61603840" : 2457,
            "62128128" : 2407,
            "62652416" : 2349,
            "63176704" : 2158,
            "63700992" : 2090,
            "64225280" : 2000,
            "64749568" : 2015,
            "65273856" : 1828,
            "65798144" : 1757,
            "66322432" : 1658,
            "66846720" : 1589,
            "67633152" : 3148,
            "68681728" : 2979,
            "69730304" : 2597,
            "70778880" : 2490,
            "71827456" : 2249,
            "72876032" : 1997,
            "73924608" : 1942,
            "74973184" : 1850,
            "76021760" : 1656,
            "77070336" : 1547,
            "78118912" : 1482,
            "79167488" : 1366,
            "80216064" : 1225,
            "81264640" : 1151,
            "82313216" : 958,
            "83361792" : 902,
            "84410368" : 882,
            "85458944" : 774,
            "86507520" : 757,
            "87556096" : 717,
            "88604672" : 598,
            "89653248" : 599,
            "90701824" : 545,
            "91750400" : 518,
            "92798976" : 470,
            "93847552" : 421,
            "94896128" : 368,
            "95944704" : 374,
            "96993280" : 300,
            "98041856" : 277,
            "99090432" : 239,
            "100139008" : 279,
            "101187584" : 241,
            "102236160" : 208,
            "103284736" : 211,
            "104333312" : 184,
            "105381888" : 171,
            "106430464" : 138,
            "107479040" : 108,
            "108527616" : 79,
            "109576192" : 120,
            "110624768" : 118,
            "111673344" : 100,
            "112721920" : 103,
            "113770496" : 79,
            "114819072" : 65,
            "115867648" : 50,
            "116916224" : 41,
            "117964800" : 37,
            "119013376" : 41,
            "120061952" : 51,
            "121110528" : 39,
            "122159104" : 37,
            "123207680" : 28,
            "124256256" : 21,
            "125304832" : 22,
            "126353408" : 18,
            "127401984" : 15,
            "128450560" : 11,
            "129499136" : 9,
            "130547712" : 13,
            "131596288" : 7,
            "132644864" : 13,
            "133693440" : 15,
            "135266304" : 8,
            "137363456" : 4,
            "139460608" : 5,
            "141557760" : 3,
            "143654912" : 5,
            "145752064" : 1,
            "154140672" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 155194192,
          "mean" : 35661529.131361,
          "stddev" : 16912622.912112,
          "N" : 1005061
        },
        "bw_min" : 37943,
        "bw_max" : 84714,
        "bw_agg" : 100.000000,
        "bw_mean" : 57483.755396,
        "bw_dev" : 291.033096,
        "bw_samples" : 4448,
        "iops_min" : 9482,
        "iops_max" : 21178,
        "iops_mean" : 14368.172662,
        "iops_stddev" : 72.782208,
        "iops_samples" : 4448
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240224,
      "usr_cpu" : 0.176768,
      "sys_cpu" : 2.232098,
      "ctx" : 1394246,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999901,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.950580,
        "20" : 16.436986,
        "50" : 65.231675,
        "100" : 14.119191,
        "250" : 0.258384,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847252,
  "timestamp_ms" : 1772847252335,
  "time" : "Fri Mar  6 21:34:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4688609280,
        "io_kbytes" : 4578720,
        "bw_bytes" : 58598826,
        "bw" : 57225,
        "iops" : 14308.128781,
        "runtime" : 80012,
        "total_ios" : 1144822,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 47078496,
          "mean" : 2225046.200943,
          "stddev" : 3250478.173797,
          "N" : 1144822
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 154584622,
          "mean" : 33563492.084649,
          "stddev" : 16368022.373292,
          "N" : 1144790,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12124160,
            "10.000000" : 15532032,
            "20.000000" : 19791872,
            "30.000000" : 23986176,
            "40.000000" : 26869760,
            "50.000000" : 31064064,
            "60.000000" : 34865152,
            "70.000000" : 39583744,
            "80.000000" : 45350912,
            "90.000000" : 55312384,
            "95.000000" : 64225280,
            "99.000000" : 85458944,
            "99.500000" : 93847552,
            "99.900000" : 110624768,
            "99.950000" : 116916224,
            "99.990000" : 129499136
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 13,
            "5472256" : 22,
            "5537792" : 50,
            "5603328" : 52,
            "5668864" : 69,
            "5734400" : 97,
            "5799936" : 93,
            "5865472" : 85,
            "5931008" : 69,
            "5996544" : 85,
            "6062080" : 73,
            "6127616" : 83,
            "6193152" : 73,
            "6258688" : 72,
            "6324224" : 85,
            "6389760" : 81,
            "6455296" : 75,
            "6520832" : 90,
            "6586368" : 86,
            "6651904" : 108,
            "6717440" : 131,
            "6782976" : 131,
            "6848512" : 145,
            "6914048" : 154,
            "6979584" : 175,
            "7045120" : 218,
            "7110656" : 200,
            "7176192" : 204,
            "7241728" : 245,
            "7307264" : 298,
            "7372800" : 308,
            "7438336" : 345,
            "7503872" : 376,
            "7569408" : 430,
            "7634944" : 469,
            "7700480" : 551,
            "7766016" : 615,
            "7831552" : 683,
            "7897088" : 734,
            "7962624" : 825,
            "8028160" : 822,
            "8093696" : 952,
            "8159232" : 919,
            "8224768" : 1020,
            "8290304" : 1113,
            "8355840" : 1187,
            "8454144" : 2563,
            "8585216" : 2683,
            "8716288" : 2848,
            "8847360" : 2931,
            "8978432" : 2883,
            "9109504" : 2829,
            "9240576" : 2702,
            "9371648" : 2574,
            "9502720" : 2362,
            "9633792" : 2024,
            "9764864" : 1777,
            "9895936" : 1620,
            "10027008" : 1379,
            "10158080" : 1207,
            "10289152" : 1051,
            "10420224" : 959,
            "10551296" : 839,
            "10682368" : 814,
            "10813440" : 668,
            "10944512" : 641,
            "11075584" : 650,
            "11206656" : 594,
            "11337728" : 614,
            "11468800" : 592,
            "11599872" : 622,
            "11730944" : 652,
            "11862016" : 701,
            "11993088" : 674,
            "12124160" : 735,
            "12255232" : 790,
            "12386304" : 885,
            "12517376" : 914,
            "12648448" : 1105,
            "12779520" : 1203,
            "12910592" : 1291,
            "13041664" : 1375,
            "13172736" : 1528,
            "13303808" : 1585,
            "13434880" : 1724,
            "13565952" : 1824,
            "13697024" : 1947,
            "13828096" : 2202,
            "13959168" : 2359,
            "14090240" : 2380,
            "14221312" : 2553,
            "14352384" : 2671,
            "14483456" : 2823,
            "14614528" : 2856,
            "14745600" : 2925,
            "14876672" : 3233,
            "15007744" : 3272,
            "15138816" : 3530,
            "15269888" : 3658,
            "15400960" : 3587,
            "15532032" : 3775,
            "15663104" : 3969,
            "15794176" : 4039,
            "15925248" : 4219,
            "16056320" : 4236,
            "16187392" : 4293,
            "16318464" : 4405,
            "16449536" : 4346,
            "16580608" : 4311,
            "16711680" : 4382,
            "16908288" : 8543,
            "17170432" : 8214,
            "17432576" : 7819,
            "17694720" : 7436,
            "17956864" : 7059,
            "18219008" : 6554,
            "18481152" : 5938,
            "18743296" : 5521,
            "19005440" : 5153,
            "19267584" : 4868,
            "19529728" : 4843,
            "19791872" : 4888,
            "20054016" : 4741,
            "20316160" : 4871,
            "20578304" : 5349,
            "20840448" : 5543,
            "21102592" : 5823,
            "21364736" : 6341,
            "21626880" : 6626,
            "21889024" : 7001,
            "22151168" : 7356,
            "22413312" : 8029,
            "22675456" : 8531,
            "22937600" : 8578,
            "23199744" : 9076,
            "23461888" : 9543,
            "23724032" : 9773,
            "23986176" : 10045,
            "24248320" : 10068,
            "24510464" : 10440,
            "24772608" : 10425,
            "25034752" : 10346,
            "25296896" : 10233,
            "25559040" : 10206,
            "25821184" : 10221,
            "26083328" : 10028,
            "26345472" : 9770,
            "26607616" : 9524,
            "26869760" : 9168,
            "27131904" : 8457,
            "27394048" : 8287,
            "27656192" : 7743,
            "27918336" : 7305,
            "28180480" : 7432,
            "28442624" : 7149,
            "28704768" : 7148,
            "28966912" : 6917,
            "29229056" : 6930,
            "29491200" : 6998,
            "29753344" : 7129,
            "30015488" : 7177,
            "30277632" : 7307,
            "30539776" : 7437,
            "30801920" : 7685,
            "31064064" : 7690,
            "31326208" : 7818,
            "31588352" : 7833,
            "31850496" : 8167,
            "32112640" : 8393,
            "32374784" : 8456,
            "32636928" : 8580,
            "32899072" : 8745,
            "33161216" : 8377,
            "33423360" : 8387,
            "33816576" : 16869,
            "34340864" : 16560,
            "34865152" : 16077,
            "35389440" : 15092,
            "35913728" : 13709,
            "36438016" : 12973,
            "36962304" : 11997,
            "37486592" : 11528,
            "38010880" : 11123,
            "38535168" : 10533,
            "39059456" : 10718,
            "39583744" : 10757,
            "40108032" : 10703,
            "40632320" : 10794,
            "41156608" : 10757,
            "41680896" : 10794,
            "42205184" : 10760,
            "42729472" : 10453,
            "43253760" : 10182,
            "43778048" : 10015,
            "44302336" : 9480,
            "44826624" : 8808,
            "45350912" : 8288,
            "45875200" : 7873,
            "46399488" : 7354,
            "46923776" : 7002,
            "47448064" : 6746,
            "47972352" : 6445,
            "48496640" : 6375,
            "49020928" : 6435,
            "49545216" : 6198,
            "50069504" : 6308,
            "50593792" : 5997,
            "51118080" : 5849,
            "51642368" : 5996,
            "52166656" : 5659,
            "52690944" : 5440,
            "53215232" : 5371,
            "53739520" : 4744,
            "54263808" : 4560,
            "54788096" : 4493,
            "55312384" : 4342,
            "55836672" : 3982,
            "56360960" : 3800,
            "56885248" : 3698,
            "57409536" : 3696,
            "57933824" : 3456,
            "58458112" : 3401,
            "58982400" : 3198,
            "59506688" : 3303,
            "60030976" : 3217,
            "60555264" : 3055,
            "61079552" : 2983,
            "61603840" : 2874,
            "62128128" : 2813,
            "62652416" : 2728,
            "63176704" : 2513,
            "63700992" : 2393,
            "64225280" : 2295,
            "64749568" : 2351,
            "65273856" : 2100,
            "65798144" : 2025,
            "66322432" : 1952,
            "66846720" : 1829,
            "67633152" : 3644,
            "68681728" : 3409,
            "69730304" : 3006,
            "70778880" : 2882,
            "71827456" : 2602,
            "72876032" : 2310,
            "73924608" : 2303,
            "74973184" : 2148,
            "76021760" : 1890,
            "77070336" : 1811,
            "78118912" : 1699,
            "79167488" : 1565,
            "80216064" : 1415,
            "81264640" : 1349,
            "82313216" : 1113,
            "83361792" : 1077,
            "84410368" : 1031,
            "85458944" : 911,
            "86507520" : 874,
            "87556096" : 830,
            "88604672" : 690,
            "89653248" : 709,
            "90701824" : 639,
            "91750400" : 619,
            "92798976" : 544,
            "93847552" : 489,
            "94896128" : 437,
            "95944704" : 452,
            "96993280" : 360,
            "98041856" : 343,
            "99090432" : 306,
            "100139008" : 318,
            "101187584" : 277,
            "102236160" : 248,
            "103284736" : 261,
            "104333312" : 219,
            "105381888" : 196,
            "106430464" : 173,
            "107479040" : 138,
            "108527616" : 117,
            "109576192" : 162,
            "110624768" : 156,
            "111673344" : 132,
            "112721920" : 126,
            "113770496" : 99,
            "114819072" : 82,
            "115867648" : 61,
            "116916224" : 44,
            "117964800" : 45,
            "119013376" : 70,
            "120061952" : 79,
            "121110528" : 49,
            "122159104" : 48,
            "123207680" : 35,
            "124256256" : 29,
            "125304832" : 24,
            "126353408" : 23,
            "127401984" : 19,
            "128450560" : 15,
            "129499136" : 14,
            "130547712" : 21,
            "131596288" : 16,
            "132644864" : 19,
            "133693440" : 16,
            "135266304" : 12,
            "137363456" : 6,
            "139460608" : 6,
            "141557760" : 3,
            "143654912" : 8,
            "145752064" : 1,
            "154140672" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 155194192,
          "mean" : 35788858.989431,
          "stddev" : 17031042.311340,
          "N" : 1144790
        },
        "bw_min" : 37542,
        "bw_max" : 84714,
        "bw_agg" : 100.000000,
        "bw_mean" : 57301.226415,
        "bw_dev" : 288.816950,
        "bw_samples" : 5088,
        "iops_min" : 9382,
        "iops_max" : 21178,
        "iops_mean" : 14322.276730,
        "iops_stddev" : 72.233096,
        "iops_samples" : 5088
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560220,
      "usr_cpu" : 0.177407,
      "sys_cpu" : 2.223207,
      "ctx" : 1588427,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.925501,
        "20" : 16.367785,
        "50" : 65.125495,
        "100" : 14.294362,
        "250" : 0.284062,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847262,
  "timestamp_ms" : 1772847262333,
  "time" : "Fri Mar  6 21:34:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5259689984,
        "io_kbytes" : 5136416,
        "bw_bytes" : 58433857,
        "bw" : 57064,
        "iops" : 14267.733944,
        "runtime" : 90011,
        "total_ios" : 1284253,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2231323.656988,
          "stddev" : 3259859.593515,
          "N" : 1284253
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 154584622,
          "mean" : 33659348.002056,
          "stddev" : 16383407.631000,
          "N" : 1284221,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12124160,
            "10.000000" : 15532032,
            "20.000000" : 19791872,
            "30.000000" : 23986176,
            "40.000000" : 27131904,
            "50.000000" : 31064064,
            "60.000000" : 34865152,
            "70.000000" : 39583744,
            "80.000000" : 45350912,
            "90.000000" : 55312384,
            "95.000000" : 64749568,
            "99.000000" : 84410368,
            "99.500000" : 92798976,
            "99.900000" : 110624768,
            "99.950000" : 116916224,
            "99.990000" : 129499136
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 5,
            "5341184" : 2,
            "5406720" : 13,
            "5472256" : 23,
            "5537792" : 50,
            "5603328" : 52,
            "5668864" : 76,
            "5734400" : 99,
            "5799936" : 96,
            "5865472" : 87,
            "5931008" : 72,
            "5996544" : 96,
            "6062080" : 82,
            "6127616" : 91,
            "6193152" : 81,
            "6258688" : 82,
            "6324224" : 96,
            "6389760" : 94,
            "6455296" : 86,
            "6520832" : 102,
            "6586368" : 104,
            "6651904" : 119,
            "6717440" : 147,
            "6782976" : 148,
            "6848512" : 164,
            "6914048" : 182,
            "6979584" : 201,
            "7045120" : 240,
            "7110656" : 231,
            "7176192" : 228,
            "7241728" : 275,
            "7307264" : 334,
            "7372800" : 347,
            "7438336" : 392,
            "7503872" : 419,
            "7569408" : 469,
            "7634944" : 535,
            "7700480" : 590,
            "7766016" : 674,
            "7831552" : 750,
            "7897088" : 819,
            "7962624" : 926,
            "8028160" : 932,
            "8093696" : 1061,
            "8159232" : 1025,
            "8224768" : 1147,
            "8290304" : 1234,
            "8355840" : 1313,
            "8454144" : 2846,
            "8585216" : 3011,
            "8716288" : 3173,
            "8847360" : 3239,
            "8978432" : 3204,
            "9109504" : 3173,
            "9240576" : 2999,
            "9371648" : 2851,
            "9502720" : 2627,
            "9633792" : 2274,
            "9764864" : 1978,
            "9895936" : 1791,
            "10027008" : 1573,
            "10158080" : 1383,
            "10289152" : 1190,
            "10420224" : 1079,
            "10551296" : 941,
            "10682368" : 918,
            "10813440" : 776,
            "10944512" : 744,
            "11075584" : 729,
            "11206656" : 675,
            "11337728" : 696,
            "11468800" : 685,
            "11599872" : 683,
            "11730944" : 737,
            "11862016" : 787,
            "11993088" : 774,
            "12124160" : 837,
            "12255232" : 927,
            "12386304" : 997,
            "12517376" : 1069,
            "12648448" : 1274,
            "12779520" : 1360,
            "12910592" : 1456,
            "13041664" : 1569,
            "13172736" : 1731,
            "13303808" : 1751,
            "13434880" : 1930,
            "13565952" : 2067,
            "13697024" : 2166,
            "13828096" : 2465,
            "13959168" : 2674,
            "14090240" : 2673,
            "14221312" : 2804,
            "14352384" : 2947,
            "14483456" : 3149,
            "14614528" : 3202,
            "14745600" : 3297,
            "14876672" : 3578,
            "15007744" : 3691,
            "15138816" : 3899,
            "15269888" : 4049,
            "15400960" : 4000,
            "15532032" : 4199,
            "15663104" : 4462,
            "15794176" : 4551,
            "15925248" : 4700,
            "16056320" : 4655,
            "16187392" : 4742,
            "16318464" : 4884,
            "16449536" : 4824,
            "16580608" : 4811,
            "16711680" : 4854,
            "16908288" : 9422,
            "17170432" : 9161,
            "17432576" : 8681,
            "17694720" : 8349,
            "17956864" : 7903,
            "18219008" : 7278,
            "18481152" : 6635,
            "18743296" : 6245,
            "19005440" : 5779,
            "19267584" : 5484,
            "19529728" : 5407,
            "19791872" : 5432,
            "20054016" : 5313,
            "20316160" : 5453,
            "20578304" : 5962,
            "20840448" : 6222,
            "21102592" : 6460,
            "21364736" : 7065,
            "21626880" : 7344,
            "21889024" : 7750,
            "22151168" : 8129,
            "22413312" : 8882,
            "22675456" : 9369,
            "22937600" : 9465,
            "23199744" : 10027,
            "23461888" : 10527,
            "23724032" : 10812,
            "23986176" : 11018,
            "24248320" : 11148,
            "24510464" : 11623,
            "24772608" : 11620,
            "25034752" : 11563,
            "25296896" : 11494,
            "25559040" : 11455,
            "25821184" : 11510,
            "26083328" : 11347,
            "26345472" : 10922,
            "26607616" : 10655,
            "26869760" : 10304,
            "27131904" : 9585,
            "27394048" : 9286,
            "27656192" : 8598,
            "27918336" : 8158,
            "28180480" : 8290,
            "28442624" : 7926,
            "28704768" : 7963,
            "28966912" : 7749,
            "29229056" : 7760,
            "29491200" : 7733,
            "29753344" : 7884,
            "30015488" : 7989,
            "30277632" : 8091,
            "30539776" : 8254,
            "30801920" : 8503,
            "31064064" : 8509,
            "31326208" : 8708,
            "31588352" : 8794,
            "31850496" : 9140,
            "32112640" : 9358,
            "32374784" : 9437,
            "32636928" : 9565,
            "32899072" : 9759,
            "33161216" : 9459,
            "33423360" : 9472,
            "33816576" : 19072,
            "34340864" : 18601,
            "34865152" : 18022,
            "35389440" : 16916,
            "35913728" : 15366,
            "36438016" : 14539,
            "36962304" : 13476,
            "37486592" : 12935,
            "38010880" : 12486,
            "38535168" : 11735,
            "39059456" : 11910,
            "39583744" : 11992,
            "40108032" : 12053,
            "40632320" : 12245,
            "41156608" : 12214,
            "41680896" : 12321,
            "42205184" : 12166,
            "42729472" : 11882,
            "43253760" : 11574,
            "43778048" : 11318,
            "44302336" : 10666,
            "44826624" : 9904,
            "45350912" : 9346,
            "45875200" : 8882,
            "46399488" : 8271,
            "46923776" : 7950,
            "47448064" : 7659,
            "47972352" : 7375,
            "48496640" : 7261,
            "49020928" : 7312,
            "49545216" : 7028,
            "50069504" : 7067,
            "50593792" : 6784,
            "51118080" : 6684,
            "51642368" : 6842,
            "52166656" : 6400,
            "52690944" : 6145,
            "53215232" : 6097,
            "53739520" : 5386,
            "54263808" : 5232,
            "54788096" : 5134,
            "55312384" : 4926,
            "55836672" : 4543,
            "56360960" : 4387,
            "56885248" : 4289,
            "57409536" : 4174,
            "57933824" : 3898,
            "58458112" : 3859,
            "58982400" : 3638,
            "59506688" : 3746,
            "60030976" : 3613,
            "60555264" : 3506,
            "61079552" : 3371,
            "61603840" : 3322,
            "62128128" : 3202,
            "62652416" : 3097,
            "63176704" : 2898,
            "63700992" : 2788,
            "64225280" : 2674,
            "64749568" : 2680,
            "65273856" : 2440,
            "65798144" : 2329,
            "66322432" : 2273,
            "66846720" : 2060,
            "67633152" : 4112,
            "68681728" : 3867,
            "69730304" : 3419,
            "70778880" : 3341,
            "71827456" : 2948,
            "72876032" : 2706,
            "73924608" : 2671,
            "74973184" : 2458,
            "76021760" : 2166,
            "77070336" : 2056,
            "78118912" : 1905,
            "79167488" : 1762,
            "80216064" : 1625,
            "81264640" : 1504,
            "82313216" : 1260,
            "83361792" : 1221,
            "84410368" : 1178,
            "85458944" : 1038,
            "86507520" : 981,
            "87556096" : 910,
            "88604672" : 765,
            "89653248" : 784,
            "90701824" : 700,
            "91750400" : 679,
            "92798976" : 594,
            "93847552" : 555,
            "94896128" : 500,
            "95944704" : 497,
            "96993280" : 391,
            "98041856" : 362,
            "99090432" : 326,
            "100139008" : 330,
            "101187584" : 292,
            "102236160" : 259,
            "103284736" : 282,
            "104333312" : 238,
            "105381888" : 217,
            "106430464" : 184,
            "107479040" : 150,
            "108527616" : 131,
            "109576192" : 168,
            "110624768" : 159,
            "111673344" : 137,
            "112721920" : 142,
            "113770496" : 114,
            "114819072" : 85,
            "115867648" : 71,
            "116916224" : 53,
            "117964800" : 53,
            "119013376" : 79,
            "120061952" : 79,
            "121110528" : 49,
            "122159104" : 48,
            "123207680" : 40,
            "124256256" : 30,
            "125304832" : 28,
            "126353408" : 25,
            "127401984" : 22,
            "128450560" : 19,
            "129499136" : 18,
            "130547712" : 24,
            "131596288" : 16,
            "132644864" : 19,
            "133693440" : 16,
            "135266304" : 13,
            "137363456" : 6,
            "139460608" : 7,
            "141557760" : 3,
            "143654912" : 8,
            "145752064" : 1,
            "154140672" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 155194192,
          "mean" : 35891255.708355,
          "stddev" : 17045783.919779,
          "N" : 1284221
        },
        "bw_min" : 37234,
        "bw_max" : 85085,
        "bw_agg" : 100.000000,
        "bw_mean" : 57104.458101,
        "bw_dev" : 286.955247,
        "bw_samples" : 5728,
        "iops_min" : 9306,
        "iops_max" : 21271,
        "iops_mean" : 14272.832402,
        "iops_stddev" : 71.769001,
        "iops_samples" : 5728
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880197,
      "usr_cpu" : 0.176550,
      "sys_cpu" : 2.216446,
      "ctx" : 1781977,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.895572,
        "20" : 16.311506,
        "50" : 65.015694,
        "100" : 14.502828,
        "250" : 0.271909,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847272,
  "timestamp_ms" : 1772847272334,
  "time" : "Fri Mar  6 21:34:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5833879552,
        "io_kbytes" : 5697148,
        "bw_bytes" : 58332378,
        "bw" : 56965,
        "iops" : 14242.443331,
        "runtime" : 100011,
        "total_ios" : 1424401,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2235327.659561,
          "stddev" : 3266263.194892,
          "N" : 1424401
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 154584622,
          "mean" : 33717496.641887,
          "stddev" : 16473718.133800,
          "N" : 1424369,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12124160,
            "10.000000" : 15532032,
            "20.000000" : 19791872,
            "30.000000" : 23986176,
            "40.000000" : 27131904,
            "50.000000" : 31064064,
            "60.000000" : 34865152,
            "70.000000" : 39583744,
            "80.000000" : 45350912,
            "90.000000" : 55312384,
            "95.000000" : 64749568,
            "99.000000" : 85458944,
            "99.500000" : 93847552,
            "99.900000" : 110624768,
            "99.950000" : 116916224,
            "99.990000" : 129499136
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 4,
            "5406720" : 14,
            "5472256" : 25,
            "5537792" : 51,
            "5603328" : 54,
            "5668864" : 77,
            "5734400" : 104,
            "5799936" : 99,
            "5865472" : 92,
            "5931008" : 75,
            "5996544" : 101,
            "6062080" : 85,
            "6127616" : 96,
            "6193152" : 85,
            "6258688" : 90,
            "6324224" : 102,
            "6389760" : 98,
            "6455296" : 97,
            "6520832" : 111,
            "6586368" : 114,
            "6651904" : 141,
            "6717440" : 170,
            "6782976" : 164,
            "6848512" : 186,
            "6914048" : 206,
            "6979584" : 228,
            "7045120" : 260,
            "7110656" : 261,
            "7176192" : 260,
            "7241728" : 304,
            "7307264" : 368,
            "7372800" : 392,
            "7438336" : 441,
            "7503872" : 460,
            "7569408" : 524,
            "7634944" : 586,
            "7700480" : 653,
            "7766016" : 746,
            "7831552" : 830,
            "7897088" : 909,
            "7962624" : 1011,
            "8028160" : 1013,
            "8093696" : 1166,
            "8159232" : 1138,
            "8224768" : 1270,
            "8290304" : 1372,
            "8355840" : 1451,
            "8454144" : 3188,
            "8585216" : 3331,
            "8716288" : 3501,
            "8847360" : 3617,
            "8978432" : 3604,
            "9109504" : 3492,
            "9240576" : 3349,
            "9371648" : 3156,
            "9502720" : 2902,
            "9633792" : 2544,
            "9764864" : 2213,
            "9895936" : 1999,
            "10027008" : 1751,
            "10158080" : 1566,
            "10289152" : 1319,
            "10420224" : 1191,
            "10551296" : 1037,
            "10682368" : 1017,
            "10813440" : 862,
            "10944512" : 827,
            "11075584" : 807,
            "11206656" : 744,
            "11337728" : 764,
            "11468800" : 758,
            "11599872" : 746,
            "11730944" : 826,
            "11862016" : 872,
            "11993088" : 853,
            "12124160" : 933,
            "12255232" : 1019,
            "12386304" : 1113,
            "12517376" : 1163,
            "12648448" : 1372,
            "12779520" : 1490,
            "12910592" : 1586,
            "13041664" : 1725,
            "13172736" : 1876,
            "13303808" : 1898,
            "13434880" : 2108,
            "13565952" : 2264,
            "13697024" : 2342,
            "13828096" : 2673,
            "13959168" : 2890,
            "14090240" : 2947,
            "14221312" : 3070,
            "14352384" : 3288,
            "14483456" : 3527,
            "14614528" : 3539,
            "14745600" : 3661,
            "14876672" : 4008,
            "15007744" : 4134,
            "15138816" : 4315,
            "15269888" : 4485,
            "15400960" : 4481,
            "15532032" : 4635,
            "15663104" : 4970,
            "15794176" : 5059,
            "15925248" : 5178,
            "16056320" : 5173,
            "16187392" : 5247,
            "16318464" : 5431,
            "16449536" : 5346,
            "16580608" : 5354,
            "16711680" : 5409,
            "16908288" : 10498,
            "17170432" : 10106,
            "17432576" : 9654,
            "17694720" : 9313,
            "17956864" : 8713,
            "18219008" : 8060,
            "18481152" : 7393,
            "18743296" : 6941,
            "19005440" : 6441,
            "19267584" : 6058,
            "19529728" : 6032,
            "19791872" : 5988,
            "20054016" : 5862,
            "20316160" : 6010,
            "20578304" : 6571,
            "20840448" : 6893,
            "21102592" : 7182,
            "21364736" : 7883,
            "21626880" : 8202,
            "21889024" : 8612,
            "22151168" : 9075,
            "22413312" : 9847,
            "22675456" : 10360,
            "22937600" : 10480,
            "23199744" : 11067,
            "23461888" : 11555,
            "23724032" : 11892,
            "23986176" : 12167,
            "24248320" : 12262,
            "24510464" : 12785,
            "24772608" : 12877,
            "25034752" : 12784,
            "25296896" : 12778,
            "25559040" : 12732,
            "25821184" : 12812,
            "26083328" : 12662,
            "26345472" : 12161,
            "26607616" : 11843,
            "26869760" : 11407,
            "27131904" : 10672,
            "27394048" : 10348,
            "27656192" : 9545,
            "27918336" : 9096,
            "28180480" : 9273,
            "28442624" : 8863,
            "28704768" : 8866,
            "28966912" : 8613,
            "29229056" : 8564,
            "29491200" : 8523,
            "29753344" : 8765,
            "30015488" : 8812,
            "30277632" : 8914,
            "30539776" : 9084,
            "30801920" : 9396,
            "31064064" : 9487,
            "31326208" : 9655,
            "31588352" : 9713,
            "31850496" : 10044,
            "32112640" : 10264,
            "32374784" : 10449,
            "32636928" : 10589,
            "32899072" : 10791,
            "33161216" : 10537,
            "33423360" : 10555,
            "33816576" : 21241,
            "34340864" : 20662,
            "34865152" : 20039,
            "35389440" : 18815,
            "35913728" : 17143,
            "36438016" : 16090,
            "36962304" : 14938,
            "37486592" : 14231,
            "38010880" : 13698,
            "38535168" : 12927,
            "39059456" : 12972,
            "39583744" : 13089,
            "40108032" : 13248,
            "40632320" : 13560,
            "41156608" : 13547,
            "41680896" : 13648,
            "42205184" : 13403,
            "42729472" : 13256,
            "43253760" : 12984,
            "43778048" : 12552,
            "44302336" : 11785,
            "44826624" : 10938,
            "45350912" : 10350,
            "45875200" : 9741,
            "46399488" : 9165,
            "46923776" : 8727,
            "47448064" : 8443,
            "47972352" : 8117,
            "48496640" : 8091,
            "49020928" : 8122,
            "49545216" : 7776,
            "50069504" : 7815,
            "50593792" : 7542,
            "51118080" : 7446,
            "51642368" : 7573,
            "52166656" : 7210,
            "52690944" : 6848,
            "53215232" : 6764,
            "53739520" : 5989,
            "54263808" : 5822,
            "54788096" : 5700,
            "55312384" : 5454,
            "55836672" : 5037,
            "56360960" : 4843,
            "56885248" : 4731,
            "57409536" : 4619,
            "57933824" : 4338,
            "58458112" : 4257,
            "58982400" : 4010,
            "59506688" : 4139,
            "60030976" : 3995,
            "60555264" : 3883,
            "61079552" : 3763,
            "61603840" : 3685,
            "62128128" : 3524,
            "62652416" : 3476,
            "63176704" : 3262,
            "63700992" : 3094,
            "64225280" : 2993,
            "64749568" : 2958,
            "65273856" : 2706,
            "65798144" : 2594,
            "66322432" : 2538,
            "66846720" : 2324,
            "67633152" : 4638,
            "68681728" : 4345,
            "69730304" : 3814,
            "70778880" : 3741,
            "71827456" : 3289,
            "72876032" : 3064,
            "73924608" : 2999,
            "74973184" : 2713,
            "76021760" : 2464,
            "77070336" : 2294,
            "78118912" : 2139,
            "79167488" : 2001,
            "80216064" : 1877,
            "81264640" : 1726,
            "82313216" : 1459,
            "83361792" : 1423,
            "84410368" : 1340,
            "85458944" : 1167,
            "86507520" : 1123,
            "87556096" : 1025,
            "88604672" : 911,
            "89653248" : 897,
            "90701824" : 827,
            "91750400" : 819,
            "92798976" : 706,
            "93847552" : 670,
            "94896128" : 572,
            "95944704" : 575,
            "96993280" : 458,
            "98041856" : 421,
            "99090432" : 382,
            "100139008" : 387,
            "101187584" : 360,
            "102236160" : 303,
            "103284736" : 331,
            "104333312" : 273,
            "105381888" : 252,
            "106430464" : 213,
            "107479040" : 174,
            "108527616" : 161,
            "109576192" : 196,
            "110624768" : 181,
            "111673344" : 161,
            "112721920" : 162,
            "113770496" : 132,
            "114819072" : 94,
            "115867648" : 91,
            "116916224" : 62,
            "117964800" : 65,
            "119013376" : 88,
            "120061952" : 90,
            "121110528" : 58,
            "122159104" : 56,
            "123207680" : 44,
            "124256256" : 36,
            "125304832" : 34,
            "126353408" : 26,
            "127401984" : 27,
            "128450560" : 27,
            "129499136" : 19,
            "130547712" : 30,
            "131596288" : 18,
            "132644864" : 22,
            "133693440" : 17,
            "135266304" : 15,
            "137363456" : 7,
            "139460608" : 9,
            "141557760" : 4,
            "143654912" : 12,
            "145752064" : 1,
            "154140672" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 155194192,
          "mean" : 35953290.939233,
          "stddev" : 17141791.300432,
          "N" : 1424369
        },
        "bw_min" : 36579,
        "bw_max" : 85101,
        "bw_agg" : 100.000000,
        "bw_mean" : 56972.286432,
        "bw_dev" : 288.479799,
        "bw_samples" : 6368,
        "iops_min" : 9143,
        "iops_max" : 21275,
        "iops_mean" : 14239.924623,
        "iops_stddev" : 72.151760,
        "iops_samples" : 6368
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3200193,
      "usr_cpu" : 0.175864,
      "sys_cpu" : 2.212710,
      "ctx" : 1976550,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.897849,
        "20" : 16.290286,
        "50" : 64.916410,
        "100" : 14.605718,
        "250" : 0.287489,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847282,
  "timestamp_ms" : 1772847282334,
  "time" : "Fri Mar  6 21:34:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6391943168,
        "io_kbytes" : 6242132,
        "bw_bytes" : 58102235,
        "bw" : 56740,
        "iops" : 14186.479657,
        "runtime" : 110012,
        "total_ios" : 1560683,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2244155.621073,
          "stddev" : 3276748.558243,
          "N" : 1560683
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 154584622,
          "mean" : 33848792.886509,
          "stddev" : 16546472.714099,
          "N" : 1560651,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12255232,
            "10.000000" : 15663104,
            "20.000000" : 20054016,
            "30.000000" : 24248320,
            "40.000000" : 27131904,
            "50.000000" : 31326208,
            "60.000000" : 34865152,
            "70.000000" : 39583744,
            "80.000000" : 45875200,
            "90.000000" : 55836672,
            "95.000000" : 65273856,
            "99.000000" : 85458944,
            "99.500000" : 93847552,
            "99.900000" : 111673344,
            "99.950000" : 119013376,
            "99.990000" : 130547712
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 4,
            "5406720" : 14,
            "5472256" : 26,
            "5537792" : 53,
            "5603328" : 61,
            "5668864" : 84,
            "5734400" : 111,
            "5799936" : 106,
            "5865472" : 98,
            "5931008" : 84,
            "5996544" : 103,
            "6062080" : 89,
            "6127616" : 105,
            "6193152" : 88,
            "6258688" : 93,
            "6324224" : 104,
            "6389760" : 104,
            "6455296" : 101,
            "6520832" : 124,
            "6586368" : 126,
            "6651904" : 159,
            "6717440" : 181,
            "6782976" : 177,
            "6848512" : 202,
            "6914048" : 212,
            "6979584" : 248,
            "7045120" : 278,
            "7110656" : 287,
            "7176192" : 293,
            "7241728" : 326,
            "7307264" : 390,
            "7372800" : 425,
            "7438336" : 473,
            "7503872" : 495,
            "7569408" : 573,
            "7634944" : 632,
            "7700480" : 714,
            "7766016" : 808,
            "7831552" : 887,
            "7897088" : 981,
            "7962624" : 1080,
            "8028160" : 1092,
            "8093696" : 1253,
            "8159232" : 1226,
            "8224768" : 1371,
            "8290304" : 1484,
            "8355840" : 1563,
            "8454144" : 3420,
            "8585216" : 3621,
            "8716288" : 3786,
            "8847360" : 3908,
            "8978432" : 3932,
            "9109504" : 3840,
            "9240576" : 3654,
            "9371648" : 3413,
            "9502720" : 3132,
            "9633792" : 2739,
            "9764864" : 2411,
            "9895936" : 2183,
            "10027008" : 1918,
            "10158080" : 1703,
            "10289152" : 1427,
            "10420224" : 1289,
            "10551296" : 1143,
            "10682368" : 1083,
            "10813440" : 915,
            "10944512" : 887,
            "11075584" : 862,
            "11206656" : 806,
            "11337728" : 823,
            "11468800" : 811,
            "11599872" : 820,
            "11730944" : 894,
            "11862016" : 946,
            "11993088" : 927,
            "12124160" : 987,
            "12255232" : 1081,
            "12386304" : 1177,
            "12517376" : 1252,
            "12648448" : 1469,
            "12779520" : 1592,
            "12910592" : 1720,
            "13041664" : 1858,
            "13172736" : 2030,
            "13303808" : 2047,
            "13434880" : 2285,
            "13565952" : 2447,
            "13697024" : 2564,
            "13828096" : 2901,
            "13959168" : 3125,
            "14090240" : 3170,
            "14221312" : 3320,
            "14352384" : 3572,
            "14483456" : 3828,
            "14614528" : 3900,
            "14745600" : 3993,
            "14876672" : 4325,
            "15007744" : 4496,
            "15138816" : 4674,
            "15269888" : 4840,
            "15400960" : 4858,
            "15532032" : 5020,
            "15663104" : 5390,
            "15794176" : 5447,
            "15925248" : 5586,
            "16056320" : 5591,
            "16187392" : 5707,
            "16318464" : 5855,
            "16449536" : 5776,
            "16580608" : 5779,
            "16711680" : 5887,
            "16908288" : 11457,
            "17170432" : 11035,
            "17432576" : 10580,
            "17694720" : 10263,
            "17956864" : 9599,
            "18219008" : 8787,
            "18481152" : 8181,
            "18743296" : 7673,
            "19005440" : 7087,
            "19267584" : 6660,
            "19529728" : 6565,
            "19791872" : 6549,
            "20054016" : 6423,
            "20316160" : 6544,
            "20578304" : 7154,
            "20840448" : 7524,
            "21102592" : 7846,
            "21364736" : 8556,
            "21626880" : 8820,
            "21889024" : 9314,
            "22151168" : 9760,
            "22413312" : 10638,
            "22675456" : 11172,
            "22937600" : 11297,
            "23199744" : 11884,
            "23461888" : 12396,
            "23724032" : 12918,
            "23986176" : 13170,
            "24248320" : 13327,
            "24510464" : 13935,
            "24772608" : 14055,
            "25034752" : 13915,
            "25296896" : 13928,
            "25559040" : 13972,
            "25821184" : 13963,
            "26083328" : 13963,
            "26345472" : 13326,
            "26607616" : 12911,
            "26869760" : 12484,
            "27131904" : 11715,
            "27394048" : 11346,
            "27656192" : 10457,
            "27918336" : 10032,
            "28180480" : 10189,
            "28442624" : 9746,
            "28704768" : 9709,
            "28966912" : 9410,
            "29229056" : 9368,
            "29491200" : 9325,
            "29753344" : 9461,
            "30015488" : 9579,
            "30277632" : 9622,
            "30539776" : 9823,
            "30801920" : 10193,
            "31064064" : 10309,
            "31326208" : 10530,
            "31588352" : 10624,
            "31850496" : 10946,
            "32112640" : 11228,
            "32374784" : 11421,
            "32636928" : 11536,
            "32899072" : 11861,
            "33161216" : 11612,
            "33423360" : 11609,
            "33816576" : 23218,
            "34340864" : 22862,
            "34865152" : 22123,
            "35389440" : 20817,
            "35913728" : 18896,
            "36438016" : 17846,
            "36962304" : 16621,
            "37486592" : 15723,
            "38010880" : 14965,
            "38535168" : 14215,
            "39059456" : 14281,
            "39583744" : 14393,
            "40108032" : 14437,
            "40632320" : 14784,
            "41156608" : 14955,
            "41680896" : 14966,
            "42205184" : 14734,
            "42729472" : 14544,
            "43253760" : 14272,
            "43778048" : 13831,
            "44302336" : 13110,
            "44826624" : 12221,
            "45350912" : 11514,
            "45875200" : 10759,
            "46399488" : 10107,
            "46923776" : 9615,
            "47448064" : 9355,
            "47972352" : 9010,
            "48496640" : 8873,
            "49020928" : 8863,
            "49545216" : 8544,
            "50069504" : 8586,
            "50593792" : 8291,
            "51118080" : 8194,
            "51642368" : 8356,
            "52166656" : 7995,
            "52690944" : 7615,
            "53215232" : 7477,
            "53739520" : 6679,
            "54263808" : 6481,
            "54788096" : 6341,
            "55312384" : 6074,
            "55836672" : 5576,
            "56360960" : 5370,
            "56885248" : 5182,
            "57409536" : 5070,
            "57933824" : 4734,
            "58458112" : 4672,
            "58982400" : 4426,
            "59506688" : 4568,
            "60030976" : 4412,
            "60555264" : 4360,
            "61079552" : 4166,
            "61603840" : 4123,
            "62128128" : 3935,
            "62652416" : 3862,
            "63176704" : 3642,
            "63700992" : 3461,
            "64225280" : 3339,
            "64749568" : 3242,
            "65273856" : 2979,
            "65798144" : 2823,
            "66322432" : 2771,
            "66846720" : 2564,
            "67633152" : 5072,
            "68681728" : 4813,
            "69730304" : 4282,
            "70778880" : 4173,
            "71827456" : 3694,
            "72876032" : 3470,
            "73924608" : 3326,
            "74973184" : 2979,
            "76021760" : 2704,
            "77070336" : 2536,
            "78118912" : 2364,
            "79167488" : 2260,
            "80216064" : 2104,
            "81264640" : 1938,
            "82313216" : 1635,
            "83361792" : 1606,
            "84410368" : 1494,
            "85458944" : 1301,
            "86507520" : 1261,
            "87556096" : 1174,
            "88604672" : 1027,
            "89653248" : 981,
            "90701824" : 914,
            "91750400" : 889,
            "92798976" : 793,
            "93847552" : 761,
            "94896128" : 638,
            "95944704" : 653,
            "96993280" : 514,
            "98041856" : 488,
            "99090432" : 445,
            "100139008" : 426,
            "101187584" : 398,
            "102236160" : 339,
            "103284736" : 373,
            "104333312" : 314,
            "105381888" : 304,
            "106430464" : 248,
            "107479040" : 210,
            "108527616" : 191,
            "109576192" : 227,
            "110624768" : 216,
            "111673344" : 180,
            "112721920" : 174,
            "113770496" : 151,
            "114819072" : 120,
            "115867648" : 110,
            "116916224" : 73,
            "117964800" : 77,
            "119013376" : 110,
            "120061952" : 104,
            "121110528" : 69,
            "122159104" : 65,
            "123207680" : 56,
            "124256256" : 49,
            "125304832" : 42,
            "126353408" : 30,
            "127401984" : 30,
            "128450560" : 31,
            "129499136" : 26,
            "130547712" : 34,
            "131596288" : 20,
            "132644864" : 26,
            "133693440" : 25,
            "135266304" : 19,
            "137363456" : 8,
            "139460608" : 12,
            "141557760" : 5,
            "143654912" : 17,
            "145752064" : 1,
            "152043520" : 3,
            "154140672" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 155194192,
          "mean" : 36093180.811887,
          "stddev" : 17219125.059907,
          "N" : 1560651
        },
        "bw_min" : 36079,
        "bw_max" : 85165,
        "bw_agg" : 100.000000,
        "bw_mean" : 56768.753425,
        "bw_dev" : 289.788636,
        "bw_samples" : 7008,
        "iops_min" : 9019,
        "iops_max" : 21291,
        "iops_mean" : 14189.223744,
        "iops_stddev" : 72.469840,
        "iops_samples" : 7008
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520215,
      "usr_cpu" : 0.176381,
      "sys_cpu" : 2.202110,
      "ctx" : 2166899,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.851839,
        "20" : 16.182915,
        "50" : 64.880953,
        "100" : 14.777248,
        "250" : 0.304995,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847292,
  "timestamp_ms" : 1772847292330,
  "time" : "Fri Mar  6 21:34:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6963978240,
        "io_kbytes" : 6800760,
        "bw_bytes" : 58027349,
        "bw" : 56667,
        "iops" : 14168.066527,
        "runtime" : 120012,
        "total_ios" : 1700338,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2247003.041462,
          "stddev" : 3282567.260019,
          "N" : 1700338
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 154584622,
          "mean" : 33894595.121216,
          "stddev" : 16603290.915163,
          "N" : 1700306,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12124160,
            "10.000000" : 15663104,
            "20.000000" : 20054016,
            "30.000000" : 24248320,
            "40.000000" : 27131904,
            "50.000000" : 31326208,
            "60.000000" : 34865152,
            "70.000000" : 40108032,
            "80.000000" : 45875200,
            "90.000000" : 55836672,
            "95.000000" : 65273856,
            "99.000000" : 86507520,
            "99.500000" : 94896128,
            "99.900000" : 111673344,
            "99.950000" : 119013376,
            "99.990000" : 130547712
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 4,
            "5406720" : 14,
            "5472256" : 26,
            "5537792" : 57,
            "5603328" : 68,
            "5668864" : 91,
            "5734400" : 119,
            "5799936" : 110,
            "5865472" : 103,
            "5931008" : 95,
            "5996544" : 108,
            "6062080" : 94,
            "6127616" : 114,
            "6193152" : 94,
            "6258688" : 96,
            "6324224" : 109,
            "6389760" : 108,
            "6455296" : 107,
            "6520832" : 130,
            "6586368" : 129,
            "6651904" : 167,
            "6717440" : 197,
            "6782976" : 190,
            "6848512" : 216,
            "6914048" : 227,
            "6979584" : 266,
            "7045120" : 307,
            "7110656" : 318,
            "7176192" : 325,
            "7241728" : 362,
            "7307264" : 429,
            "7372800" : 460,
            "7438336" : 530,
            "7503872" : 553,
            "7569408" : 636,
            "7634944" : 695,
            "7700480" : 762,
            "7766016" : 885,
            "7831552" : 963,
            "7897088" : 1049,
            "7962624" : 1188,
            "8028160" : 1187,
            "8093696" : 1360,
            "8159232" : 1367,
            "8224768" : 1510,
            "8290304" : 1625,
            "8355840" : 1700,
            "8454144" : 3717,
            "8585216" : 3939,
            "8716288" : 4141,
            "8847360" : 4234,
            "8978432" : 4268,
            "9109504" : 4181,
            "9240576" : 4001,
            "9371648" : 3728,
            "9502720" : 3391,
            "9633792" : 3002,
            "9764864" : 2641,
            "9895936" : 2392,
            "10027008" : 2110,
            "10158080" : 1885,
            "10289152" : 1591,
            "10420224" : 1431,
            "10551296" : 1271,
            "10682368" : 1210,
            "10813440" : 1000,
            "10944512" : 988,
            "11075584" : 965,
            "11206656" : 899,
            "11337728" : 915,
            "11468800" : 919,
            "11599872" : 930,
            "11730944" : 977,
            "11862016" : 1063,
            "11993088" : 1030,
            "12124160" : 1093,
            "12255232" : 1196,
            "12386304" : 1291,
            "12517376" : 1359,
            "12648448" : 1609,
            "12779520" : 1731,
            "12910592" : 1863,
            "13041664" : 2003,
            "13172736" : 2195,
            "13303808" : 2203,
            "13434880" : 2484,
            "13565952" : 2666,
            "13697024" : 2787,
            "13828096" : 3138,
            "13959168" : 3402,
            "14090240" : 3460,
            "14221312" : 3603,
            "14352384" : 3885,
            "14483456" : 4160,
            "14614528" : 4233,
            "14745600" : 4336,
            "14876672" : 4684,
            "15007744" : 4906,
            "15138816" : 5032,
            "15269888" : 5269,
            "15400960" : 5300,
            "15532032" : 5531,
            "15663104" : 5870,
            "15794176" : 5957,
            "15925248" : 6106,
            "16056320" : 6051,
            "16187392" : 6166,
            "16318464" : 6324,
            "16449536" : 6257,
            "16580608" : 6243,
            "16711680" : 6405,
            "16908288" : 12448,
            "17170432" : 11982,
            "17432576" : 11563,
            "17694720" : 11265,
            "17956864" : 10537,
            "18219008" : 9571,
            "18481152" : 8951,
            "18743296" : 8305,
            "19005440" : 7704,
            "19267584" : 7276,
            "19529728" : 7133,
            "19791872" : 7120,
            "20054016" : 6929,
            "20316160" : 7106,
            "20578304" : 7742,
            "20840448" : 8170,
            "21102592" : 8536,
            "21364736" : 9242,
            "21626880" : 9593,
            "21889024" : 10078,
            "22151168" : 10592,
            "22413312" : 11517,
            "22675456" : 12159,
            "22937600" : 12332,
            "23199744" : 12991,
            "23461888" : 13469,
            "23724032" : 13965,
            "23986176" : 14260,
            "24248320" : 14493,
            "24510464" : 15076,
            "24772608" : 15221,
            "25034752" : 15085,
            "25296896" : 15099,
            "25559040" : 15146,
            "25821184" : 15030,
            "26083328" : 15111,
            "26345472" : 14527,
            "26607616" : 14077,
            "26869760" : 13646,
            "27131904" : 12800,
            "27394048" : 12318,
            "27656192" : 11484,
            "27918336" : 10952,
            "28180480" : 11031,
            "28442624" : 10628,
            "28704768" : 10583,
            "28966912" : 10240,
            "29229056" : 10208,
            "29491200" : 10167,
            "29753344" : 10302,
            "30015488" : 10393,
            "30277632" : 10497,
            "30539776" : 10664,
            "30801920" : 11102,
            "31064064" : 11154,
            "31326208" : 11473,
            "31588352" : 11592,
            "31850496" : 11851,
            "32112640" : 12074,
            "32374784" : 12328,
            "32636928" : 12499,
            "32899072" : 12882,
            "33161216" : 12651,
            "33423360" : 12698,
            "33816576" : 25275,
            "34340864" : 24863,
            "34865152" : 24138,
            "35389440" : 22706,
            "35913728" : 20616,
            "36438016" : 19556,
            "36962304" : 18212,
            "37486592" : 17102,
            "38010880" : 16274,
            "38535168" : 15377,
            "39059456" : 15455,
            "39583744" : 15523,
            "40108032" : 15641,
            "40632320" : 16137,
            "41156608" : 16296,
            "41680896" : 16270,
            "42205184" : 16019,
            "42729472" : 15838,
            "43253760" : 15571,
            "43778048" : 15048,
            "44302336" : 14360,
            "44826624" : 13395,
            "45350912" : 12660,
            "45875200" : 11835,
            "46399488" : 11075,
            "46923776" : 10420,
            "47448064" : 10147,
            "47972352" : 9805,
            "48496640" : 9595,
            "49020928" : 9538,
            "49545216" : 9319,
            "50069504" : 9301,
            "50593792" : 9020,
            "51118080" : 9004,
            "51642368" : 9141,
            "52166656" : 8801,
            "52690944" : 8406,
            "53215232" : 8221,
            "53739520" : 7404,
            "54263808" : 7100,
            "54788096" : 6941,
            "55312384" : 6642,
            "55836672" : 6158,
            "56360960" : 5852,
            "56885248" : 5674,
            "57409536" : 5440,
            "57933824" : 5145,
            "58458112" : 5122,
            "58982400" : 4855,
            "59506688" : 4988,
            "60030976" : 4785,
            "60555264" : 4786,
            "61079552" : 4556,
            "61603840" : 4495,
            "62128128" : 4322,
            "62652416" : 4262,
            "63176704" : 4055,
            "63700992" : 3812,
            "64225280" : 3638,
            "64749568" : 3530,
            "65273856" : 3239,
            "65798144" : 3093,
            "66322432" : 3037,
            "66846720" : 2834,
            "67633152" : 5524,
            "68681728" : 5213,
            "69730304" : 4680,
            "70778880" : 4595,
            "71827456" : 4038,
            "72876032" : 3783,
            "73924608" : 3634,
            "74973184" : 3297,
            "76021760" : 2979,
            "77070336" : 2779,
            "78118912" : 2631,
            "79167488" : 2518,
            "80216064" : 2316,
            "81264640" : 2149,
            "82313216" : 1794,
            "83361792" : 1773,
            "84410368" : 1614,
            "85458944" : 1444,
            "86507520" : 1386,
            "87556096" : 1311,
            "88604672" : 1193,
            "89653248" : 1112,
            "90701824" : 1040,
            "91750400" : 988,
            "92798976" : 900,
            "93847552" : 845,
            "94896128" : 710,
            "95944704" : 694,
            "96993280" : 555,
            "98041856" : 550,
            "99090432" : 503,
            "100139008" : 485,
            "101187584" : 454,
            "102236160" : 400,
            "103284736" : 420,
            "104333312" : 361,
            "105381888" : 335,
            "106430464" : 275,
            "107479040" : 240,
            "108527616" : 203,
            "109576192" : 246,
            "110624768" : 244,
            "111673344" : 211,
            "112721920" : 193,
            "113770496" : 171,
            "114819072" : 132,
            "115867648" : 125,
            "116916224" : 84,
            "117964800" : 89,
            "119013376" : 117,
            "120061952" : 110,
            "121110528" : 77,
            "122159104" : 73,
            "123207680" : 67,
            "124256256" : 55,
            "125304832" : 47,
            "126353408" : 32,
            "127401984" : 35,
            "128450560" : 35,
            "129499136" : 28,
            "130547712" : 37,
            "131596288" : 21,
            "132644864" : 29,
            "133693440" : 26,
            "135266304" : 21,
            "137363456" : 11,
            "139460608" : 13,
            "141557760" : 6,
            "143654912" : 19,
            "145752064" : 1,
            "152043520" : 3,
            "154140672" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 155194192,
          "mean" : 36142331.308716,
          "stddev" : 17278522.357509,
          "N" : 1700306
        },
        "bw_min" : 35877,
        "bw_max" : 85781,
        "bw_agg" : 99.987060,
        "bw_mean" : 56660.502092,
        "bw_dev" : 289.563348,
        "bw_samples" : 7648,
        "iops_min" : 8967,
        "iops_max" : 21445,
        "iops_mean" : 14162.117155,
        "iops_stddev" : 72.416237,
        "iops_samples" : 7648
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3840207,
      "usr_cpu" : 0.175824,
      "sys_cpu" : 2.198866,
      "ctx" : 2360887,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.854528,
        "20" : 16.188017,
        "50" : 64.765594,
        "100" : 14.875101,
        "250" : 0.314879,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847302,
  "timestamp_ms" : 1772847302341,
  "time" : "Fri Mar  6 21:35:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7542661120,
        "io_kbytes" : 7365880,
        "bw_bytes" : 58015114,
        "bw" : 56655,
        "iops" : 14164.277144,
        "runtime" : 130012,
        "total_ios" : 1841526,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2247601.800698,
          "stddev" : 3282400.883928,
          "N" : 1841526
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 156119854,
          "mean" : 33899446.714076,
          "stddev" : 16592091.841183,
          "N" : 1841494,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12255232,
            "10.000000" : 15663104,
            "20.000000" : 20054016,
            "30.000000" : 24248320,
            "40.000000" : 27131904,
            "50.000000" : 31326208,
            "60.000000" : 34865152,
            "70.000000" : 40108032,
            "80.000000" : 45875200,
            "90.000000" : 55836672,
            "95.000000" : 65273856,
            "99.000000" : 86507520,
            "99.500000" : 94896128,
            "99.900000" : 112721920,
            "99.950000" : 119013376,
            "99.990000" : 131596288
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 5,
            "5406720" : 16,
            "5472256" : 30,
            "5537792" : 58,
            "5603328" : 70,
            "5668864" : 92,
            "5734400" : 124,
            "5799936" : 118,
            "5865472" : 107,
            "5931008" : 105,
            "5996544" : 121,
            "6062080" : 102,
            "6127616" : 123,
            "6193152" : 109,
            "6258688" : 111,
            "6324224" : 120,
            "6389760" : 116,
            "6455296" : 119,
            "6520832" : 145,
            "6586368" : 146,
            "6651904" : 179,
            "6717440" : 220,
            "6782976" : 221,
            "6848512" : 250,
            "6914048" : 255,
            "6979584" : 310,
            "7045120" : 347,
            "7110656" : 363,
            "7176192" : 363,
            "7241728" : 414,
            "7307264" : 474,
            "7372800" : 508,
            "7438336" : 587,
            "7503872" : 607,
            "7569408" : 710,
            "7634944" : 786,
            "7700480" : 851,
            "7766016" : 983,
            "7831552" : 1068,
            "7897088" : 1159,
            "7962624" : 1291,
            "8028160" : 1299,
            "8093696" : 1477,
            "8159232" : 1511,
            "8224768" : 1627,
            "8290304" : 1744,
            "8355840" : 1844,
            "8454144" : 3992,
            "8585216" : 4246,
            "8716288" : 4446,
            "8847360" : 4544,
            "8978432" : 4559,
            "9109504" : 4463,
            "9240576" : 4279,
            "9371648" : 3968,
            "9502720" : 3661,
            "9633792" : 3225,
            "9764864" : 2841,
            "9895936" : 2561,
            "10027008" : 2277,
            "10158080" : 2012,
            "10289152" : 1707,
            "10420224" : 1506,
            "10551296" : 1358,
            "10682368" : 1299,
            "10813440" : 1078,
            "10944512" : 1060,
            "11075584" : 1041,
            "11206656" : 958,
            "11337728" : 997,
            "11468800" : 1008,
            "11599872" : 1005,
            "11730944" : 1069,
            "11862016" : 1141,
            "11993088" : 1114,
            "12124160" : 1186,
            "12255232" : 1302,
            "12386304" : 1408,
            "12517376" : 1512,
            "12648448" : 1762,
            "12779520" : 1898,
            "12910592" : 2052,
            "13041664" : 2183,
            "13172736" : 2384,
            "13303808" : 2446,
            "13434880" : 2731,
            "13565952" : 2927,
            "13697024" : 3057,
            "13828096" : 3387,
            "13959168" : 3668,
            "14090240" : 3746,
            "14221312" : 3917,
            "14352384" : 4188,
            "14483456" : 4513,
            "14614528" : 4642,
            "14745600" : 4730,
            "14876672" : 5073,
            "15007744" : 5347,
            "15138816" : 5414,
            "15269888" : 5712,
            "15400960" : 5751,
            "15532032" : 6031,
            "15663104" : 6368,
            "15794176" : 6432,
            "15925248" : 6584,
            "16056320" : 6494,
            "16187392" : 6687,
            "16318464" : 6792,
            "16449536" : 6765,
            "16580608" : 6758,
            "16711680" : 6874,
            "16908288" : 13437,
            "17170432" : 12958,
            "17432576" : 12442,
            "17694720" : 12124,
            "17956864" : 11443,
            "18219008" : 10380,
            "18481152" : 9652,
            "18743296" : 8939,
            "19005440" : 8316,
            "19267584" : 7891,
            "19529728" : 7734,
            "19791872" : 7708,
            "20054016" : 7531,
            "20316160" : 7698,
            "20578304" : 8320,
            "20840448" : 8805,
            "21102592" : 9206,
            "21364736" : 9968,
            "21626880" : 10372,
            "21889024" : 10984,
            "22151168" : 11412,
            "22413312" : 12537,
            "22675456" : 13230,
            "22937600" : 13439,
            "23199744" : 14124,
            "23461888" : 14597,
            "23724032" : 15101,
            "23986176" : 15480,
            "24248320" : 15671,
            "24510464" : 16259,
            "24772608" : 16457,
            "25034752" : 16275,
            "25296896" : 16390,
            "25559040" : 16373,
            "25821184" : 16211,
            "26083328" : 16287,
            "26345472" : 15589,
            "26607616" : 15097,
            "26869760" : 14706,
            "27131904" : 13900,
            "27394048" : 13287,
            "27656192" : 12374,
            "27918336" : 11831,
            "28180480" : 11828,
            "28442624" : 11516,
            "28704768" : 11446,
            "28966912" : 11056,
            "29229056" : 11065,
            "29491200" : 11042,
            "29753344" : 11192,
            "30015488" : 11348,
            "30277632" : 11442,
            "30539776" : 11597,
            "30801920" : 12093,
            "31064064" : 12124,
            "31326208" : 12468,
            "31588352" : 12525,
            "31850496" : 12905,
            "32112640" : 13023,
            "32374784" : 13323,
            "32636928" : 13568,
            "32899072" : 13935,
            "33161216" : 13670,
            "33423360" : 13712,
            "33816576" : 27261,
            "34340864" : 26856,
            "34865152" : 26077,
            "35389440" : 24603,
            "35913728" : 22399,
            "36438016" : 21192,
            "36962304" : 19686,
            "37486592" : 18572,
            "38010880" : 17685,
            "38535168" : 16765,
            "39059456" : 16789,
            "39583744" : 16854,
            "40108032" : 17026,
            "40632320" : 17433,
            "41156608" : 17693,
            "41680896" : 17546,
            "42205184" : 17434,
            "42729472" : 17130,
            "43253760" : 16869,
            "43778048" : 16368,
            "44302336" : 15647,
            "44826624" : 14523,
            "45350912" : 13770,
            "45875200" : 12880,
            "46399488" : 12051,
            "46923776" : 11324,
            "47448064" : 11084,
            "47972352" : 10610,
            "48496640" : 10368,
            "49020928" : 10299,
            "49545216" : 10124,
            "50069504" : 10063,
            "50593792" : 9798,
            "51118080" : 9698,
            "51642368" : 9896,
            "52166656" : 9507,
            "52690944" : 9192,
            "53215232" : 8891,
            "53739520" : 8126,
            "54263808" : 7772,
            "54788096" : 7582,
            "55312384" : 7214,
            "55836672" : 6694,
            "56360960" : 6372,
            "56885248" : 6153,
            "57409536" : 5936,
            "57933824" : 5560,
            "58458112" : 5537,
            "58982400" : 5257,
            "59506688" : 5403,
            "60030976" : 5217,
            "60555264" : 5230,
            "61079552" : 4999,
            "61603840" : 4923,
            "62128128" : 4712,
            "62652416" : 4631,
            "63176704" : 4440,
            "63700992" : 4149,
            "64225280" : 3939,
            "64749568" : 3862,
            "65273856" : 3516,
            "65798144" : 3356,
            "66322432" : 3265,
            "66846720" : 3100,
            "67633152" : 5919,
            "68681728" : 5607,
            "69730304" : 5046,
            "70778880" : 4952,
            "71827456" : 4375,
            "72876032" : 4097,
            "73924608" : 3946,
            "74973184" : 3508,
            "76021760" : 3172,
            "77070336" : 2957,
            "78118912" : 2813,
            "79167488" : 2680,
            "80216064" : 2475,
            "81264640" : 2325,
            "82313216" : 1953,
            "83361792" : 1903,
            "84410368" : 1753,
            "85458944" : 1562,
            "86507520" : 1486,
            "87556096" : 1406,
            "88604672" : 1285,
            "89653248" : 1191,
            "90701824" : 1111,
            "91750400" : 1051,
            "92798976" : 952,
            "93847552" : 895,
            "94896128" : 776,
            "95944704" : 729,
            "96993280" : 599,
            "98041856" : 588,
            "99090432" : 543,
            "100139008" : 523,
            "101187584" : 477,
            "102236160" : 441,
            "103284736" : 452,
            "104333312" : 386,
            "105381888" : 354,
            "106430464" : 296,
            "107479040" : 252,
            "108527616" : 218,
            "109576192" : 260,
            "110624768" : 253,
            "111673344" : 227,
            "112721920" : 218,
            "113770496" : 191,
            "114819072" : 143,
            "115867648" : 138,
            "116916224" : 90,
            "117964800" : 97,
            "119013376" : 122,
            "120061952" : 118,
            "121110528" : 87,
            "122159104" : 80,
            "123207680" : 72,
            "124256256" : 63,
            "125304832" : 55,
            "126353408" : 37,
            "127401984" : 39,
            "128450560" : 36,
            "129499136" : 30,
            "130547712" : 39,
            "131596288" : 23,
            "132644864" : 30,
            "133693440" : 32,
            "135266304" : 26,
            "137363456" : 16,
            "139460608" : 19,
            "141557760" : 10,
            "143654912" : 20,
            "145752064" : 4,
            "147849216" : 2,
            "152043520" : 3,
            "154140672" : 1,
            "156237824" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 157374047,
          "mean" : 36147301.717652,
          "stddev" : 17266956.509683,
          "N" : 1841494
        },
        "bw_min" : 35813,
        "bw_max" : 86205,
        "bw_agg" : 100.000000,
        "bw_mean" : 56674.741313,
        "bw_dev" : 289.761457,
        "bw_samples" : 8288,
        "iops_min" : 8951,
        "iops_max" : 21551,
        "iops_mean" : 14165.830116,
        "iops_stddev" : 72.462802,
        "iops_samples" : 8288
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4160204,
      "usr_cpu" : 0.175400,
      "sys_cpu" : 2.199532,
      "ctx" : 2560135,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.848547,
        "20" : 16.178756,
        "50" : 64.772097,
        "100" : 14.884829,
        "250" : 0.314033,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847312,
  "timestamp_ms" : 1772847312336,
  "time" : "Fri Mar  6 21:35:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8104579072,
        "io_kbytes" : 7914628,
        "bw_bytes" : 57884888,
        "bw" : 56528,
        "iops" : 14132.967174,
        "runtime" : 140012,
        "total_ios" : 1978785,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2252580.254306,
          "stddev" : 3287332.317657,
          "N" : 1978785
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 156119854,
          "mean" : 33973956.222140,
          "stddev" : 16630481.459391,
          "N" : 1978753,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12255232,
            "10.000000" : 15663104,
            "20.000000" : 20054016,
            "30.000000" : 24248320,
            "40.000000" : 27394048,
            "50.000000" : 31326208,
            "60.000000" : 34865152,
            "70.000000" : 40108032,
            "80.000000" : 45875200,
            "90.000000" : 55836672,
            "95.000000" : 65273856,
            "99.000000" : 86507520,
            "99.500000" : 94896128,
            "99.900000" : 112721920,
            "99.950000" : 119013376,
            "99.990000" : 130547712
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 5,
            "5406720" : 16,
            "5472256" : 31,
            "5537792" : 61,
            "5603328" : 81,
            "5668864" : 101,
            "5734400" : 128,
            "5799936" : 121,
            "5865472" : 115,
            "5931008" : 113,
            "5996544" : 125,
            "6062080" : 108,
            "6127616" : 131,
            "6193152" : 121,
            "6258688" : 117,
            "6324224" : 131,
            "6389760" : 121,
            "6455296" : 127,
            "6520832" : 156,
            "6586368" : 158,
            "6651904" : 203,
            "6717440" : 231,
            "6782976" : 225,
            "6848512" : 262,
            "6914048" : 279,
            "6979584" : 332,
            "7045120" : 384,
            "7110656" : 395,
            "7176192" : 402,
            "7241728" : 459,
            "7307264" : 501,
            "7372800" : 561,
            "7438336" : 635,
            "7503872" : 653,
            "7569408" : 764,
            "7634944" : 844,
            "7700480" : 923,
            "7766016" : 1064,
            "7831552" : 1146,
            "7897088" : 1264,
            "7962624" : 1384,
            "8028160" : 1401,
            "8093696" : 1595,
            "8159232" : 1620,
            "8224768" : 1750,
            "8290304" : 1871,
            "8355840" : 1993,
            "8454144" : 4262,
            "8585216" : 4538,
            "8716288" : 4734,
            "8847360" : 4804,
            "8978432" : 4822,
            "9109504" : 4728,
            "9240576" : 4543,
            "9371648" : 4208,
            "9502720" : 3860,
            "9633792" : 3387,
            "9764864" : 3009,
            "9895936" : 2737,
            "10027008" : 2404,
            "10158080" : 2140,
            "10289152" : 1810,
            "10420224" : 1593,
            "10551296" : 1442,
            "10682368" : 1376,
            "10813440" : 1135,
            "10944512" : 1127,
            "11075584" : 1089,
            "11206656" : 1016,
            "11337728" : 1031,
            "11468800" : 1047,
            "11599872" : 1043,
            "11730944" : 1124,
            "11862016" : 1217,
            "11993088" : 1206,
            "12124160" : 1265,
            "12255232" : 1403,
            "12386304" : 1534,
            "12517376" : 1612,
            "12648448" : 1875,
            "12779520" : 2031,
            "12910592" : 2204,
            "13041664" : 2363,
            "13172736" : 2577,
            "13303808" : 2629,
            "13434880" : 2971,
            "13565952" : 3185,
            "13697024" : 3300,
            "13828096" : 3648,
            "13959168" : 3951,
            "14090240" : 4043,
            "14221312" : 4219,
            "14352384" : 4534,
            "14483456" : 4855,
            "14614528" : 4964,
            "14745600" : 5094,
            "14876672" : 5425,
            "15007744" : 5699,
            "15138816" : 5768,
            "15269888" : 6042,
            "15400960" : 6105,
            "15532032" : 6416,
            "15663104" : 6772,
            "15794176" : 6823,
            "15925248" : 6921,
            "16056320" : 6947,
            "16187392" : 7126,
            "16318464" : 7261,
            "16449536" : 7223,
            "16580608" : 7185,
            "16711680" : 7304,
            "16908288" : 14344,
            "17170432" : 13773,
            "17432576" : 13286,
            "17694720" : 12959,
            "17956864" : 12230,
            "18219008" : 11129,
            "18481152" : 10291,
            "18743296" : 9523,
            "19005440" : 8904,
            "19267584" : 8468,
            "19529728" : 8318,
            "19791872" : 8257,
            "20054016" : 8082,
            "20316160" : 8226,
            "20578304" : 8869,
            "20840448" : 9407,
            "21102592" : 9848,
            "21364736" : 10661,
            "21626880" : 11104,
            "21889024" : 11760,
            "22151168" : 12198,
            "22413312" : 13427,
            "22675456" : 14115,
            "22937600" : 14332,
            "23199744" : 15111,
            "23461888" : 15713,
            "23724032" : 16243,
            "23986176" : 16638,
            "24248320" : 16844,
            "24510464" : 17485,
            "24772608" : 17620,
            "25034752" : 17489,
            "25296896" : 17580,
            "25559040" : 17559,
            "25821184" : 17333,
            "26083328" : 17493,
            "26345472" : 16674,
            "26607616" : 16226,
            "26869760" : 15780,
            "27131904" : 14892,
            "27394048" : 14267,
            "27656192" : 13393,
            "27918336" : 12748,
            "28180480" : 12690,
            "28442624" : 12378,
            "28704768" : 12358,
            "28966912" : 11848,
            "29229056" : 11947,
            "29491200" : 11908,
            "29753344" : 12007,
            "30015488" : 12347,
            "30277632" : 12445,
            "30539776" : 12493,
            "30801920" : 13057,
            "31064064" : 12968,
            "31326208" : 13366,
            "31588352" : 13451,
            "31850496" : 13816,
            "32112640" : 13951,
            "32374784" : 14291,
            "32636928" : 14577,
            "32899072" : 14898,
            "33161216" : 14624,
            "33423360" : 14690,
            "33816576" : 29277,
            "34340864" : 28952,
            "34865152" : 28014,
            "35389440" : 26331,
            "35913728" : 24105,
            "36438016" : 22811,
            "36962304" : 21199,
            "37486592" : 20067,
            "38010880" : 19122,
            "38535168" : 18153,
            "39059456" : 18076,
            "39583744" : 18095,
            "40108032" : 18340,
            "40632320" : 18756,
            "41156608" : 18862,
            "41680896" : 18884,
            "42205184" : 18757,
            "42729472" : 18362,
            "43253760" : 18163,
            "43778048" : 17569,
            "44302336" : 16836,
            "44826624" : 15714,
            "45350912" : 14926,
            "45875200" : 13921,
            "46399488" : 13044,
            "46923776" : 12248,
            "47448064" : 11975,
            "47972352" : 11442,
            "48496640" : 11230,
            "49020928" : 11071,
            "49545216" : 10932,
            "50069504" : 10804,
            "50593792" : 10555,
            "51118080" : 10421,
            "51642368" : 10646,
            "52166656" : 10306,
            "52690944" : 9911,
            "53215232" : 9593,
            "53739520" : 8898,
            "54263808" : 8400,
            "54788096" : 8114,
            "55312384" : 7787,
            "55836672" : 7251,
            "56360960" : 6852,
            "56885248" : 6624,
            "57409536" : 6403,
            "57933824" : 6021,
            "58458112" : 6003,
            "58982400" : 5669,
            "59506688" : 5865,
            "60030976" : 5679,
            "60555264" : 5620,
            "61079552" : 5407,
            "61603840" : 5368,
            "62128128" : 5099,
            "62652416" : 4974,
            "63176704" : 4753,
            "63700992" : 4492,
            "64225280" : 4266,
            "64749568" : 4152,
            "65273856" : 3811,
            "65798144" : 3647,
            "66322432" : 3513,
            "66846720" : 3358,
            "67633152" : 6440,
            "68681728" : 6075,
            "69730304" : 5466,
            "70778880" : 5310,
            "71827456" : 4770,
            "72876032" : 4405,
            "73924608" : 4262,
            "74973184" : 3811,
            "76021760" : 3439,
            "77070336" : 3252,
            "78118912" : 3058,
            "79167488" : 2896,
            "80216064" : 2636,
            "81264640" : 2480,
            "82313216" : 2152,
            "83361792" : 2056,
            "84410368" : 1896,
            "85458944" : 1715,
            "86507520" : 1612,
            "87556096" : 1545,
            "88604672" : 1456,
            "89653248" : 1307,
            "90701824" : 1219,
            "91750400" : 1140,
            "92798976" : 1051,
            "93847552" : 964,
            "94896128" : 859,
            "95944704" : 809,
            "96993280" : 665,
            "98041856" : 684,
            "99090432" : 624,
            "100139008" : 588,
            "101187584" : 537,
            "102236160" : 485,
            "103284736" : 485,
            "104333312" : 422,
            "105381888" : 391,
            "106430464" : 327,
            "107479040" : 292,
            "108527616" : 245,
            "109576192" : 286,
            "110624768" : 279,
            "111673344" : 240,
            "112721920" : 239,
            "113770496" : 207,
            "114819072" : 150,
            "115867648" : 157,
            "116916224" : 108,
            "117964800" : 103,
            "119013376" : 135,
            "120061952" : 123,
            "121110528" : 98,
            "122159104" : 84,
            "123207680" : 74,
            "124256256" : 67,
            "125304832" : 56,
            "126353408" : 37,
            "127401984" : 47,
            "128450560" : 37,
            "129499136" : 31,
            "130547712" : 43,
            "131596288" : 24,
            "132644864" : 31,
            "133693440" : 32,
            "135266304" : 27,
            "137363456" : 16,
            "139460608" : 19,
            "141557760" : 11,
            "143654912" : 20,
            "145752064" : 4,
            "147849216" : 2,
            "152043520" : 3,
            "154140672" : 1,
            "156237824" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 157374047,
          "mean" : 36226558.995064,
          "stddev" : 17307180.747041,
          "N" : 1978753
        },
        "bw_min" : 35773,
        "bw_max" : 86205,
        "bw_agg" : 100.000000,
        "bw_mean" : 56551.835125,
        "bw_dev" : 289.065741,
        "bw_samples" : 8928,
        "iops_min" : 8941,
        "iops_max" : 21551,
        "iops_mean" : 14134.971326,
        "iops_stddev" : 72.291191,
        "iops_samples" : 8928
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4480220,
      "usr_cpu" : 0.174612,
      "sys_cpu" : 2.194044,
      "ctx" : 2752662,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.819414,
        "20" : 16.082798,
        "50" : 64.789959,
        "100" : 14.985964,
        "250" : 0.320247,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847322,
  "timestamp_ms" : 1772847322380,
  "time" : "Fri Mar  6 21:35:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8660807680,
        "io_kbytes" : 8457820,
        "bw_bytes" : 57734099,
        "bw" : 56380,
        "iops" : 14098.825427,
        "runtime" : 150012,
        "total_ios" : 2114993,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289792,
          "max" : 52032072,
          "mean" : 2258713.178070,
          "stddev" : 3294771.231456,
          "N" : 2114993
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 165510671,
          "mean" : 34065350.314677,
          "stddev" : 16672359.042943,
          "N" : 2114961,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 12386304,
            "10.000000" : 15663104,
            "20.000000" : 20054016,
            "30.000000" : 24248320,
            "40.000000" : 27394048,
            "50.000000" : 31588352,
            "60.000000" : 34865152,
            "70.000000" : 40108032,
            "80.000000" : 45875200,
            "90.000000" : 55836672,
            "95.000000" : 65273856,
            "99.000000" : 86507520,
            "99.500000" : 94896128,
            "99.900000" : 112721920,
            "99.950000" : 119013376,
            "99.990000" : 131596288
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 6,
            "5406720" : 16,
            "5472256" : 32,
            "5537792" : 64,
            "5603328" : 83,
            "5668864" : 109,
            "5734400" : 137,
            "5799936" : 135,
            "5865472" : 126,
            "5931008" : 120,
            "5996544" : 128,
            "6062080" : 114,
            "6127616" : 133,
            "6193152" : 124,
            "6258688" : 120,
            "6324224" : 135,
            "6389760" : 135,
            "6455296" : 137,
            "6520832" : 164,
            "6586368" : 169,
            "6651904" : 214,
            "6717440" : 247,
            "6782976" : 244,
            "6848512" : 280,
            "6914048" : 302,
            "6979584" : 355,
            "7045120" : 410,
            "7110656" : 430,
            "7176192" : 444,
            "7241728" : 502,
            "7307264" : 539,
            "7372800" : 616,
            "7438336" : 685,
            "7503872" : 701,
            "7569408" : 814,
            "7634944" : 896,
            "7700480" : 1000,
            "7766016" : 1136,
            "7831552" : 1218,
            "7897088" : 1339,
            "7962624" : 1465,
            "8028160" : 1489,
            "8093696" : 1686,
            "8159232" : 1748,
            "8224768" : 1865,
            "8290304" : 1980,
            "8355840" : 2112,
            "8454144" : 4498,
            "8585216" : 4802,
            "8716288" : 5000,
            "8847360" : 5096,
            "8978432" : 5092,
            "9109504" : 4980,
            "9240576" : 4767,
            "9371648" : 4424,
            "9502720" : 4081,
            "9633792" : 3587,
            "9764864" : 3186,
            "9895936" : 2899,
            "10027008" : 2528,
            "10158080" : 2237,
            "10289152" : 1890,
            "10420224" : 1666,
            "10551296" : 1514,
            "10682368" : 1438,
            "10813440" : 1188,
            "10944512" : 1188,
            "11075584" : 1133,
            "11206656" : 1063,
            "11337728" : 1063,
            "11468800" : 1088,
            "11599872" : 1073,
            "11730944" : 1170,
            "11862016" : 1267,
            "11993088" : 1258,
            "12124160" : 1318,
            "12255232" : 1469,
            "12386304" : 1596,
            "12517376" : 1689,
            "12648448" : 1979,
            "12779520" : 2137,
            "12910592" : 2345,
            "13041664" : 2513,
            "13172736" : 2738,
            "13303808" : 2806,
            "13434880" : 3151,
            "13565952" : 3390,
            "13697024" : 3512,
            "13828096" : 3886,
            "13959168" : 4202,
            "14090240" : 4294,
            "14221312" : 4484,
            "14352384" : 4812,
            "14483456" : 5108,
            "14614528" : 5253,
            "14745600" : 5390,
            "14876672" : 5725,
            "15007744" : 6032,
            "15138816" : 6120,
            "15269888" : 6370,
            "15400960" : 6441,
            "15532032" : 6737,
            "15663104" : 7116,
            "15794176" : 7214,
            "15925248" : 7295,
            "16056320" : 7302,
            "16187392" : 7479,
            "16318464" : 7619,
            "16449536" : 7637,
            "16580608" : 7596,
            "16711680" : 7756,
            "16908288" : 15213,
            "17170432" : 14703,
            "17432576" : 14113,
            "17694720" : 13755,
            "17956864" : 13042,
            "18219008" : 11926,
            "18481152" : 10967,
            "18743296" : 10129,
            "19005440" : 9506,
            "19267584" : 9053,
            "19529728" : 8808,
            "19791872" : 8768,
            "20054016" : 8672,
            "20316160" : 8754,
            "20578304" : 9410,
            "20840448" : 9978,
            "21102592" : 10508,
            "21364736" : 11359,
            "21626880" : 11763,
            "21889024" : 12454,
            "22151168" : 12981,
            "22413312" : 14215,
            "22675456" : 14929,
            "22937600" : 15249,
            "23199744" : 16078,
            "23461888" : 16714,
            "23724032" : 17384,
            "23986176" : 17734,
            "24248320" : 17990,
            "24510464" : 18608,
            "24772608" : 18800,
            "25034752" : 18694,
            "25296896" : 18813,
            "25559040" : 18799,
            "25821184" : 18560,
            "26083328" : 18712,
            "26345472" : 17861,
            "26607616" : 17396,
            "26869760" : 16935,
            "27131904" : 16014,
            "27394048" : 15366,
            "27656192" : 14427,
            "27918336" : 13727,
            "28180480" : 13570,
            "28442624" : 13257,
            "28704768" : 13268,
            "28966912" : 12744,
            "29229056" : 12796,
            "29491200" : 12693,
            "29753344" : 12857,
            "30015488" : 13141,
            "30277632" : 13360,
            "30539776" : 13367,
            "30801920" : 13908,
            "31064064" : 13830,
            "31326208" : 14210,
            "31588352" : 14372,
            "31850496" : 14745,
            "32112640" : 14880,
            "32374784" : 15193,
            "32636928" : 15455,
            "32899072" : 15841,
            "33161216" : 15589,
            "33423360" : 15697,
            "33816576" : 31307,
            "34340864" : 30929,
            "34865152" : 29885,
            "35389440" : 28390,
            "35913728" : 25990,
            "36438016" : 24539,
            "36962304" : 22904,
            "37486592" : 21562,
            "38010880" : 20517,
            "38535168" : 19459,
            "39059456" : 19344,
            "39583744" : 19384,
            "40108032" : 19660,
            "40632320" : 20032,
            "41156608" : 20080,
            "41680896" : 20079,
            "42205184" : 20040,
            "42729472" : 19750,
            "43253760" : 19479,
            "43778048" : 18871,
            "44302336" : 18063,
            "44826624" : 16975,
            "45350912" : 16051,
            "45875200" : 14987,
            "46399488" : 14049,
            "46923776" : 13284,
            "47448064" : 12940,
            "47972352" : 12381,
            "48496640" : 11970,
            "49020928" : 11815,
            "49545216" : 11661,
            "50069504" : 11511,
            "50593792" : 11349,
            "51118080" : 11155,
            "51642368" : 11463,
            "52166656" : 11008,
            "52690944" : 10627,
            "53215232" : 10254,
            "53739520" : 9568,
            "54263808" : 9089,
            "54788096" : 8754,
            "55312384" : 8394,
            "55836672" : 7864,
            "56360960" : 7345,
            "56885248" : 7105,
            "57409536" : 6885,
            "57933824" : 6520,
            "58458112" : 6379,
            "58982400" : 6057,
            "59506688" : 6268,
            "60030976" : 6068,
            "60555264" : 5960,
            "61079552" : 5741,
            "61603840" : 5735,
            "62128128" : 5486,
            "62652416" : 5329,
            "63176704" : 5070,
            "63700992" : 4830,
            "64225280" : 4557,
            "64749568" : 4480,
            "65273856" : 4136,
            "65798144" : 3954,
            "66322432" : 3807,
            "66846720" : 3631,
            "67633152" : 6934,
            "68681728" : 6526,
            "69730304" : 5916,
            "70778880" : 5683,
            "71827456" : 5129,
            "72876032" : 4730,
            "73924608" : 4608,
            "74973184" : 4147,
            "76021760" : 3781,
            "77070336" : 3517,
            "78118912" : 3290,
            "79167488" : 3164,
            "80216064" : 2889,
            "81264640" : 2725,
            "82313216" : 2388,
            "83361792" : 2237,
            "84410368" : 2034,
            "85458944" : 1891,
            "86507520" : 1765,
            "87556096" : 1678,
            "88604672" : 1589,
            "89653248" : 1444,
            "90701824" : 1326,
            "91750400" : 1247,
            "92798976" : 1129,
            "93847552" : 1052,
            "94896128" : 925,
            "95944704" : 869,
            "96993280" : 719,
            "98041856" : 745,
            "99090432" : 679,
            "100139008" : 641,
            "101187584" : 574,
            "102236160" : 528,
            "103284736" : 534,
            "104333312" : 473,
            "105381888" : 431,
            "106430464" : 349,
            "107479040" : 315,
            "108527616" : 267,
            "109576192" : 309,
            "110624768" : 298,
            "111673344" : 263,
            "112721920" : 261,
            "113770496" : 225,
            "114819072" : 173,
            "115867648" : 172,
            "116916224" : 125,
            "117964800" : 108,
            "119013376" : 146,
            "120061952" : 129,
            "121110528" : 104,
            "122159104" : 92,
            "123207680" : 83,
            "124256256" : 72,
            "125304832" : 62,
            "126353408" : 50,
            "127401984" : 58,
            "128450560" : 49,
            "129499136" : 34,
            "130547712" : 47,
            "131596288" : 27,
            "132644864" : 38,
            "133693440" : 34,
            "135266304" : 33,
            "137363456" : 22,
            "139460608" : 28,
            "141557760" : 12,
            "143654912" : 22,
            "145752064" : 4,
            "147849216" : 2,
            "149946368" : 1,
            "152043520" : 4,
            "154140672" : 4,
            "156237824" : 1,
            "164626432" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 166578921,
          "mean" : 36324124.178018,
          "stddev" : 17352230.393186,
          "N" : 2114961
        },
        "bw_min" : 35428,
        "bw_max" : 86205,
        "bw_agg" : 100.000000,
        "bw_mean" : 56386.515050,
        "bw_dev" : 289.469131,
        "bw_samples" : 9568,
        "iops_min" : 8854,
        "iops_max" : 21551,
        "iops_mean" : 14093.575251,
        "iops_stddev" : 72.395173,
        "iops_samples" : 9568
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4800224,
      "usr_cpu" : 0.174409,
      "sys_cpu" : 2.187294,
      "ctx" : 2941665,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 99.999953,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999764,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999764,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.786963,
        "20" : 15.937452,
        "50" : 64.856905,
        "100" : 15.088088,
        "250" : 0.329079,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847332,
  "timestamp_ms" : 1772847332331,
  "time" : "Fri Mar  6 21:35:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9218826240,
        "io_kbytes" : 9002760,
        "bw_bytes" : 57613342,
        "bw" : 56263,
        "iops" : 14066.357523,
        "runtime" : 160012,
        "total_ios" : 2250786,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289742,
          "max" : 52032072,
          "mean" : 2263246.555189,
          "stddev" : 3299618.600439,
          "N" : 2250787
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 165510671,
          "mean" : 34135550.387594,
          "stddev" : 16739825.288866,
          "N" : 2250755,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12386304,
            "10.000000" : 15663104,
            "20.000000" : 20316160,
            "30.000000" : 24248320,
            "40.000000" : 27394048,
            "50.000000" : 31588352,
            "60.000000" : 35389440,
            "70.000000" : 40108032,
            "80.000000" : 45875200,
            "90.000000" : 56360960,
            "95.000000" : 65798144,
            "99.000000" : 86507520,
            "99.500000" : 94896128,
            "99.900000" : 112721920,
            "99.950000" : 119013376,
            "99.990000" : 131596288
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 7,
            "5406720" : 16,
            "5472256" : 39,
            "5537792" : 75,
            "5603328" : 114,
            "5668864" : 127,
            "5734400" : 154,
            "5799936" : 155,
            "5865472" : 139,
            "5931008" : 144,
            "5996544" : 150,
            "6062080" : 126,
            "6127616" : 151,
            "6193152" : 150,
            "6258688" : 148,
            "6324224" : 158,
            "6389760" : 159,
            "6455296" : 155,
            "6520832" : 204,
            "6586368" : 203,
            "6651904" : 247,
            "6717440" : 279,
            "6782976" : 273,
            "6848512" : 310,
            "6914048" : 337,
            "6979584" : 390,
            "7045120" : 453,
            "7110656" : 483,
            "7176192" : 500,
            "7241728" : 561,
            "7307264" : 601,
            "7372800" : 678,
            "7438336" : 754,
            "7503872" : 787,
            "7569408" : 912,
            "7634944" : 969,
            "7700480" : 1079,
            "7766016" : 1232,
            "7831552" : 1320,
            "7897088" : 1438,
            "7962624" : 1579,
            "8028160" : 1619,
            "8093696" : 1810,
            "8159232" : 1869,
            "8224768" : 1980,
            "8290304" : 2098,
            "8355840" : 2227,
            "8454144" : 4736,
            "8585216" : 5069,
            "8716288" : 5286,
            "8847360" : 5384,
            "8978432" : 5380,
            "9109504" : 5245,
            "9240576" : 5033,
            "9371648" : 4678,
            "9502720" : 4304,
            "9633792" : 3774,
            "9764864" : 3362,
            "9895936" : 3038,
            "10027008" : 2639,
            "10158080" : 2332,
            "10289152" : 1985,
            "10420224" : 1756,
            "10551296" : 1583,
            "10682368" : 1505,
            "10813440" : 1257,
            "10944512" : 1265,
            "11075584" : 1184,
            "11206656" : 1126,
            "11337728" : 1125,
            "11468800" : 1155,
            "11599872" : 1164,
            "11730944" : 1253,
            "11862016" : 1368,
            "11993088" : 1373,
            "12124160" : 1419,
            "12255232" : 1599,
            "12386304" : 1732,
            "12517376" : 1839,
            "12648448" : 2154,
            "12779520" : 2291,
            "12910592" : 2540,
            "13041664" : 2694,
            "13172736" : 2937,
            "13303808" : 3012,
            "13434880" : 3354,
            "13565952" : 3628,
            "13697024" : 3744,
            "13828096" : 4137,
            "13959168" : 4499,
            "14090240" : 4647,
            "14221312" : 4859,
            "14352384" : 5160,
            "14483456" : 5439,
            "14614528" : 5598,
            "14745600" : 5714,
            "14876672" : 6069,
            "15007744" : 6351,
            "15138816" : 6497,
            "15269888" : 6773,
            "15400960" : 6830,
            "15532032" : 7166,
            "15663104" : 7552,
            "15794176" : 7614,
            "15925248" : 7743,
            "16056320" : 7697,
            "16187392" : 7920,
            "16318464" : 8044,
            "16449536" : 8056,
            "16580608" : 8030,
            "16711680" : 8179,
            "16908288" : 16081,
            "17170432" : 15530,
            "17432576" : 14972,
            "17694720" : 14556,
            "17956864" : 13764,
            "18219008" : 12627,
            "18481152" : 11577,
            "18743296" : 10727,
            "19005440" : 10064,
            "19267584" : 9661,
            "19529728" : 9377,
            "19791872" : 9370,
            "20054016" : 9334,
            "20316160" : 9365,
            "20578304" : 10067,
            "20840448" : 10700,
            "21102592" : 11200,
            "21364736" : 12094,
            "21626880" : 12596,
            "21889024" : 13360,
            "22151168" : 13826,
            "22413312" : 15075,
            "22675456" : 15794,
            "22937600" : 16117,
            "23199744" : 16994,
            "23461888" : 17665,
            "23724032" : 18411,
            "23986176" : 18675,
            "24248320" : 18977,
            "24510464" : 19671,
            "24772608" : 19864,
            "25034752" : 19729,
            "25296896" : 19887,
            "25559040" : 19907,
            "25821184" : 19670,
            "26083328" : 19866,
            "26345472" : 18955,
            "26607616" : 18454,
            "26869760" : 17954,
            "27131904" : 16980,
            "27394048" : 16333,
            "27656192" : 15332,
            "27918336" : 14584,
            "28180480" : 14373,
            "28442624" : 14114,
            "28704768" : 14117,
            "28966912" : 13529,
            "29229056" : 13519,
            "29491200" : 13410,
            "29753344" : 13623,
            "30015488" : 13914,
            "30277632" : 14141,
            "30539776" : 14090,
            "30801920" : 14747,
            "31064064" : 14619,
            "31326208" : 14997,
            "31588352" : 15108,
            "31850496" : 15556,
            "32112640" : 15731,
            "32374784" : 16063,
            "32636928" : 16350,
            "32899072" : 16759,
            "33161216" : 16559,
            "33423360" : 16617,
            "33816576" : 33293,
            "34340864" : 32947,
            "34865152" : 31851,
            "35389440" : 30215,
            "35913728" : 27655,
            "36438016" : 26114,
            "36962304" : 24208,
            "37486592" : 22861,
            "38010880" : 21765,
            "38535168" : 20508,
            "39059456" : 20430,
            "39583744" : 20663,
            "40108032" : 20921,
            "40632320" : 21199,
            "41156608" : 21413,
            "41680896" : 21373,
            "42205184" : 21413,
            "42729472" : 21119,
            "43253760" : 20853,
            "43778048" : 20149,
            "44302336" : 19253,
            "44826624" : 18175,
            "45350912" : 17074,
            "45875200" : 15885,
            "46399488" : 15003,
            "46923776" : 14231,
            "47448064" : 13717,
            "47972352" : 13259,
            "48496640" : 12743,
            "49020928" : 12575,
            "49545216" : 12497,
            "50069504" : 12368,
            "50593792" : 12183,
            "51118080" : 12011,
            "51642368" : 12318,
            "52166656" : 11777,
            "52690944" : 11390,
            "53215232" : 11004,
            "53739520" : 10271,
            "54263808" : 9746,
            "54788096" : 9340,
            "55312384" : 8983,
            "55836672" : 8464,
            "56360960" : 7924,
            "56885248" : 7648,
            "57409536" : 7396,
            "57933824" : 7098,
            "58458112" : 6884,
            "58982400" : 6551,
            "59506688" : 6746,
            "60030976" : 6504,
            "60555264" : 6392,
            "61079552" : 6197,
            "61603840" : 6138,
            "62128128" : 5908,
            "62652416" : 5701,
            "63176704" : 5421,
            "63700992" : 5184,
            "64225280" : 4867,
            "64749568" : 4797,
            "65273856" : 4409,
            "65798144" : 4241,
            "66322432" : 4099,
            "66846720" : 3959,
            "67633152" : 7482,
            "68681728" : 7074,
            "69730304" : 6386,
            "70778880" : 6136,
            "71827456" : 5556,
            "72876032" : 5085,
            "73924608" : 4984,
            "74973184" : 4450,
            "76021760" : 4082,
            "77070336" : 3818,
            "78118912" : 3546,
            "79167488" : 3391,
            "80216064" : 3097,
            "81264640" : 2905,
            "82313216" : 2599,
            "83361792" : 2396,
            "84410368" : 2180,
            "85458944" : 2064,
            "86507520" : 1911,
            "87556096" : 1796,
            "88604672" : 1695,
            "89653248" : 1551,
            "90701824" : 1443,
            "91750400" : 1354,
            "92798976" : 1229,
            "93847552" : 1153,
            "94896128" : 1034,
            "95944704" : 964,
            "96993280" : 795,
            "98041856" : 800,
            "99090432" : 731,
            "100139008" : 701,
            "101187584" : 636,
            "102236160" : 585,
            "103284736" : 583,
            "104333312" : 514,
            "105381888" : 476,
            "106430464" : 383,
            "107479040" : 351,
            "108527616" : 290,
            "109576192" : 332,
            "110624768" : 322,
            "111673344" : 281,
            "112721920" : 282,
            "113770496" : 240,
            "114819072" : 188,
            "115867648" : 186,
            "116916224" : 135,
            "117964800" : 121,
            "119013376" : 157,
            "120061952" : 136,
            "121110528" : 111,
            "122159104" : 101,
            "123207680" : 90,
            "124256256" : 79,
            "125304832" : 69,
            "126353408" : 58,
            "127401984" : 62,
            "128450560" : 51,
            "129499136" : 37,
            "130547712" : 48,
            "131596288" : 28,
            "132644864" : 41,
            "133693440" : 37,
            "135266304" : 34,
            "137363456" : 25,
            "139460608" : 31,
            "141557760" : 15,
            "143654912" : 23,
            "145752064" : 4,
            "147849216" : 3,
            "149946368" : 1,
            "152043520" : 5,
            "154140672" : 4,
            "156237824" : 1,
            "164626432" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 166578921,
          "mean" : 36399079.945669,
          "stddev" : 17422895.746024,
          "N" : 2250755
        },
        "bw_min" : 35290,
        "bw_max" : 86253,
        "bw_agg" : 100.000000,
        "bw_mean" : 56270.479624,
        "bw_dev" : 290.219160,
        "bw_samples" : 10208,
        "iops_min" : 8820,
        "iops_max" : 21563,
        "iops_mean" : 14064.711599,
        "iops_stddev" : 72.579369,
        "iops_samples" : 10208
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120223,
      "usr_cpu" : 0.173586,
      "sys_cpu" : 2.182464,
      "ctx" : 3130732,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.797118,
        "20" : 15.898890,
        "50" : 64.711927,
        "100" : 15.253427,
        "250" : 0.337260,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847342,
  "timestamp_ms" : 1772847342335,
  "time" : "Fri Mar  6 21:35:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9781694464,
        "io_kbytes" : 9552436,
        "bw_bytes" : 57534979,
        "bw" : 56186,
        "iops" : 14047.231682,
        "runtime" : 170013,
        "total_ios" : 2388212,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289742,
          "max" : 52032072,
          "mean" : 2266378.614981,
          "stddev" : 3303089.409532,
          "N" : 2388212
        },
        "clat_ns" : {
          "min" : 5071567,
          "max" : 165510671,
          "mean" : 34181760.819225,
          "stddev" : 16756495.310596,
          "N" : 2388180,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12386304,
            "10.000000" : 15663104,
            "20.000000" : 20316160,
            "30.000000" : 24248320,
            "40.000000" : 27394048,
            "50.000000" : 31588352,
            "60.000000" : 35389440,
            "70.000000" : 40108032,
            "80.000000" : 46399488,
            "90.000000" : 56360960,
            "95.000000" : 65798144,
            "99.000000" : 87556096,
            "99.500000" : 95944704,
            "99.900000" : 112721920,
            "99.950000" : 119013376,
            "99.990000" : 131596288
          },
          "bins" : {
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 7,
            "5406720" : 19,
            "5472256" : 44,
            "5537792" : 80,
            "5603328" : 126,
            "5668864" : 149,
            "5734400" : 178,
            "5799936" : 177,
            "5865472" : 160,
            "5931008" : 157,
            "5996544" : 171,
            "6062080" : 138,
            "6127616" : 161,
            "6193152" : 159,
            "6258688" : 155,
            "6324224" : 162,
            "6389760" : 163,
            "6455296" : 158,
            "6520832" : 206,
            "6586368" : 209,
            "6651904" : 252,
            "6717440" : 288,
            "6782976" : 286,
            "6848512" : 318,
            "6914048" : 346,
            "6979584" : 406,
            "7045120" : 474,
            "7110656" : 509,
            "7176192" : 534,
            "7241728" : 601,
            "7307264" : 638,
            "7372800" : 719,
            "7438336" : 793,
            "7503872" : 837,
            "7569408" : 959,
            "7634944" : 1025,
            "7700480" : 1141,
            "7766016" : 1289,
            "7831552" : 1388,
            "7897088" : 1529,
            "7962624" : 1675,
            "8028160" : 1738,
            "8093696" : 1919,
            "8159232" : 1994,
            "8224768" : 2103,
            "8290304" : 2223,
            "8355840" : 2369,
            "8454144" : 5032,
            "8585216" : 5359,
            "8716288" : 5549,
            "8847360" : 5665,
            "8978432" : 5641,
            "9109504" : 5480,
            "9240576" : 5283,
            "9371648" : 4915,
            "9502720" : 4514,
            "9633792" : 3962,
            "9764864" : 3528,
            "9895936" : 3241,
            "10027008" : 2790,
            "10158080" : 2452,
            "10289152" : 2126,
            "10420224" : 1847,
            "10551296" : 1671,
            "10682368" : 1582,
            "10813440" : 1323,
            "10944512" : 1312,
            "11075584" : 1228,
            "11206656" : 1185,
            "11337728" : 1201,
            "11468800" : 1205,
            "11599872" : 1225,
            "11730944" : 1332,
            "11862016" : 1438,
            "11993088" : 1430,
            "12124160" : 1485,
            "12255232" : 1671,
            "12386304" : 1808,
            "12517376" : 1920,
            "12648448" : 2267,
            "12779520" : 2375,
            "12910592" : 2663,
            "13041664" : 2815,
            "13172736" : 3074,
            "13303808" : 3158,
            "13434880" : 3520,
            "13565952" : 3786,
            "13697024" : 3930,
            "13828096" : 4351,
            "13959168" : 4723,
            "14090240" : 4919,
            "14221312" : 5143,
            "14352384" : 5439,
            "14483456" : 5730,
            "14614528" : 5933,
            "14745600" : 6070,
            "14876672" : 6426,
            "15007744" : 6757,
            "15138816" : 6896,
            "15269888" : 7233,
            "15400960" : 7244,
            "15532032" : 7573,
            "15663104" : 7968,
            "15794176" : 8047,
            "15925248" : 8189,
            "16056320" : 8132,
            "16187392" : 8380,
            "16318464" : 8485,
            "16449536" : 8490,
            "16580608" : 8530,
            "16711680" : 8675,
            "16908288" : 16991,
            "17170432" : 16377,
            "17432576" : 15776,
            "17694720" : 15410,
            "17956864" : 14531,
            "18219008" : 13297,
            "18481152" : 12204,
            "18743296" : 11273,
            "19005440" : 10606,
            "19267584" : 10193,
            "19529728" : 9905,
            "19791872" : 9831,
            "20054016" : 9877,
            "20316160" : 9866,
            "20578304" : 10704,
            "20840448" : 11397,
            "21102592" : 11965,
            "21364736" : 12865,
            "21626880" : 13399,
            "21889024" : 14252,
            "22151168" : 14667,
            "22413312" : 15979,
            "22675456" : 16898,
            "22937600" : 17155,
            "23199744" : 18002,
            "23461888" : 18659,
            "23724032" : 19486,
            "23986176" : 19782,
            "24248320" : 20120,
            "24510464" : 20824,
            "24772608" : 20994,
            "25034752" : 20915,
            "25296896" : 21142,
            "25559040" : 21094,
            "25821184" : 20846,
            "26083328" : 21065,
            "26345472" : 20096,
            "26607616" : 19602,
            "26869760" : 19015,
            "27131904" : 18019,
            "27394048" : 17372,
            "27656192" : 16308,
            "27918336" : 15558,
            "28180480" : 15316,
            "28442624" : 15001,
            "28704768" : 14979,
            "28966912" : 14392,
            "29229056" : 14348,
            "29491200" : 14263,
            "29753344" : 14457,
            "30015488" : 14769,
            "30277632" : 14988,
            "30539776" : 14944,
            "30801920" : 15648,
            "31064064" : 15492,
            "31326208" : 15843,
            "31588352" : 16018,
            "31850496" : 16552,
            "32112640" : 16690,
            "32374784" : 17004,
            "32636928" : 17347,
            "32899072" : 17779,
            "33161216" : 17552,
            "33423360" : 17646,
            "33816576" : 35306,
            "34340864" : 35028,
            "34865152" : 33925,
            "35389440" : 32051,
            "35913728" : 29433,
            "36438016" : 27775,
            "36962304" : 25713,
            "37486592" : 24289,
            "38010880" : 23176,
            "38535168" : 21766,
            "39059456" : 21741,
            "39583744" : 21967,
            "40108032" : 22261,
            "40632320" : 22509,
            "41156608" : 22621,
            "41680896" : 22754,
            "42205184" : 22708,
            "42729472" : 22352,
            "43253760" : 22113,
            "43778048" : 21373,
            "44302336" : 20344,
            "44826624" : 19401,
            "45350912" : 18135,
            "45875200" : 16861,
            "46399488" : 15896,
            "46923776" : 15084,
            "47448064" : 14605,
            "47972352" : 14129,
            "48496640" : 13638,
            "49020928" : 13348,
            "49545216" : 13245,
            "50069504" : 13094,
            "50593792" : 12890,
            "51118080" : 12725,
            "51642368" : 13056,
            "52166656" : 12551,
            "52690944" : 12119,
            "53215232" : 11731,
            "53739520" : 11018,
            "54263808" : 10422,
            "54788096" : 9977,
            "55312384" : 9584,
            "55836672" : 9031,
            "56360960" : 8452,
            "56885248" : 8133,
            "57409536" : 7843,
            "57933824" : 7539,
            "58458112" : 7332,
            "58982400" : 7014,
            "59506688" : 7170,
            "60030976" : 6968,
            "60555264" : 6804,
            "61079552" : 6585,
            "61603840" : 6516,
            "62128128" : 6282,
            "62652416" : 6105,
            "63176704" : 5787,
            "63700992" : 5543,
            "64225280" : 5167,
            "64749568" : 5134,
            "65273856" : 4717,
            "65798144" : 4520,
            "66322432" : 4398,
            "66846720" : 4261,
            "67633152" : 7961,
            "68681728" : 7521,
            "69730304" : 6775,
            "70778880" : 6495,
            "71827456" : 5897,
            "72876032" : 5434,
            "73924608" : 5362,
            "74973184" : 4747,
            "76021760" : 4387,
            "77070336" : 4111,
            "78118912" : 3758,
            "79167488" : 3615,
            "80216064" : 3286,
            "81264640" : 3087,
            "82313216" : 2753,
            "83361792" : 2555,
            "84410368" : 2320,
            "85458944" : 2213,
            "86507520" : 2039,
            "87556096" : 1929,
            "88604672" : 1833,
            "89653248" : 1661,
            "90701824" : 1520,
            "91750400" : 1458,
            "92798976" : 1315,
            "93847552" : 1212,
            "94896128" : 1128,
            "95944704" : 1043,
            "96993280" : 851,
            "98041856" : 872,
            "99090432" : 787,
            "100139008" : 758,
            "101187584" : 682,
            "102236160" : 630,
            "103284736" : 617,
            "104333312" : 543,
            "105381888" : 510,
            "106430464" : 423,
            "107479040" : 383,
            "108527616" : 319,
            "109576192" : 369,
            "110624768" : 349,
            "111673344" : 301,
            "112721920" : 302,
            "113770496" : 249,
            "114819072" : 203,
            "115867648" : 196,
            "116916224" : 142,
            "117964800" : 138,
            "119013376" : 164,
            "120061952" : 145,
            "121110528" : 123,
            "122159104" : 107,
            "123207680" : 93,
            "124256256" : 84,
            "125304832" : 69,
            "126353408" : 59,
            "127401984" : 63,
            "128450560" : 54,
            "129499136" : 40,
            "130547712" : 50,
            "131596288" : 29,
            "132644864" : 41,
            "133693440" : 37,
            "135266304" : 39,
            "137363456" : 25,
            "139460608" : 31,
            "141557760" : 15,
            "143654912" : 25,
            "145752064" : 4,
            "147849216" : 3,
            "149946368" : 1,
            "152043520" : 5,
            "154140672" : 4,
            "156237824" : 1,
            "164626432" : 1
          }
        },
        "lat_ns" : {
          "min" : 5452899,
          "max" : 166578921,
          "mean" : 36448401.796995,
          "stddev" : 17440466.574996,
          "N" : 2388180
        },
        "bw_min" : 35242,
        "bw_max" : 86253,
        "bw_agg" : 100.000000,
        "bw_mean" : 56202.734513,
        "bw_dev" : 289.635399,
        "bw_samples" : 10848,
        "iops_min" : 8808,
        "iops_max" : 21563,
        "iops_mean" : 14047.920354,
        "iops_stddev" : 72.430094,
        "iops_samples" : 10848
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5440238,
      "usr_cpu" : 0.172676,
      "sys_cpu" : 2.179206,
      "ctx" : 3321574,
      "majf" : 0,
      "minf" : 1138,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.775879,
        "20" : 15.811159,
        "50" : 64.752417,
        "100" : 15.318447,
        "250" : 0.340757,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847352,
  "timestamp_ms" : 1772847352345,
  "time" : "Fri Mar  6 21:35:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 4499,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10321797120,
        "io_kbytes" : 10079880,
        "bw_bytes" : 57339176,
        "bw" : 55995,
        "iops" : 13996.511363,
        "runtime" : 180013,
        "total_ios" : 2519554,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289742,
          "max" : 52032072,
          "mean" : 2274484.281430,
          "stddev" : 3313623.833344,
          "N" : 2519586
        },
        "clat_ns" : {
          "min" : 3295,
          "max" : 165510671,
          "mean" : 34299714.814087,
          "stddev" : 16855998.597510,
          "N" : 2520034,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12517376,
            "10.000000" : 15663104,
            "20.000000" : 20316160,
            "30.000000" : 24510464,
            "40.000000" : 27656192,
            "50.000000" : 31588352,
            "60.000000" : 35389440,
            "70.000000" : 40108032,
            "80.000000" : 46399488,
            "90.000000" : 56360960,
            "95.000000" : 65798144,
            "99.000000" : 87556096,
            "99.500000" : 95944704,
            "99.900000" : 113770496,
            "99.950000" : 121110528,
            "99.990000" : 133693440
          },
          "bins" : {
            "3280" : 1,
            "3696" : 3,
            "3728" : 1,
            "3920" : 2,
            "4016" : 1,
            "4048" : 1,
            "4080" : 1,
            "4192" : 1,
            "4256" : 2,
            "4320" : 1,
            "4576" : 1,
            "4768" : 2,
            "4832" : 1,
            "5024" : 1,
            "5088" : 2,
            "5280" : 2,
            "5344" : 1,
            "5408" : 1,
            "5472" : 1,
            "6304" : 1,
            "6496" : 1,
            "6688" : 1,
            "7776" : 1,
            "7904" : 1,
            "9536" : 1,
            "370688" : 1,
            "452608" : 1,
            "618496" : 1,
            "643072" : 2,
            "757760" : 2,
            "1073152" : 1,
            "1171456" : 1,
            "1286144" : 1,
            "1417216" : 1,
            "1777664" : 2,
            "1859584" : 1,
            "2146304" : 1,
            "2179072" : 1,
            "2310144" : 1,
            "2539520" : 1,
            "2768896" : 1,
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 7,
            "5406720" : 19,
            "5472256" : 50,
            "5537792" : 89,
            "5603328" : 135,
            "5668864" : 164,
            "5734400" : 197,
            "5799936" : 189,
            "5865472" : 170,
            "5931008" : 166,
            "5996544" : 178,
            "6062080" : 141,
            "6127616" : 173,
            "6193152" : 167,
            "6258688" : 164,
            "6324224" : 168,
            "6389760" : 176,
            "6455296" : 177,
            "6520832" : 213,
            "6586368" : 217,
            "6651904" : 268,
            "6717440" : 303,
            "6782976" : 299,
            "6848512" : 332,
            "6914048" : 365,
            "6979584" : 436,
            "7045120" : 504,
            "7110656" : 531,
            "7176192" : 565,
            "7241728" : 635,
            "7307264" : 660,
            "7372800" : 759,
            "7438336" : 824,
            "7503872" : 880,
            "7569408" : 1009,
            "7634944" : 1073,
            "7700480" : 1197,
            "7766016" : 1340,
            "7831552" : 1453,
            "7897088" : 1616,
            "7962624" : 1773,
            "8028160" : 1826,
            "8093696" : 2006,
            "8159232" : 2092,
            "8224768" : 2194,
            "8290304" : 2335,
            "8355840" : 2491,
            "8454144" : 5265,
            "8585216" : 5595,
            "8716288" : 5773,
            "8847360" : 5911,
            "8978432" : 5896,
            "9109504" : 5740,
            "9240576" : 5514,
            "9371648" : 5131,
            "9502720" : 4745,
            "9633792" : 4171,
            "9764864" : 3672,
            "9895936" : 3373,
            "10027008" : 2915,
            "10158080" : 2544,
            "10289152" : 2197,
            "10420224" : 1924,
            "10551296" : 1767,
            "10682368" : 1637,
            "10813440" : 1377,
            "10944512" : 1361,
            "11075584" : 1266,
            "11206656" : 1219,
            "11337728" : 1240,
            "11468800" : 1252,
            "11599872" : 1268,
            "11730944" : 1373,
            "11862016" : 1481,
            "11993088" : 1477,
            "12124160" : 1560,
            "12255232" : 1735,
            "12386304" : 1873,
            "12517376" : 1990,
            "12648448" : 2360,
            "12779520" : 2463,
            "12910592" : 2749,
            "13041664" : 2950,
            "13172736" : 3226,
            "13303808" : 3307,
            "13434880" : 3686,
            "13565952" : 3953,
            "13697024" : 4114,
            "13828096" : 4563,
            "13959168" : 4969,
            "14090240" : 5122,
            "14221312" : 5345,
            "14352384" : 5692,
            "14483456" : 5957,
            "14614528" : 6190,
            "14745600" : 6339,
            "14876672" : 6710,
            "15007744" : 7035,
            "15138816" : 7182,
            "15269888" : 7529,
            "15400960" : 7600,
            "15532032" : 7904,
            "15663104" : 8328,
            "15794176" : 8400,
            "15925248" : 8564,
            "16056320" : 8515,
            "16187392" : 8771,
            "16318464" : 8902,
            "16449536" : 8912,
            "16580608" : 8909,
            "16711680" : 9108,
            "16908288" : 17847,
            "17170432" : 17133,
            "17432576" : 16469,
            "17694720" : 16131,
            "17956864" : 15262,
            "18219008" : 13937,
            "18481152" : 12730,
            "18743296" : 11748,
            "19005440" : 11027,
            "19267584" : 10635,
            "19529728" : 10257,
            "19791872" : 10239,
            "20054016" : 10294,
            "20316160" : 10281,
            "20578304" : 11187,
            "20840448" : 11959,
            "21102592" : 12597,
            "21364736" : 13512,
            "21626880" : 14083,
            "21889024" : 14937,
            "22151168" : 15433,
            "22413312" : 16797,
            "22675456" : 17755,
            "22937600" : 18137,
            "23199744" : 18946,
            "23461888" : 19697,
            "23724032" : 20560,
            "23986176" : 20836,
            "24248320" : 21299,
            "24510464" : 21929,
            "24772608" : 22016,
            "25034752" : 22035,
            "25296896" : 22247,
            "25559040" : 22254,
            "25821184" : 21961,
            "26083328" : 22170,
            "26345472" : 21144,
            "26607616" : 20634,
            "26869760" : 20054,
            "27131904" : 19088,
            "27394048" : 18360,
            "27656192" : 17259,
            "27918336" : 16384,
            "28180480" : 16171,
            "28442624" : 15843,
            "28704768" : 15738,
            "28966912" : 15170,
            "29229056" : 15175,
            "29491200" : 15168,
            "29753344" : 15320,
            "30015488" : 15610,
            "30277632" : 15817,
            "30539776" : 15845,
            "30801920" : 16575,
            "31064064" : 16443,
            "31326208" : 16737,
            "31588352" : 16950,
            "31850496" : 17510,
            "32112640" : 17630,
            "32374784" : 17905,
            "32636928" : 18311,
            "32899072" : 18785,
            "33161216" : 18597,
            "33423360" : 18663,
            "33816576" : 37289,
            "34340864" : 36964,
            "34865152" : 36017,
            "35389440" : 33903,
            "35913728" : 31141,
            "36438016" : 29276,
            "36962304" : 27059,
            "37486592" : 25568,
            "38010880" : 24411,
            "38535168" : 23023,
            "39059456" : 22985,
            "39583744" : 23199,
            "40108032" : 23501,
            "40632320" : 23718,
            "41156608" : 23928,
            "41680896" : 24082,
            "42205184" : 24115,
            "42729472" : 23610,
            "43253760" : 23359,
            "43778048" : 22603,
            "44302336" : 21535,
            "44826624" : 20555,
            "45350912" : 19156,
            "45875200" : 17765,
            "46399488" : 16774,
            "46923776" : 15869,
            "47448064" : 15441,
            "47972352" : 14948,
            "48496640" : 14419,
            "49020928" : 14109,
            "49545216" : 14087,
            "50069504" : 13939,
            "50593792" : 13726,
            "51118080" : 13469,
            "51642368" : 13853,
            "52166656" : 13360,
            "52690944" : 12878,
            "53215232" : 12430,
            "53739520" : 11671,
            "54263808" : 10993,
            "54788096" : 10582,
            "55312384" : 10121,
            "55836672" : 9549,
            "56360960" : 8984,
            "56885248" : 8690,
            "57409536" : 8319,
            "57933824" : 8043,
            "58458112" : 7802,
            "58982400" : 7437,
            "59506688" : 7613,
            "60030976" : 7390,
            "60555264" : 7213,
            "61079552" : 7064,
            "61603840" : 6949,
            "62128128" : 6683,
            "62652416" : 6494,
            "63176704" : 6122,
            "63700992" : 5885,
            "64225280" : 5505,
            "64749568" : 5467,
            "65273856" : 4990,
            "65798144" : 4816,
            "66322432" : 4676,
            "66846720" : 4547,
            "67633152" : 8467,
            "68681728" : 7998,
            "69730304" : 7247,
            "70778880" : 6889,
            "71827456" : 6285,
            "72876032" : 5814,
            "73924608" : 5721,
            "74973184" : 5088,
            "76021760" : 4666,
            "77070336" : 4402,
            "78118912" : 4017,
            "79167488" : 3853,
            "80216064" : 3475,
            "81264640" : 3271,
            "82313216" : 2976,
            "83361792" : 2768,
            "84410368" : 2504,
            "85458944" : 2350,
            "86507520" : 2192,
            "87556096" : 2117,
            "88604672" : 1985,
            "89653248" : 1822,
            "90701824" : 1619,
            "91750400" : 1566,
            "92798976" : 1408,
            "93847552" : 1314,
            "94896128" : 1231,
            "95944704" : 1152,
            "96993280" : 953,
            "98041856" : 957,
            "99090432" : 873,
            "100139008" : 835,
            "101187584" : 755,
            "102236160" : 712,
            "103284736" : 697,
            "104333312" : 619,
            "105381888" : 568,
            "106430464" : 482,
            "107479040" : 438,
            "108527616" : 378,
            "109576192" : 421,
            "110624768" : 391,
            "111673344" : 344,
            "112721920" : 373,
            "113770496" : 295,
            "114819072" : 250,
            "115867648" : 234,
            "116916224" : 176,
            "117964800" : 171,
            "119013376" : 197,
            "120061952" : 167,
            "121110528" : 146,
            "122159104" : 136,
            "123207680" : 115,
            "124256256" : 113,
            "125304832" : 89,
            "126353408" : 78,
            "127401984" : 77,
            "128450560" : 67,
            "129499136" : 51,
            "130547712" : 57,
            "131596288" : 34,
            "132644864" : 50,
            "133693440" : 49,
            "135266304" : 52,
            "137363456" : 41,
            "139460608" : 38,
            "141557760" : 21,
            "143654912" : 31,
            "145752064" : 4,
            "147849216" : 4,
            "149946368" : 5,
            "152043520" : 5,
            "154140672" : 4,
            "156237824" : 1,
            "158334976" : 1,
            "164626432" : 1
          }
        },
        "lat_ns" : {
          "min" : 370375,
          "max" : 166578921,
          "mean" : 36574452.782521,
          "stddev" : 17546149.392632,
          "N" : 2520034
        },
        "bw_min" : 34437,
        "bw_max" : 86287,
        "bw_agg" : 100.000000,
        "bw_mean" : 56000.674095,
        "bw_dev" : 292.090767,
        "bw_samples" : 11488,
        "iops_min" : 8607,
        "iops_max" : 21571,
        "iops_mean" : 13997.518106,
        "iops_stddev" : 73.039010,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760220,
      "usr_cpu" : 0.172216,
      "sys_cpu" : 2.170629,
      "ctx" : 3504665,
      "majf" : 0,
      "minf" : 1327,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998730,
        "8" : 0.000000,
        "16" : 0.100000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 3.747687,
        "20" : 15.652215,
        "50" : 64.786426,
        "100" : 15.455751,
        "250" : 0.374947,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772847352,
  "timestamp_ms" : 1772847352385,
  "time" : "Fri Mar  6 21:35:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10322190336,
        "io_kbytes" : 10080264,
        "bw_bytes" : 57335945,
        "bw" : 55992,
        "iops" : 13995.189691,
        "runtime" : 180030,
        "total_ios" : 2519554,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 289742,
          "max" : 52032072,
          "mean" : 2274484.281430,
          "stddev" : 3313623.833344,
          "N" : 2519586
        },
        "clat_ns" : {
          "min" : 3295,
          "max" : 165510671,
          "mean" : 34299714.814087,
          "stddev" : 16855998.597510,
          "N" : 2520034,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 12517376,
            "10.000000" : 15663104,
            "20.000000" : 20316160,
            "30.000000" : 24510464,
            "40.000000" : 27656192,
            "50.000000" : 31588352,
            "60.000000" : 35389440,
            "70.000000" : 40108032,
            "80.000000" : 46399488,
            "90.000000" : 56360960,
            "95.000000" : 65798144,
            "99.000000" : 87556096,
            "99.500000" : 95944704,
            "99.900000" : 113770496,
            "99.950000" : 121110528,
            "99.990000" : 133693440
          },
          "bins" : {
            "3280" : 1,
            "3696" : 3,
            "3728" : 1,
            "3920" : 2,
            "4016" : 1,
            "4048" : 1,
            "4080" : 1,
            "4192" : 1,
            "4256" : 2,
            "4320" : 1,
            "4576" : 1,
            "4768" : 2,
            "4832" : 1,
            "5024" : 1,
            "5088" : 2,
            "5280" : 2,
            "5344" : 1,
            "5408" : 1,
            "5472" : 1,
            "6304" : 1,
            "6496" : 1,
            "6688" : 1,
            "7776" : 1,
            "7904" : 1,
            "9536" : 1,
            "370688" : 1,
            "452608" : 1,
            "618496" : 1,
            "643072" : 2,
            "757760" : 2,
            "1073152" : 1,
            "1171456" : 1,
            "1286144" : 1,
            "1417216" : 1,
            "1777664" : 2,
            "1859584" : 1,
            "2146304" : 1,
            "2179072" : 1,
            "2310144" : 1,
            "2539520" : 1,
            "2768896" : 1,
            "5079040" : 1,
            "5144576" : 3,
            "5210112" : 3,
            "5275648" : 9,
            "5341184" : 7,
            "5406720" : 19,
            "5472256" : 50,
            "5537792" : 89,
            "5603328" : 135,
            "5668864" : 164,
            "5734400" : 197,
            "5799936" : 189,
            "5865472" : 170,
            "5931008" : 166,
            "5996544" : 178,
            "6062080" : 141,
            "6127616" : 173,
            "6193152" : 167,
            "6258688" : 164,
            "6324224" : 168,
            "6389760" : 176,
            "6455296" : 177,
            "6520832" : 213,
            "6586368" : 217,
            "6651904" : 268,
            "6717440" : 303,
            "6782976" : 299,
            "6848512" : 332,
            "6914048" : 365,
            "6979584" : 436,
            "7045120" : 504,
            "7110656" : 531,
            "7176192" : 565,
            "7241728" : 635,
            "7307264" : 660,
            "7372800" : 759,
            "7438336" : 824,
            "7503872" : 880,
            "7569408" : 1009,
            "7634944" : 1073,
            "7700480" : 1197,
            "7766016" : 1340,
            "7831552" : 1453,
            "7897088" : 1616,
            "7962624" : 1773,
            "8028160" : 1826,
            "8093696" : 2006,
            "8159232" : 2092,
            "8224768" : 2194,
            "8290304" : 2335,
            "8355840" : 2491,
            "8454144" : 5265,
            "8585216" : 5595,
            "8716288" : 5773,
            "8847360" : 5911,
            "8978432" : 5896,
            "9109504" : 5740,
            "9240576" : 5514,
            "9371648" : 5131,
            "9502720" : 4745,
            "9633792" : 4171,
            "9764864" : 3672,
            "9895936" : 3373,
            "10027008" : 2915,
            "10158080" : 2544,
            "10289152" : 2197,
            "10420224" : 1924,
            "10551296" : 1767,
            "10682368" : 1637,
            "10813440" : 1377,
            "10944512" : 1361,
            "11075584" : 1266,
            "11206656" : 1219,
            "11337728" : 1240,
            "11468800" : 1252,
            "11599872" : 1268,
            "11730944" : 1373,
            "11862016" : 1481,
            "11993088" : 1477,
            "12124160" : 1560,
            "12255232" : 1735,
            "12386304" : 1873,
            "12517376" : 1990,
            "12648448" : 2360,
            "12779520" : 2463,
            "12910592" : 2749,
            "13041664" : 2950,
            "13172736" : 3226,
            "13303808" : 3307,
            "13434880" : 3686,
            "13565952" : 3953,
            "13697024" : 4114,
            "13828096" : 4563,
            "13959168" : 4969,
            "14090240" : 5122,
            "14221312" : 5345,
            "14352384" : 5692,
            "14483456" : 5957,
            "14614528" : 6190,
            "14745600" : 6339,
            "14876672" : 6710,
            "15007744" : 7035,
            "15138816" : 7182,
            "15269888" : 7529,
            "15400960" : 7600,
            "15532032" : 7904,
            "15663104" : 8328,
            "15794176" : 8400,
            "15925248" : 8564,
            "16056320" : 8515,
            "16187392" : 8771,
            "16318464" : 8902,
            "16449536" : 8912,
            "16580608" : 8909,
            "16711680" : 9108,
            "16908288" : 17847,
            "17170432" : 17133,
            "17432576" : 16469,
            "17694720" : 16131,
            "17956864" : 15262,
            "18219008" : 13937,
            "18481152" : 12730,
            "18743296" : 11748,
            "19005440" : 11027,
            "19267584" : 10635,
            "19529728" : 10257,
            "19791872" : 10239,
            "20054016" : 10294,
            "20316160" : 10281,
            "20578304" : 11187,
            "20840448" : 11959,
            "21102592" : 12597,
            "21364736" : 13512,
            "21626880" : 14083,
            "21889024" : 14937,
            "22151168" : 15433,
            "22413312" : 16797,
            "22675456" : 17755,
            "22937600" : 18137,
            "23199744" : 18946,
            "23461888" : 19697,
            "23724032" : 20560,
            "23986176" : 20836,
            "24248320" : 21299,
            "24510464" : 21929,
            "24772608" : 22016,
            "25034752" : 22035,
            "25296896" : 22247,
            "25559040" : 22254,
            "25821184" : 21961,
            "26083328" : 22170,
            "26345472" : 21144,
            "26607616" : 20634,
            "26869760" : 20054,
            "27131904" : 19088,
            "27394048" : 18360,
            "27656192" : 17259,
            "27918336" : 16384,
            "28180480" : 16171,
            "28442624" : 15843,
            "28704768" : 15738,
            "28966912" : 15170,
            "29229056" : 15175,
            "29491200" : 15168,
            "29753344" : 15320,
            "30015488" : 15610,
            "30277632" : 15817,
            "30539776" : 15845,
            "30801920" : 16575,
            "31064064" : 16443,
            "31326208" : 16737,
            "31588352" : 16950,
            "31850496" : 17510,
            "32112640" : 17630,
            "32374784" : 17905,
            "32636928" : 18311,
            "32899072" : 18785,
            "33161216" : 18597,
            "33423360" : 18663,
            "33816576" : 37289,
            "34340864" : 36964,
            "34865152" : 36017,
            "35389440" : 33903,
            "35913728" : 31141,
            "36438016" : 29276,
            "36962304" : 27059,
            "37486592" : 25568,
            "38010880" : 24411,
            "38535168" : 23023,
            "39059456" : 22985,
            "39583744" : 23199,
            "40108032" : 23501,
            "40632320" : 23718,
            "41156608" : 23928,
            "41680896" : 24082,
            "42205184" : 24115,
            "42729472" : 23610,
            "43253760" : 23359,
            "43778048" : 22603,
            "44302336" : 21535,
            "44826624" : 20555,
            "45350912" : 19156,
            "45875200" : 17765,
            "46399488" : 16774,
            "46923776" : 15869,
            "47448064" : 15441,
            "47972352" : 14948,
            "48496640" : 14419,
            "49020928" : 14109,
            "49545216" : 14087,
            "50069504" : 13939,
            "50593792" : 13726,
            "51118080" : 13469,
            "51642368" : 13853,
            "52166656" : 13360,
            "52690944" : 12878,
            "53215232" : 12430,
            "53739520" : 11671,
            "54263808" : 10993,
            "54788096" : 10582,
            "55312384" : 10121,
            "55836672" : 9549,
            "56360960" : 8984,
            "56885248" : 8690,
            "57409536" : 8319,
            "57933824" : 8043,
            "58458112" : 7802,
            "58982400" : 7437,
            "59506688" : 7613,
            "60030976" : 7390,
            "60555264" : 7213,
            "61079552" : 7064,
            "61603840" : 6949,
            "62128128" : 6683,
            "62652416" : 6494,
            "63176704" : 6122,
            "63700992" : 5885,
            "64225280" : 5505,
            "64749568" : 5467,
            "65273856" : 4990,
            "65798144" : 4816,
            "66322432" : 4676,
            "66846720" : 4547,
            "67633152" : 8467,
            "68681728" : 7998,
            "69730304" : 7247,
            "70778880" : 6889,
            "71827456" : 6285,
            "72876032" : 5814,
            "73924608" : 5721,
            "74973184" : 5088,
            "76021760" : 4666,
            "77070336" : 4402,
            "78118912" : 4017,
            "79167488" : 3853,
            "80216064" : 3475,
            "81264640" : 3271,
            "82313216" : 2976,
            "83361792" : 2768,
            "84410368" : 2504,
            "85458944" : 2350,
            "86507520" : 2192,
            "87556096" : 2117,
            "88604672" : 1985,
            "89653248" : 1822,
            "90701824" : 1619,
            "91750400" : 1566,
            "92798976" : 1408,
            "93847552" : 1314,
            "94896128" : 1231,
            "95944704" : 1152,
            "96993280" : 953,
            "98041856" : 957,
            "99090432" : 873,
            "100139008" : 835,
            "101187584" : 755,
            "102236160" : 712,
            "103284736" : 697,
            "104333312" : 619,
            "105381888" : 568,
            "106430464" : 482,
            "107479040" : 438,
            "108527616" : 378,
            "109576192" : 421,
            "110624768" : 391,
            "111673344" : 344,
            "112721920" : 373,
            "113770496" : 295,
            "114819072" : 250,
            "115867648" : 234,
            "116916224" : 176,
            "117964800" : 171,
            "119013376" : 197,
            "120061952" : 167,
            "121110528" : 146,
            "122159104" : 136,
            "123207680" : 115,
            "124256256" : 113,
            "125304832" : 89,
            "126353408" : 78,
            "127401984" : 77,
            "128450560" : 67,
            "129499136" : 51,
            "130547712" : 57,
            "131596288" : 34,
            "132644864" : 50,
            "133693440" : 49,
            "135266304" : 52,
            "137363456" : 41,
            "139460608" : 38,
            "141557760" : 21,
            "143654912" : 31,
            "145752064" : 4,
            "147849216" : 4,
            "149946368" : 5,
            "152043520" : 5,
            "154140672" : 4,
            "156237824" : 1,
            "158334976" : 1,
            "164626432" : 1
          }
        },
        "lat_ns" : {
          "min" : 370375,
          "max" : 166578921,
          "mean" : 36574452.782521,
          "stddev" : 17546149.392632,
          "N" : 2520034
        },
        "bw_min" : 34437,
        "bw_max" : 86287,
        "bw_agg" : 100.000000,
        "bw_mean" : 56000.674095,
        "bw_dev" : 292.090767,
        "bw_samples" : 11488,
        "iops_min" : 8607,
        "iops_max" : 21571,
        "iops_mean" : 13997.518106,
        "iops_stddev" : 73.039010,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760350,
      "usr_cpu" : 0.172212,
      "sys_cpu" : 2.170580,
      "ctx" : 3504784,
      "majf" : 0,
      "minf" : 1333,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998730,
        "8" : 0.000000,
        "16" : 0.100000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 3.747687,
        "20" : 15.652215,
        "50" : 64.786426,
        "100" : 15.455751,
        "250" : 0.374947,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}