← Back to file list

📄 rand-write-qd32-nj32_run2.json

mirror/benchmarks/rand/rand-write-qd32-nj32_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849687,
  "timestamp_ms" : 1772849687339,
  "time" : "Fri Mar  6 22:14:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 568860672,
        "io_kbytes" : 555528,
        "bw_bytes" : 58500686,
        "bw" : 57129,
        "iops" : 14403.743316,
        "runtime" : 9724,
        "total_ios" : 140062,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 311161,
      "usr_cpu" : 0.168723,
      "sys_cpu" : 2.216859,
      "ctx" : 190811,
      "majf" : 0,
      "minf" : 208,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.182776,
        "16" : 0.365552,
        "32" : 99.291742,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849697,
  "timestamp_ms" : 1772849697623,
  "time" : "Fri Mar  6 22:14:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 541675520,
        "io_kbytes" : 528980,
        "bw_bytes" : 54118845,
        "bw" : 52850,
        "iops" : 13226.895794,
        "runtime" : 10009,
        "total_ios" : 132388,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 306488,
          "max" : 50059857,
          "mean" : 2409866.352018,
          "stddev" : 3487399.704997,
          "N" : 132388
        },
        "clat_ns" : {
          "min" : 11781853,
          "max" : 242574290,
          "mean" : 75292474.806597,
          "stddev" : 29071526.556871,
          "N" : 132356,
          "percentile" : {
            "1.000000" : 26607616,
            "5.000000" : 36962304,
            "10.000000" : 43253760,
            "20.000000" : 51642368,
            "30.000000" : 58458112,
            "40.000000" : 64749568,
            "50.000000" : 70778880,
            "60.000000" : 77070336,
            "70.000000" : 85458944,
            "80.000000" : 95944704,
            "90.000000" : 112721920,
            "95.000000" : 131596288,
            "99.000000" : 168820736,
            "99.500000" : 179306496,
            "99.900000" : 200278016,
            "99.950000" : 208666624,
            "99.990000" : 219152384
          },
          "bins" : {
            "11730944" : 1,
            "11862016" : 4,
            "15532032" : 2,
            "15794176" : 1,
            "15925248" : 1,
            "16056320" : 2,
            "16187392" : 1,
            "16318464" : 3,
            "16449536" : 3,
            "16580608" : 11,
            "16711680" : 8,
            "16908288" : 13,
            "17170432" : 14,
            "17432576" : 16,
            "17694720" : 10,
            "17956864" : 14,
            "18219008" : 22,
            "18481152" : 30,
            "18743296" : 34,
            "19005440" : 17,
            "19267584" : 11,
            "19529728" : 2,
            "19791872" : 14,
            "20054016" : 14,
            "20316160" : 27,
            "20578304" : 7,
            "20840448" : 8,
            "21102592" : 10,
            "21364736" : 13,
            "21626880" : 15,
            "21889024" : 14,
            "22151168" : 17,
            "22413312" : 15,
            "22675456" : 25,
            "22937600" : 40,
            "23199744" : 37,
            "23461888" : 54,
            "23724032" : 40,
            "23986176" : 55,
            "24248320" : 63,
            "24510464" : 50,
            "24772608" : 62,
            "25034752" : 59,
            "25296896" : 75,
            "25559040" : 87,
            "25821184" : 88,
            "26083328" : 70,
            "26345472" : 83,
            "26607616" : 83,
            "26869760" : 60,
            "27131904" : 64,
            "27394048" : 67,
            "27656192" : 50,
            "27918336" : 61,
            "28180480" : 80,
            "28442624" : 67,
            "28704768" : 92,
            "28966912" : 80,
            "29229056" : 96,
            "29491200" : 92,
            "29753344" : 109,
            "30015488" : 85,
            "30277632" : 140,
            "30539776" : 130,
            "30801920" : 161,
            "31064064" : 140,
            "31326208" : 153,
            "31588352" : 164,
            "31850496" : 158,
            "32112640" : 170,
            "32374784" : 182,
            "32636928" : 177,
            "32899072" : 178,
            "33161216" : 169,
            "33423360" : 149,
            "33816576" : 328,
            "34340864" : 377,
            "34865152" : 329,
            "35389440" : 403,
            "35913728" : 355,
            "36438016" : 389,
            "36962304" : 473,
            "37486592" : 459,
            "38010880" : 421,
            "38535168" : 542,
            "39059456" : 570,
            "39583744" : 496,
            "40108032" : 516,
            "40632320" : 549,
            "41156608" : 525,
            "41680896" : 573,
            "42205184" : 652,
            "42729472" : 630,
            "43253760" : 754,
            "43778048" : 765,
            "44302336" : 833,
            "44826624" : 695,
            "45350912" : 692,
            "45875200" : 730,
            "46399488" : 809,
            "46923776" : 699,
            "47448064" : 751,
            "47972352" : 695,
            "48496640" : 799,
            "49020928" : 796,
            "49545216" : 885,
            "50069504" : 849,
            "50593792" : 983,
            "51118080" : 1027,
            "51642368" : 1061,
            "52166656" : 1024,
            "52690944" : 980,
            "53215232" : 1077,
            "53739520" : 943,
            "54263808" : 910,
            "54788096" : 905,
            "55312384" : 946,
            "55836672" : 956,
            "56360960" : 1028,
            "56885248" : 1005,
            "57409536" : 1100,
            "57933824" : 1062,
            "58458112" : 1142,
            "58982400" : 1157,
            "59506688" : 1139,
            "60030976" : 1197,
            "60555264" : 1297,
            "61079552" : 1162,
            "61603840" : 1206,
            "62128128" : 1143,
            "62652416" : 1169,
            "63176704" : 1177,
            "63700992" : 1105,
            "64225280" : 1074,
            "64749568" : 1115,
            "65273856" : 1142,
            "65798144" : 1128,
            "66322432" : 1141,
            "66846720" : 1276,
            "67633152" : 2510,
            "68681728" : 2379,
            "69730304" : 2469,
            "70778880" : 2337,
            "71827456" : 2136,
            "72876032" : 2126,
            "73924608" : 1979,
            "74973184" : 2040,
            "76021760" : 2023,
            "77070336" : 1986,
            "78118912" : 1848,
            "79167488" : 1900,
            "80216064" : 1769,
            "81264640" : 1522,
            "82313216" : 1721,
            "83361792" : 1760,
            "84410368" : 1518,
            "85458944" : 1474,
            "86507520" : 1609,
            "87556096" : 1546,
            "88604672" : 1403,
            "89653248" : 1271,
            "90701824" : 1146,
            "91750400" : 1121,
            "92798976" : 1142,
            "93847552" : 1109,
            "94896128" : 1140,
            "95944704" : 1170,
            "96993280" : 1125,
            "98041856" : 1041,
            "99090432" : 811,
            "100139008" : 862,
            "101187584" : 828,
            "102236160" : 887,
            "103284736" : 863,
            "104333312" : 870,
            "105381888" : 831,
            "106430464" : 691,
            "107479040" : 721,
            "108527616" : 623,
            "109576192" : 620,
            "110624768" : 605,
            "111673344" : 518,
            "112721920" : 560,
            "113770496" : 552,
            "114819072" : 484,
            "115867648" : 423,
            "116916224" : 484,
            "117964800" : 424,
            "119013376" : 411,
            "120061952" : 408,
            "121110528" : 377,
            "122159104" : 369,
            "123207680" : 394,
            "124256256" : 314,
            "125304832" : 346,
            "126353408" : 332,
            "127401984" : 277,
            "128450560" : 247,
            "129499136" : 260,
            "130547712" : 258,
            "131596288" : 245,
            "132644864" : 249,
            "133693440" : 269,
            "135266304" : 453,
            "137363456" : 439,
            "139460608" : 407,
            "141557760" : 364,
            "143654912" : 361,
            "145752064" : 320,
            "147849216" : 302,
            "149946368" : 308,
            "152043520" : 325,
            "154140672" : 263,
            "156237824" : 254,
            "158334976" : 212,
            "160432128" : 224,
            "162529280" : 200,
            "164626432" : 168,
            "166723584" : 153,
            "168820736" : 155,
            "170917888" : 140,
            "173015040" : 128,
            "175112192" : 106,
            "177209344" : 107,
            "179306496" : 123,
            "181403648" : 72,
            "183500800" : 68,
            "185597952" : 61,
            "187695104" : 62,
            "189792256" : 27,
            "191889408" : 37,
            "193986560" : 39,
            "196083712" : 40,
            "198180864" : 21,
            "200278016" : 17,
            "202375168" : 16,
            "204472320" : 30,
            "206569472" : 16,
            "208666624" : 13,
            "210763776" : 8,
            "212860928" : 16,
            "214958080" : 6,
            "217055232" : 13,
            "219152384" : 1,
            "221249536" : 6,
            "225443840" : 1,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12189516,
          "max" : 252546883,
          "mean" : 77717151.682855,
          "stddev" : 29664137.333644,
          "N" : 132356
        },
        "bw_min" : 37360,
        "bw_max" : 71886,
        "bw_agg" : 99.223404,
        "bw_mean" : 52440.368421,
        "bw_dev" : 304.473492,
        "bw_samples" : 608,
        "iops_min" : 9340,
        "iops_max" : 17970,
        "iops_mean" : 13108.789474,
        "iops_stddev" : 76.085045,
        "iops_samples" : 608
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320150,
      "usr_cpu" : 0.164610,
      "sys_cpu" : 2.042480,
      "ctx" : 184335,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.179775,
        "50" : 17.349760,
        "100" : 65.537662,
        "250" : 16.908632,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849707,
  "timestamp_ms" : 1772849707622,
  "time" : "Fri Mar  6 22:15:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1102512128,
        "io_kbytes" : 1076672,
        "bw_bytes" : 55100811,
        "bw" : 53809,
        "iops" : 13461.842171,
        "runtime" : 20009,
        "total_ios" : 269358,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 300879,
          "max" : 50059857,
          "mean" : 2366155.549150,
          "stddev" : 3433972.304053,
          "N" : 269358
        },
        "clat_ns" : {
          "min" : 11781853,
          "max" : 242574290,
          "mean" : 73833799.790908,
          "stddev" : 27512296.597370,
          "N" : 269326,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63700992,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 84410368,
            "80.000000" : 94896128,
            "90.000000" : 110624768,
            "95.000000" : 124256256,
            "99.000000" : 156237824,
            "99.500000" : 168820736,
            "99.900000" : 191889408,
            "99.950000" : 200278016,
            "99.990000" : 217055232
          },
          "bins" : {
            "11730944" : 1,
            "11862016" : 4,
            "12124160" : 1,
            "12255232" : 2,
            "13828096" : 1,
            "14745600" : 1,
            "14876672" : 1,
            "15007744" : 1,
            "15138816" : 2,
            "15269888" : 5,
            "15400960" : 6,
            "15532032" : 5,
            "15663104" : 3,
            "15794176" : 7,
            "15925248" : 8,
            "16056320" : 3,
            "16187392" : 4,
            "16318464" : 5,
            "16449536" : 7,
            "16580608" : 11,
            "16711680" : 14,
            "16908288" : 23,
            "17170432" : 26,
            "17432576" : 28,
            "17694720" : 26,
            "17956864" : 42,
            "18219008" : 50,
            "18481152" : 54,
            "18743296" : 53,
            "19005440" : 46,
            "19267584" : 38,
            "19529728" : 18,
            "19791872" : 34,
            "20054016" : 48,
            "20316160" : 55,
            "20578304" : 23,
            "20840448" : 27,
            "21102592" : 30,
            "21364736" : 46,
            "21626880" : 32,
            "21889024" : 70,
            "22151168" : 64,
            "22413312" : 55,
            "22675456" : 82,
            "22937600" : 116,
            "23199744" : 95,
            "23461888" : 129,
            "23724032" : 115,
            "23986176" : 106,
            "24248320" : 123,
            "24510464" : 120,
            "24772608" : 136,
            "25034752" : 136,
            "25296896" : 143,
            "25559040" : 195,
            "25821184" : 193,
            "26083328" : 158,
            "26345472" : 170,
            "26607616" : 192,
            "26869760" : 176,
            "27131904" : 186,
            "27394048" : 166,
            "27656192" : 139,
            "27918336" : 135,
            "28180480" : 169,
            "28442624" : 177,
            "28704768" : 211,
            "28966912" : 201,
            "29229056" : 232,
            "29491200" : 217,
            "29753344" : 220,
            "30015488" : 200,
            "30277632" : 256,
            "30539776" : 274,
            "30801920" : 291,
            "31064064" : 285,
            "31326208" : 306,
            "31588352" : 314,
            "31850496" : 323,
            "32112640" : 347,
            "32374784" : 377,
            "32636928" : 351,
            "32899072" : 358,
            "33161216" : 350,
            "33423360" : 359,
            "33816576" : 670,
            "34340864" : 770,
            "34865152" : 785,
            "35389440" : 888,
            "35913728" : 828,
            "36438016" : 912,
            "36962304" : 998,
            "37486592" : 934,
            "38010880" : 922,
            "38535168" : 1116,
            "39059456" : 1074,
            "39583744" : 1103,
            "40108032" : 1170,
            "40632320" : 1136,
            "41156608" : 1153,
            "41680896" : 1285,
            "42205184" : 1466,
            "42729472" : 1535,
            "43253760" : 1603,
            "43778048" : 1656,
            "44302336" : 1702,
            "44826624" : 1537,
            "45350912" : 1568,
            "45875200" : 1510,
            "46399488" : 1660,
            "46923776" : 1643,
            "47448064" : 1620,
            "47972352" : 1604,
            "48496640" : 1681,
            "49020928" : 1726,
            "49545216" : 1904,
            "50069504" : 1945,
            "50593792" : 2072,
            "51118080" : 2084,
            "51642368" : 2147,
            "52166656" : 2114,
            "52690944" : 2083,
            "53215232" : 2128,
            "53739520" : 1949,
            "54263808" : 2001,
            "54788096" : 1883,
            "55312384" : 2090,
            "55836672" : 2070,
            "56360960" : 2101,
            "56885248" : 2089,
            "57409536" : 2104,
            "57933824" : 2112,
            "58458112" : 2199,
            "58982400" : 2305,
            "59506688" : 2300,
            "60030976" : 2358,
            "60555264" : 2521,
            "61079552" : 2274,
            "61603840" : 2344,
            "62128128" : 2346,
            "62652416" : 2279,
            "63176704" : 2401,
            "63700992" : 2266,
            "64225280" : 2223,
            "64749568" : 2272,
            "65273856" : 2307,
            "65798144" : 2328,
            "66322432" : 2262,
            "66846720" : 2454,
            "67633152" : 4744,
            "68681728" : 4627,
            "69730304" : 4618,
            "70778880" : 4546,
            "71827456" : 4411,
            "72876032" : 4232,
            "73924608" : 4011,
            "74973184" : 4110,
            "76021760" : 4020,
            "77070336" : 3925,
            "78118912" : 3850,
            "79167488" : 3800,
            "80216064" : 3626,
            "81264640" : 3214,
            "82313216" : 3451,
            "83361792" : 3448,
            "84410368" : 3174,
            "85458944" : 3018,
            "86507520" : 3175,
            "87556096" : 2935,
            "88604672" : 2794,
            "89653248" : 2641,
            "90701824" : 2389,
            "91750400" : 2396,
            "92798976" : 2403,
            "93847552" : 2306,
            "94896128" : 2451,
            "95944704" : 2343,
            "96993280" : 2346,
            "98041856" : 2161,
            "99090432" : 1909,
            "100139008" : 1892,
            "101187584" : 1934,
            "102236160" : 1876,
            "103284736" : 1792,
            "104333312" : 1746,
            "105381888" : 1709,
            "106430464" : 1502,
            "107479040" : 1512,
            "108527616" : 1424,
            "109576192" : 1388,
            "110624768" : 1380,
            "111673344" : 1224,
            "112721920" : 1170,
            "113770496" : 1130,
            "114819072" : 1040,
            "115867648" : 962,
            "116916224" : 1043,
            "117964800" : 901,
            "119013376" : 938,
            "120061952" : 907,
            "121110528" : 836,
            "122159104" : 798,
            "123207680" : 801,
            "124256256" : 656,
            "125304832" : 685,
            "126353408" : 618,
            "127401984" : 602,
            "128450560" : 495,
            "129499136" : 547,
            "130547712" : 501,
            "131596288" : 485,
            "132644864" : 430,
            "133693440" : 450,
            "135266304" : 790,
            "137363456" : 725,
            "139460608" : 713,
            "141557760" : 586,
            "143654912" : 535,
            "145752064" : 472,
            "147849216" : 474,
            "149946368" : 451,
            "152043520" : 425,
            "154140672" : 340,
            "156237824" : 345,
            "158334976" : 276,
            "160432128" : 257,
            "162529280" : 240,
            "164626432" : 209,
            "166723584" : 175,
            "168820736" : 170,
            "170917888" : 156,
            "173015040" : 146,
            "175112192" : 118,
            "177209344" : 133,
            "179306496" : 131,
            "181403648" : 79,
            "183500800" : 78,
            "185597952" : 72,
            "187695104" : 69,
            "189792256" : 30,
            "191889408" : 43,
            "193986560" : 43,
            "196083712" : 41,
            "198180864" : 25,
            "200278016" : 18,
            "202375168" : 16,
            "204472320" : 30,
            "206569472" : 17,
            "208666624" : 14,
            "210763776" : 8,
            "212860928" : 16,
            "214958080" : 6,
            "217055232" : 13,
            "219152384" : 1,
            "221249536" : 6,
            "225443840" : 1,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12189516,
          "max" : 252546883,
          "mean" : 76206286.884044,
          "stddev" : 28059618.150457,
          "N" : 269326
        },
        "bw_min" : 36488,
        "bw_max" : 74712,
        "bw_agg" : 99.705654,
        "bw_mean" : 53651.794872,
        "bw_dev" : 293.978993,
        "bw_samples" : 1248,
        "iops_min" : 9122,
        "iops_max" : 18676,
        "iops_mean" : 13410.487179,
        "iops_stddev" : 73.463244,
        "iops_samples" : 1248
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640161,
      "usr_cpu" : 0.159960,
      "sys_cpu" : 2.083226,
      "ctx" : 374626,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.200848,
        "50" : 18.605722,
        "100" : 65.149726,
        "250" : 16.031824,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849717,
  "timestamp_ms" : 1772849717618,
  "time" : "Fri Mar  6 22:15:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1653809152,
        "io_kbytes" : 1615048,
        "bw_bytes" : 55110438,
        "bw" : 53818,
        "iops" : 13458.762371,
        "runtime" : 30009,
        "total_ios" : 403884,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 50059857,
          "mean" : 2365880.661371,
          "stddev" : 3424033.031498,
          "N" : 403884
        },
        "clat_ns" : {
          "min" : 11781853,
          "max" : 242574290,
          "mean" : 73821914.494595,
          "stddev" : 27295289.586561,
          "N" : 403852,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 51118080,
            "30.000000" : 57933824,
            "40.000000" : 63700992,
            "50.000000" : 69730304,
            "60.000000" : 77070336,
            "70.000000" : 84410368,
            "80.000000" : 94896128,
            "90.000000" : 109576192,
            "95.000000" : 124256256,
            "99.000000" : 156237824,
            "99.500000" : 166723584,
            "99.900000" : 189792256,
            "99.950000" : 198180864,
            "99.990000" : 214958080
          },
          "bins" : {
            "11730944" : 1,
            "11862016" : 4,
            "12124160" : 1,
            "12255232" : 2,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 4,
            "14876672" : 3,
            "15007744" : 2,
            "15138816" : 7,
            "15269888" : 7,
            "15400960" : 10,
            "15532032" : 9,
            "15663104" : 4,
            "15794176" : 8,
            "15925248" : 10,
            "16056320" : 8,
            "16187392" : 10,
            "16318464" : 12,
            "16449536" : 12,
            "16580608" : 17,
            "16711680" : 17,
            "16908288" : 32,
            "17170432" : 40,
            "17432576" : 56,
            "17694720" : 47,
            "17956864" : 57,
            "18219008" : 59,
            "18481152" : 69,
            "18743296" : 67,
            "19005440" : 53,
            "19267584" : 54,
            "19529728" : 35,
            "19791872" : 49,
            "20054016" : 56,
            "20316160" : 63,
            "20578304" : 35,
            "20840448" : 37,
            "21102592" : 56,
            "21364736" : 73,
            "21626880" : 86,
            "21889024" : 127,
            "22151168" : 103,
            "22413312" : 92,
            "22675456" : 117,
            "22937600" : 159,
            "23199744" : 152,
            "23461888" : 190,
            "23724032" : 156,
            "23986176" : 168,
            "24248320" : 185,
            "24510464" : 179,
            "24772608" : 218,
            "25034752" : 213,
            "25296896" : 206,
            "25559040" : 255,
            "25821184" : 255,
            "26083328" : 221,
            "26345472" : 246,
            "26607616" : 278,
            "26869760" : 270,
            "27131904" : 278,
            "27394048" : 275,
            "27656192" : 231,
            "27918336" : 231,
            "28180480" : 261,
            "28442624" : 268,
            "28704768" : 316,
            "28966912" : 310,
            "29229056" : 355,
            "29491200" : 376,
            "29753344" : 353,
            "30015488" : 345,
            "30277632" : 368,
            "30539776" : 421,
            "30801920" : 416,
            "31064064" : 431,
            "31326208" : 481,
            "31588352" : 458,
            "31850496" : 469,
            "32112640" : 485,
            "32374784" : 540,
            "32636928" : 537,
            "32899072" : 534,
            "33161216" : 539,
            "33423360" : 561,
            "33816576" : 1026,
            "34340864" : 1181,
            "34865152" : 1219,
            "35389440" : 1375,
            "35913728" : 1208,
            "36438016" : 1349,
            "36962304" : 1495,
            "37486592" : 1431,
            "38010880" : 1402,
            "38535168" : 1608,
            "39059456" : 1540,
            "39583744" : 1718,
            "40108032" : 1684,
            "40632320" : 1703,
            "41156608" : 1740,
            "41680896" : 1955,
            "42205184" : 2111,
            "42729472" : 2257,
            "43253760" : 2351,
            "43778048" : 2414,
            "44302336" : 2481,
            "44826624" : 2319,
            "45350912" : 2430,
            "45875200" : 2209,
            "46399488" : 2445,
            "46923776" : 2449,
            "47448064" : 2435,
            "47972352" : 2349,
            "48496640" : 2418,
            "49020928" : 2550,
            "49545216" : 2795,
            "50069504" : 2928,
            "50593792" : 3017,
            "51118080" : 3129,
            "51642368" : 3176,
            "52166656" : 3115,
            "52690944" : 3077,
            "53215232" : 3191,
            "53739520" : 2961,
            "54263808" : 2970,
            "54788096" : 2824,
            "55312384" : 3153,
            "55836672" : 3128,
            "56360960" : 3266,
            "56885248" : 3233,
            "57409536" : 3095,
            "57933824" : 3140,
            "58458112" : 3286,
            "58982400" : 3471,
            "59506688" : 3352,
            "60030976" : 3452,
            "60555264" : 3581,
            "61079552" : 3355,
            "61603840" : 3475,
            "62128128" : 3389,
            "62652416" : 3350,
            "63176704" : 3619,
            "63700992" : 3403,
            "64225280" : 3410,
            "64749568" : 3465,
            "65273856" : 3476,
            "65798144" : 3395,
            "66322432" : 3387,
            "66846720" : 3585,
            "67633152" : 6875,
            "68681728" : 6817,
            "69730304" : 6934,
            "70778880" : 6830,
            "71827456" : 6635,
            "72876032" : 6384,
            "73924608" : 6166,
            "74973184" : 5971,
            "76021760" : 5791,
            "77070336" : 5817,
            "78118912" : 5862,
            "79167488" : 5755,
            "80216064" : 5642,
            "81264640" : 5140,
            "82313216" : 5282,
            "83361792" : 5132,
            "84410368" : 4788,
            "85458944" : 4618,
            "86507520" : 4894,
            "87556096" : 4529,
            "88604672" : 4525,
            "89653248" : 4311,
            "90701824" : 3899,
            "91750400" : 3832,
            "92798976" : 3789,
            "93847552" : 3602,
            "94896128" : 3721,
            "95944704" : 3622,
            "96993280" : 3568,
            "98041856" : 3349,
            "99090432" : 3003,
            "100139008" : 2915,
            "101187584" : 2871,
            "102236160" : 2754,
            "103284736" : 2630,
            "104333312" : 2528,
            "105381888" : 2494,
            "106430464" : 2267,
            "107479040" : 2259,
            "108527616" : 2115,
            "109576192" : 2032,
            "110624768" : 2006,
            "111673344" : 1754,
            "112721920" : 1652,
            "113770496" : 1681,
            "114819072" : 1548,
            "115867648" : 1457,
            "116916224" : 1480,
            "117964800" : 1323,
            "119013376" : 1311,
            "120061952" : 1269,
            "121110528" : 1188,
            "122159104" : 1153,
            "123207680" : 1127,
            "124256256" : 980,
            "125304832" : 970,
            "126353408" : 940,
            "127401984" : 868,
            "128450560" : 769,
            "129499136" : 780,
            "130547712" : 729,
            "131596288" : 747,
            "132644864" : 669,
            "133693440" : 692,
            "135266304" : 1226,
            "137363456" : 1128,
            "139460608" : 1028,
            "141557760" : 849,
            "143654912" : 833,
            "145752064" : 742,
            "147849216" : 694,
            "149946368" : 651,
            "152043520" : 634,
            "154140672" : 519,
            "156237824" : 535,
            "158334976" : 413,
            "160432128" : 390,
            "162529280" : 326,
            "164626432" : 287,
            "166723584" : 272,
            "168820736" : 242,
            "170917888" : 205,
            "173015040" : 203,
            "175112192" : 182,
            "177209344" : 180,
            "179306496" : 157,
            "181403648" : 98,
            "183500800" : 98,
            "185597952" : 96,
            "187695104" : 88,
            "189792256" : 39,
            "191889408" : 61,
            "193986560" : 55,
            "196083712" : 49,
            "198180864" : 28,
            "200278016" : 19,
            "202375168" : 20,
            "204472320" : 31,
            "206569472" : 22,
            "208666624" : 16,
            "210763776" : 11,
            "212860928" : 19,
            "214958080" : 11,
            "217055232" : 15,
            "219152384" : 3,
            "221249536" : 8,
            "223346688" : 2,
            "225443840" : 4,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12189516,
          "max" : 252546883,
          "mean" : 76193771.080175,
          "stddev" : 27828800.597550,
          "N" : 403852
        },
        "bw_min" : 35848,
        "bw_max" : 75532,
        "bw_agg" : 99.838742,
        "bw_mean" : 53732.864407,
        "bw_dev" : 285.394519,
        "bw_samples" : 1888,
        "iops_min" : 8962,
        "iops_max" : 18882,
        "iops_mean" : 13430.491525,
        "iops_stddev" : 71.329597,
        "iops_samples" : 1888
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960165,
      "usr_cpu" : 0.163722,
      "sys_cpu" : 2.080580,
      "ctx" : 563071,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999752,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999752,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.196839,
        "50" : 18.501352,
        "100" : 65.599281,
        "250" : 15.694605,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849727,
  "timestamp_ms" : 1772849727629,
  "time" : "Fri Mar  6 22:15:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2236846080,
        "io_kbytes" : 2184420,
        "bw_bytes" : 55908572,
        "bw" : 54598,
        "iops" : 13651.103502,
        "runtime" : 40009,
        "total_ios" : 546167,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 50059857,
          "mean" : 2332296.696027,
          "stddev" : 3375675.176738,
          "N" : 546167
        },
        "clat_ns" : {
          "min" : 11781853,
          "max" : 242574290,
          "mean" : 72721665.908759,
          "stddev" : 26542817.575916,
          "N" : 546135,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35389440,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 56885248,
            "40.000000" : 63176704,
            "50.000000" : 68681728,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 92798976,
            "90.000000" : 107479040,
            "95.000000" : 121110528,
            "99.000000" : 152043520,
            "99.500000" : 162529280,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "11730944" : 1,
            "11862016" : 4,
            "12124160" : 1,
            "12255232" : 2,
            "13303808" : 2,
            "13434880" : 2,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 5,
            "14876672" : 3,
            "15007744" : 3,
            "15138816" : 9,
            "15269888" : 7,
            "15400960" : 10,
            "15532032" : 9,
            "15663104" : 9,
            "15794176" : 11,
            "15925248" : 15,
            "16056320" : 15,
            "16187392" : 19,
            "16318464" : 15,
            "16449536" : 21,
            "16580608" : 24,
            "16711680" : 24,
            "16908288" : 40,
            "17170432" : 55,
            "17432576" : 75,
            "17694720" : 72,
            "17956864" : 77,
            "18219008" : 81,
            "18481152" : 100,
            "18743296" : 92,
            "19005440" : 83,
            "19267584" : 70,
            "19529728" : 41,
            "19791872" : 60,
            "20054016" : 61,
            "20316160" : 77,
            "20578304" : 52,
            "20840448" : 70,
            "21102592" : 90,
            "21364736" : 90,
            "21626880" : 111,
            "21889024" : 150,
            "22151168" : 141,
            "22413312" : 145,
            "22675456" : 166,
            "22937600" : 215,
            "23199744" : 217,
            "23461888" : 260,
            "23724032" : 219,
            "23986176" : 259,
            "24248320" : 269,
            "24510464" : 255,
            "24772608" : 268,
            "25034752" : 288,
            "25296896" : 297,
            "25559040" : 342,
            "25821184" : 390,
            "26083328" : 329,
            "26345472" : 371,
            "26607616" : 406,
            "26869760" : 383,
            "27131904" : 403,
            "27394048" : 355,
            "27656192" : 338,
            "27918336" : 350,
            "28180480" : 381,
            "28442624" : 377,
            "28704768" : 406,
            "28966912" : 414,
            "29229056" : 455,
            "29491200" : 511,
            "29753344" : 468,
            "30015488" : 484,
            "30277632" : 514,
            "30539776" : 593,
            "30801920" : 600,
            "31064064" : 623,
            "31326208" : 650,
            "31588352" : 623,
            "31850496" : 678,
            "32112640" : 690,
            "32374784" : 758,
            "32636928" : 724,
            "32899072" : 719,
            "33161216" : 786,
            "33423360" : 767,
            "33816576" : 1546,
            "34340864" : 1792,
            "34865152" : 1713,
            "35389440" : 1860,
            "35913728" : 1687,
            "36438016" : 1849,
            "36962304" : 1982,
            "37486592" : 2000,
            "38010880" : 2043,
            "38535168" : 2336,
            "39059456" : 2225,
            "39583744" : 2340,
            "40108032" : 2378,
            "40632320" : 2397,
            "41156608" : 2509,
            "41680896" : 2782,
            "42205184" : 2873,
            "42729472" : 3114,
            "43253760" : 3231,
            "43778048" : 3268,
            "44302336" : 3351,
            "44826624" : 3282,
            "45350912" : 3353,
            "45875200" : 3165,
            "46399488" : 3329,
            "46923776" : 3376,
            "47448064" : 3436,
            "47972352" : 3450,
            "48496640" : 3518,
            "49020928" : 3645,
            "49545216" : 3998,
            "50069504" : 4058,
            "50593792" : 4125,
            "51118080" : 4244,
            "51642368" : 4500,
            "52166656" : 4324,
            "52690944" : 4272,
            "53215232" : 4381,
            "53739520" : 4128,
            "54263808" : 4231,
            "54788096" : 4114,
            "55312384" : 4461,
            "55836672" : 4390,
            "56360960" : 4621,
            "56885248" : 4554,
            "57409536" : 4420,
            "57933824" : 4456,
            "58458112" : 4671,
            "58982400" : 4732,
            "59506688" : 4667,
            "60030976" : 4767,
            "60555264" : 4915,
            "61079552" : 4654,
            "61603840" : 4805,
            "62128128" : 4724,
            "62652416" : 4632,
            "63176704" : 4939,
            "63700992" : 4671,
            "64225280" : 4758,
            "64749568" : 4816,
            "65273856" : 4854,
            "65798144" : 4737,
            "66322432" : 4658,
            "66846720" : 4799,
            "67633152" : 9293,
            "68681728" : 9371,
            "69730304" : 9306,
            "70778880" : 9158,
            "71827456" : 8939,
            "72876032" : 8692,
            "73924608" : 8444,
            "74973184" : 8063,
            "76021760" : 7974,
            "77070336" : 7801,
            "78118912" : 7780,
            "79167488" : 7721,
            "80216064" : 7531,
            "81264640" : 7017,
            "82313216" : 7214,
            "83361792" : 7037,
            "84410368" : 6380,
            "85458944" : 6184,
            "86507520" : 6396,
            "87556096" : 5977,
            "88604672" : 5963,
            "89653248" : 5785,
            "90701824" : 5248,
            "91750400" : 5065,
            "92798976" : 5034,
            "93847552" : 4741,
            "94896128" : 4812,
            "95944704" : 4626,
            "96993280" : 4574,
            "98041856" : 4369,
            "99090432" : 3919,
            "100139008" : 3854,
            "101187584" : 3738,
            "102236160" : 3549,
            "103284736" : 3375,
            "104333312" : 3251,
            "105381888" : 3156,
            "106430464" : 2947,
            "107479040" : 2992,
            "108527616" : 2790,
            "109576192" : 2636,
            "110624768" : 2588,
            "111673344" : 2362,
            "112721920" : 2185,
            "113770496" : 2208,
            "114819072" : 2021,
            "115867648" : 1913,
            "116916224" : 1923,
            "117964800" : 1723,
            "119013376" : 1690,
            "120061952" : 1644,
            "121110528" : 1521,
            "122159104" : 1493,
            "123207680" : 1438,
            "124256256" : 1264,
            "125304832" : 1244,
            "126353408" : 1190,
            "127401984" : 1114,
            "128450560" : 974,
            "129499136" : 956,
            "130547712" : 904,
            "131596288" : 943,
            "132644864" : 809,
            "133693440" : 825,
            "135266304" : 1444,
            "137363456" : 1347,
            "139460608" : 1165,
            "141557760" : 987,
            "143654912" : 1001,
            "145752064" : 820,
            "147849216" : 766,
            "149946368" : 740,
            "152043520" : 700,
            "154140672" : 577,
            "156237824" : 574,
            "158334976" : 434,
            "160432128" : 418,
            "162529280" : 361,
            "164626432" : 308,
            "166723584" : 284,
            "168820736" : 254,
            "170917888" : 210,
            "173015040" : 209,
            "175112192" : 185,
            "177209344" : 183,
            "179306496" : 157,
            "181403648" : 98,
            "183500800" : 103,
            "185597952" : 100,
            "187695104" : 88,
            "189792256" : 41,
            "191889408" : 62,
            "193986560" : 56,
            "196083712" : 49,
            "198180864" : 28,
            "200278016" : 19,
            "202375168" : 20,
            "204472320" : 31,
            "206569472" : 22,
            "208666624" : 16,
            "210763776" : 11,
            "212860928" : 19,
            "214958080" : 11,
            "217055232" : 15,
            "219152384" : 3,
            "221249536" : 8,
            "223346688" : 2,
            "225443840" : 4,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12189516,
          "max" : 252546883,
          "mean" : 75056085.649083,
          "stddev" : 27056064.217121,
          "N" : 546135
        },
        "bw_min" : 35848,
        "bw_max" : 77309,
        "bw_agg" : 99.860408,
        "bw_mean" : 54522.531646,
        "bw_dev" : 282.254362,
        "bw_samples" : 2528,
        "iops_min" : 8962,
        "iops_max" : 19324,
        "iops_mean" : 13626.721519,
        "iops_stddev" : 70.554821,
        "iops_samples" : 2528
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280159,
      "usr_cpu" : 0.167089,
      "sys_cpu" : 2.114581,
      "ctx" : 764204,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.199206,
        "50" : 19.202735,
        "100" : 65.984763,
        "250" : 14.607437,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849737,
  "timestamp_ms" : 1772849737629,
  "time" : "Fri Mar  6 22:15:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2795896832,
        "io_kbytes" : 2730368,
        "bw_bytes" : 55907873,
        "bw" : 54597,
        "iops" : 13650.822852,
        "runtime" : 50009,
        "total_ios" : 682664,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 50059857,
          "mean" : 2332262.926529,
          "stddev" : 3376622.262155,
          "N" : 682664
        },
        "clat_ns" : {
          "min" : 11781853,
          "max" : 242574290,
          "mean" : 72701365.118575,
          "stddev" : 26488465.496101,
          "N" : 682632,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35389440,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 56885248,
            "40.000000" : 63176704,
            "50.000000" : 68681728,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 92798976,
            "90.000000" : 107479040,
            "95.000000" : 121110528,
            "99.000000" : 149946368,
            "99.500000" : 162529280,
            "99.900000" : 183500800,
            "99.950000" : 191889408,
            "99.990000" : 210763776
          },
          "bins" : {
            "11730944" : 1,
            "11862016" : 4,
            "12124160" : 1,
            "12255232" : 2,
            "13303808" : 2,
            "13434880" : 2,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 5,
            "14876672" : 3,
            "15007744" : 3,
            "15138816" : 9,
            "15269888" : 7,
            "15400960" : 10,
            "15532032" : 9,
            "15663104" : 10,
            "15794176" : 11,
            "15925248" : 15,
            "16056320" : 15,
            "16187392" : 20,
            "16318464" : 15,
            "16449536" : 23,
            "16580608" : 31,
            "16711680" : 27,
            "16908288" : 54,
            "17170432" : 67,
            "17432576" : 98,
            "17694720" : 91,
            "17956864" : 101,
            "18219008" : 114,
            "18481152" : 116,
            "18743296" : 100,
            "19005440" : 95,
            "19267584" : 87,
            "19529728" : 63,
            "19791872" : 78,
            "20054016" : 87,
            "20316160" : 99,
            "20578304" : 73,
            "20840448" : 89,
            "21102592" : 107,
            "21364736" : 111,
            "21626880" : 144,
            "21889024" : 215,
            "22151168" : 192,
            "22413312" : 184,
            "22675456" : 201,
            "22937600" : 272,
            "23199744" : 280,
            "23461888" : 323,
            "23724032" : 287,
            "23986176" : 328,
            "24248320" : 341,
            "24510464" : 329,
            "24772608" : 320,
            "25034752" : 344,
            "25296896" : 356,
            "25559040" : 423,
            "25821184" : 486,
            "26083328" : 419,
            "26345472" : 508,
            "26607616" : 540,
            "26869760" : 488,
            "27131904" : 507,
            "27394048" : 465,
            "27656192" : 444,
            "27918336" : 426,
            "28180480" : 462,
            "28442624" : 466,
            "28704768" : 507,
            "28966912" : 541,
            "29229056" : 578,
            "29491200" : 623,
            "29753344" : 624,
            "30015488" : 611,
            "30277632" : 676,
            "30539776" : 735,
            "30801920" : 767,
            "31064064" : 788,
            "31326208" : 817,
            "31588352" : 779,
            "31850496" : 859,
            "32112640" : 867,
            "32374784" : 924,
            "32636928" : 899,
            "32899072" : 925,
            "33161216" : 984,
            "33423360" : 993,
            "33816576" : 1946,
            "34340864" : 2180,
            "34865152" : 2082,
            "35389440" : 2318,
            "35913728" : 2185,
            "36438016" : 2271,
            "36962304" : 2376,
            "37486592" : 2447,
            "38010880" : 2577,
            "38535168" : 2986,
            "39059456" : 2856,
            "39583744" : 2902,
            "40108032" : 2978,
            "40632320" : 3030,
            "41156608" : 3193,
            "41680896" : 3361,
            "42205184" : 3525,
            "42729472" : 3838,
            "43253760" : 3939,
            "43778048" : 3999,
            "44302336" : 4123,
            "44826624" : 4146,
            "45350912" : 4168,
            "45875200" : 4058,
            "46399488" : 4278,
            "46923776" : 4297,
            "47448064" : 4278,
            "47972352" : 4302,
            "48496640" : 4491,
            "49020928" : 4533,
            "49545216" : 4902,
            "50069504" : 5051,
            "50593792" : 5109,
            "51118080" : 5312,
            "51642368" : 5502,
            "52166656" : 5371,
            "52690944" : 5351,
            "53215232" : 5492,
            "53739520" : 5246,
            "54263808" : 5322,
            "54788096" : 5198,
            "55312384" : 5547,
            "55836672" : 5401,
            "56360960" : 5683,
            "56885248" : 5732,
            "57409536" : 5593,
            "57933824" : 5510,
            "58458112" : 5822,
            "58982400" : 5824,
            "59506688" : 5858,
            "60030976" : 5954,
            "60555264" : 6145,
            "61079552" : 5891,
            "61603840" : 5982,
            "62128128" : 5901,
            "62652416" : 5922,
            "63176704" : 6124,
            "63700992" : 5891,
            "64225280" : 5984,
            "64749568" : 6066,
            "65273856" : 6060,
            "65798144" : 5847,
            "66322432" : 5859,
            "66846720" : 5939,
            "67633152" : 11572,
            "68681728" : 11743,
            "69730304" : 11676,
            "70778880" : 11414,
            "71827456" : 11077,
            "72876032" : 10813,
            "73924608" : 10627,
            "74973184" : 10220,
            "76021760" : 10071,
            "77070336" : 9741,
            "78118912" : 9708,
            "79167488" : 9541,
            "80216064" : 9346,
            "81264640" : 8758,
            "82313216" : 8941,
            "83361792" : 8754,
            "84410368" : 8072,
            "85458944" : 7901,
            "86507520" : 8060,
            "87556096" : 7447,
            "88604672" : 7298,
            "89653248" : 7116,
            "90701824" : 6537,
            "91750400" : 6377,
            "92798976" : 6381,
            "93847552" : 6032,
            "94896128" : 6092,
            "95944704" : 5745,
            "96993280" : 5541,
            "98041856" : 5394,
            "99090432" : 4912,
            "100139008" : 4871,
            "101187584" : 4654,
            "102236160" : 4491,
            "103284736" : 4252,
            "104333312" : 4108,
            "105381888" : 3969,
            "106430464" : 3675,
            "107479040" : 3722,
            "108527616" : 3475,
            "109576192" : 3297,
            "110624768" : 3236,
            "111673344" : 2928,
            "112721920" : 2755,
            "113770496" : 2707,
            "114819072" : 2519,
            "115867648" : 2395,
            "116916224" : 2391,
            "117964800" : 2187,
            "119013376" : 2149,
            "120061952" : 2057,
            "121110528" : 1901,
            "122159104" : 1819,
            "123207680" : 1751,
            "124256256" : 1575,
            "125304832" : 1533,
            "126353408" : 1502,
            "127401984" : 1393,
            "128450560" : 1266,
            "129499136" : 1242,
            "130547712" : 1142,
            "131596288" : 1193,
            "132644864" : 1018,
            "133693440" : 1041,
            "135266304" : 1842,
            "137363456" : 1694,
            "139460608" : 1496,
            "141557760" : 1266,
            "143654912" : 1243,
            "145752064" : 1069,
            "147849216" : 1012,
            "149946368" : 912,
            "152043520" : 864,
            "154140672" : 721,
            "156237824" : 694,
            "158334976" : 556,
            "160432128" : 506,
            "162529280" : 460,
            "164626432" : 387,
            "166723584" : 334,
            "168820736" : 318,
            "170917888" : 243,
            "173015040" : 237,
            "175112192" : 217,
            "177209344" : 206,
            "179306496" : 181,
            "181403648" : 113,
            "183500800" : 109,
            "185597952" : 114,
            "187695104" : 99,
            "189792256" : 52,
            "191889408" : 65,
            "193986560" : 56,
            "196083712" : 53,
            "198180864" : 30,
            "200278016" : 21,
            "202375168" : 20,
            "204472320" : 31,
            "206569472" : 25,
            "208666624" : 16,
            "210763776" : 11,
            "212860928" : 19,
            "214958080" : 11,
            "217055232" : 15,
            "219152384" : 3,
            "221249536" : 8,
            "223346688" : 2,
            "225443840" : 4,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12189516,
          "max" : 252546883,
          "mean" : 75034555.976601,
          "stddev" : 26996490.734571,
          "N" : 682632
        },
        "bw_min" : 35272,
        "bw_max" : 78547,
        "bw_agg" : 100.000000,
        "bw_mean" : 54651.242424,
        "bw_dev" : 286.053652,
        "bw_samples" : 3168,
        "iops_min" : 8818,
        "iops_max" : 19635,
        "iops_mean" : 13659.121212,
        "iops_stddev" : 71.522033,
        "iops_samples" : 3168
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600167,
      "usr_cpu" : 0.167295,
      "sys_cpu" : 2.114279,
      "ctx" : 953408,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.194971,
        "50" : 19.220583,
        "100" : 65.962758,
        "250" : 14.617000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849747,
  "timestamp_ms" : 1772849747626,
  "time" : "Fri Mar  6 22:15:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3358580736,
        "io_kbytes" : 3279864,
        "bw_bytes" : 55967017,
        "bw" : 54655,
        "iops" : 13665.022496,
        "runtime" : 60010,
        "total_ios" : 820038,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 50059857,
          "mean" : 2329709.743870,
          "stddev" : 3375631.623401,
          "N" : 820038
        },
        "clat_ns" : {
          "min" : 11781853,
          "max" : 242574290,
          "mean" : 72611731.052047,
          "stddev" : 26470439.521369,
          "N" : 820006,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 56885248,
            "40.000000" : 63176704,
            "50.000000" : 68681728,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 92798976,
            "90.000000" : 107479040,
            "95.000000" : 121110528,
            "99.000000" : 152043520,
            "99.500000" : 162529280,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "11730944" : 1,
            "11862016" : 4,
            "12124160" : 1,
            "12255232" : 2,
            "13303808" : 2,
            "13434880" : 2,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 5,
            "14876672" : 3,
            "15007744" : 3,
            "15138816" : 9,
            "15269888" : 7,
            "15400960" : 10,
            "15532032" : 9,
            "15663104" : 12,
            "15794176" : 12,
            "15925248" : 18,
            "16056320" : 15,
            "16187392" : 20,
            "16318464" : 15,
            "16449536" : 23,
            "16580608" : 32,
            "16711680" : 27,
            "16908288" : 66,
            "17170432" : 86,
            "17432576" : 118,
            "17694720" : 103,
            "17956864" : 121,
            "18219008" : 144,
            "18481152" : 140,
            "18743296" : 129,
            "19005440" : 129,
            "19267584" : 107,
            "19529728" : 71,
            "19791872" : 92,
            "20054016" : 104,
            "20316160" : 119,
            "20578304" : 93,
            "20840448" : 110,
            "21102592" : 117,
            "21364736" : 126,
            "21626880" : 174,
            "21889024" : 237,
            "22151168" : 224,
            "22413312" : 218,
            "22675456" : 226,
            "22937600" : 307,
            "23199744" : 326,
            "23461888" : 369,
            "23724032" : 358,
            "23986176" : 396,
            "24248320" : 431,
            "24510464" : 408,
            "24772608" : 387,
            "25034752" : 395,
            "25296896" : 436,
            "25559040" : 502,
            "25821184" : 572,
            "26083328" : 503,
            "26345472" : 595,
            "26607616" : 616,
            "26869760" : 583,
            "27131904" : 596,
            "27394048" : 561,
            "27656192" : 562,
            "27918336" : 552,
            "28180480" : 572,
            "28442624" : 552,
            "28704768" : 592,
            "28966912" : 620,
            "29229056" : 653,
            "29491200" : 719,
            "29753344" : 731,
            "30015488" : 709,
            "30277632" : 763,
            "30539776" : 842,
            "30801920" : 893,
            "31064064" : 919,
            "31326208" : 955,
            "31588352" : 916,
            "31850496" : 1018,
            "32112640" : 1010,
            "32374784" : 1087,
            "32636928" : 1070,
            "32899072" : 1083,
            "33161216" : 1165,
            "33423360" : 1170,
            "33816576" : 2322,
            "34340864" : 2600,
            "34865152" : 2470,
            "35389440" : 2695,
            "35913728" : 2571,
            "36438016" : 2677,
            "36962304" : 2813,
            "37486592" : 2865,
            "38010880" : 3038,
            "38535168" : 3451,
            "39059456" : 3424,
            "39583744" : 3489,
            "40108032" : 3605,
            "40632320" : 3684,
            "41156608" : 3846,
            "41680896" : 4049,
            "42205184" : 4188,
            "42729472" : 4619,
            "43253760" : 4669,
            "43778048" : 4795,
            "44302336" : 4891,
            "44826624" : 4913,
            "45350912" : 4952,
            "45875200" : 4922,
            "46399488" : 5090,
            "46923776" : 5174,
            "47448064" : 5191,
            "47972352" : 5372,
            "48496640" : 5571,
            "49020928" : 5611,
            "49545216" : 5993,
            "50069504" : 6124,
            "50593792" : 6144,
            "51118080" : 6485,
            "51642368" : 6698,
            "52166656" : 6510,
            "52690944" : 6491,
            "53215232" : 6588,
            "53739520" : 6452,
            "54263808" : 6532,
            "54788096" : 6415,
            "55312384" : 6755,
            "55836672" : 6690,
            "56360960" : 6951,
            "56885248" : 7081,
            "57409536" : 6964,
            "57933824" : 6937,
            "58458112" : 7106,
            "58982400" : 7100,
            "59506688" : 7145,
            "60030976" : 7211,
            "60555264" : 7438,
            "61079552" : 7297,
            "61603840" : 7229,
            "62128128" : 6982,
            "62652416" : 7098,
            "63176704" : 7311,
            "63700992" : 7078,
            "64225280" : 7257,
            "64749568" : 7342,
            "65273856" : 7333,
            "65798144" : 7076,
            "66322432" : 7043,
            "66846720" : 7203,
            "67633152" : 13887,
            "68681728" : 14069,
            "69730304" : 14105,
            "70778880" : 13715,
            "71827456" : 13264,
            "72876032" : 12986,
            "73924608" : 12864,
            "74973184" : 12435,
            "76021760" : 12160,
            "77070336" : 11859,
            "78118912" : 11586,
            "79167488" : 11371,
            "80216064" : 11100,
            "81264640" : 10491,
            "82313216" : 10798,
            "83361792" : 10417,
            "84410368" : 9643,
            "85458944" : 9409,
            "86507520" : 9593,
            "87556096" : 8892,
            "88604672" : 8781,
            "89653248" : 8448,
            "90701824" : 7813,
            "91750400" : 7688,
            "92798976" : 7631,
            "93847552" : 7160,
            "94896128" : 7250,
            "95944704" : 6876,
            "96993280" : 6538,
            "98041856" : 6436,
            "99090432" : 5898,
            "100139008" : 5811,
            "101187584" : 5527,
            "102236160" : 5421,
            "103284736" : 5103,
            "104333312" : 4882,
            "105381888" : 4708,
            "106430464" : 4398,
            "107479040" : 4331,
            "108527616" : 4165,
            "109576192" : 3917,
            "110624768" : 3841,
            "111673344" : 3479,
            "112721920" : 3281,
            "113770496" : 3155,
            "114819072" : 2945,
            "115867648" : 2812,
            "116916224" : 2799,
            "117964800" : 2561,
            "119013376" : 2514,
            "120061952" : 2413,
            "121110528" : 2270,
            "122159104" : 2093,
            "123207680" : 1974,
            "124256256" : 1820,
            "125304832" : 1755,
            "126353408" : 1746,
            "127401984" : 1663,
            "128450560" : 1457,
            "129499136" : 1422,
            "130547712" : 1321,
            "131596288" : 1400,
            "132644864" : 1166,
            "133693440" : 1176,
            "135266304" : 2167,
            "137363456" : 1951,
            "139460608" : 1795,
            "141557760" : 1519,
            "143654912" : 1413,
            "145752064" : 1254,
            "147849216" : 1226,
            "149946368" : 1107,
            "152043520" : 1023,
            "154140672" : 858,
            "156237824" : 878,
            "158334976" : 684,
            "160432128" : 638,
            "162529280" : 569,
            "164626432" : 476,
            "166723584" : 432,
            "168820736" : 430,
            "170917888" : 334,
            "173015040" : 331,
            "175112192" : 290,
            "177209344" : 283,
            "179306496" : 241,
            "181403648" : 171,
            "183500800" : 147,
            "185597952" : 163,
            "187695104" : 139,
            "189792256" : 73,
            "191889408" : 85,
            "193986560" : 83,
            "196083712" : 64,
            "198180864" : 37,
            "200278016" : 25,
            "202375168" : 30,
            "204472320" : 39,
            "206569472" : 31,
            "208666624" : 18,
            "210763776" : 14,
            "212860928" : 21,
            "214958080" : 12,
            "217055232" : 18,
            "219152384" : 4,
            "221249536" : 9,
            "223346688" : 4,
            "225443840" : 7,
            "227540992" : 3,
            "229638144" : 4,
            "231735296" : 1,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12189516,
          "max" : 252546883,
          "mean" : 74941821.796830,
          "stddev" : 26977140.812536,
          "N" : 820006
        },
        "bw_min" : 35208,
        "bw_max" : 79164,
        "bw_agg" : 100.000000,
        "bw_mean" : 54681.428571,
        "bw_dev" : 285.515677,
        "bw_samples" : 3808,
        "iops_min" : 8802,
        "iops_max" : 19790,
        "iops_mean" : 13666.453782,
        "iops_stddev" : 71.391462,
        "iops_samples" : 3808
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920199,
      "usr_cpu" : 0.169618,
      "sys_cpu" : 2.113635,
      "ctx" : 1144352,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.193040,
        "50" : 19.148381,
        "100" : 66.224004,
        "250" : 14.430673,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849757,
  "timestamp_ms" : 1772849757626,
  "time" : "Fri Mar  6 22:15:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3917987840,
        "io_kbytes" : 3826160,
        "bw_bytes" : 55963260,
        "bw" : 54651,
        "iops" : 13663.805171,
        "runtime" : 70010,
        "total_ios" : 956603,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 57624046,
          "mean" : 2329853.101597,
          "stddev" : 3372370.673242,
          "N" : 956603
        },
        "clat_ns" : {
          "min" : 11761342,
          "max" : 242574290,
          "mean" : 72608696.695237,
          "stddev" : 26324832.106629,
          "N" : 956571,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 56885248,
            "40.000000" : 63176704,
            "50.000000" : 68681728,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 92798976,
            "90.000000" : 107479040,
            "95.000000" : 121110528,
            "99.000000" : 152043520,
            "99.500000" : 162529280,
            "99.900000" : 185597952,
            "99.950000" : 191889408,
            "99.990000" : 210763776
          },
          "bins" : {
            "11730944" : 3,
            "11862016" : 5,
            "12124160" : 1,
            "12255232" : 2,
            "13303808" : 2,
            "13434880" : 2,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 5,
            "14876672" : 3,
            "15007744" : 3,
            "15138816" : 15,
            "15269888" : 10,
            "15400960" : 14,
            "15532032" : 12,
            "15663104" : 16,
            "15794176" : 14,
            "15925248" : 18,
            "16056320" : 16,
            "16187392" : 20,
            "16318464" : 16,
            "16449536" : 23,
            "16580608" : 32,
            "16711680" : 28,
            "16908288" : 70,
            "17170432" : 88,
            "17432576" : 121,
            "17694720" : 109,
            "17956864" : 135,
            "18219008" : 165,
            "18481152" : 161,
            "18743296" : 161,
            "19005440" : 145,
            "19267584" : 126,
            "19529728" : 89,
            "19791872" : 107,
            "20054016" : 130,
            "20316160" : 139,
            "20578304" : 106,
            "20840448" : 133,
            "21102592" : 145,
            "21364736" : 151,
            "21626880" : 199,
            "21889024" : 260,
            "22151168" : 247,
            "22413312" : 243,
            "22675456" : 252,
            "22937600" : 343,
            "23199744" : 374,
            "23461888" : 426,
            "23724032" : 393,
            "23986176" : 444,
            "24248320" : 472,
            "24510464" : 455,
            "24772608" : 445,
            "25034752" : 472,
            "25296896" : 499,
            "25559040" : 577,
            "25821184" : 639,
            "26083328" : 600,
            "26345472" : 695,
            "26607616" : 720,
            "26869760" : 664,
            "27131904" : 683,
            "27394048" : 639,
            "27656192" : 651,
            "27918336" : 655,
            "28180480" : 643,
            "28442624" : 648,
            "28704768" : 683,
            "28966912" : 704,
            "29229056" : 741,
            "29491200" : 823,
            "29753344" : 818,
            "30015488" : 792,
            "30277632" : 827,
            "30539776" : 941,
            "30801920" : 1013,
            "31064064" : 1048,
            "31326208" : 1091,
            "31588352" : 1069,
            "31850496" : 1188,
            "32112640" : 1136,
            "32374784" : 1235,
            "32636928" : 1221,
            "32899072" : 1251,
            "33161216" : 1340,
            "33423360" : 1381,
            "33816576" : 2706,
            "34340864" : 2993,
            "34865152" : 2908,
            "35389440" : 3141,
            "35913728" : 2977,
            "36438016" : 3061,
            "36962304" : 3258,
            "37486592" : 3362,
            "38010880" : 3541,
            "38535168" : 3964,
            "39059456" : 3959,
            "39583744" : 4054,
            "40108032" : 4249,
            "40632320" : 4307,
            "41156608" : 4504,
            "41680896" : 4702,
            "42205184" : 4904,
            "42729472" : 5313,
            "43253760" : 5383,
            "43778048" : 5519,
            "44302336" : 5563,
            "44826624" : 5588,
            "45350912" : 5569,
            "45875200" : 5653,
            "46399488" : 5834,
            "46923776" : 5955,
            "47448064" : 6015,
            "47972352" : 6263,
            "48496640" : 6451,
            "49020928" : 6550,
            "49545216" : 7069,
            "50069504" : 7223,
            "50593792" : 7262,
            "51118080" : 7555,
            "51642368" : 7746,
            "52166656" : 7592,
            "52690944" : 7563,
            "53215232" : 7634,
            "53739520" : 7472,
            "54263808" : 7539,
            "54788096" : 7544,
            "55312384" : 7922,
            "55836672" : 7831,
            "56360960" : 8159,
            "56885248" : 8257,
            "57409536" : 8143,
            "57933824" : 8128,
            "58458112" : 8351,
            "58982400" : 8328,
            "59506688" : 8313,
            "60030976" : 8457,
            "60555264" : 8687,
            "61079552" : 8524,
            "61603840" : 8541,
            "62128128" : 8176,
            "62652416" : 8322,
            "63176704" : 8529,
            "63700992" : 8351,
            "64225280" : 8498,
            "64749568" : 8448,
            "65273856" : 8450,
            "65798144" : 8309,
            "66322432" : 8259,
            "66846720" : 8433,
            "67633152" : 16253,
            "68681728" : 16597,
            "69730304" : 16705,
            "70778880" : 16135,
            "71827456" : 15619,
            "72876032" : 15165,
            "73924608" : 15112,
            "74973184" : 14581,
            "76021760" : 14417,
            "77070336" : 14060,
            "78118912" : 13671,
            "79167488" : 13415,
            "80216064" : 13121,
            "81264640" : 12316,
            "82313216" : 12538,
            "83361792" : 12154,
            "84410368" : 11348,
            "85458944" : 11272,
            "86507520" : 11301,
            "87556096" : 10528,
            "88604672" : 10200,
            "89653248" : 9915,
            "90701824" : 9153,
            "91750400" : 9048,
            "92798976" : 8885,
            "93847552" : 8393,
            "94896128" : 8496,
            "95944704" : 8022,
            "96993280" : 7567,
            "98041856" : 7559,
            "99090432" : 6925,
            "100139008" : 6759,
            "101187584" : 6433,
            "102236160" : 6264,
            "103284736" : 6008,
            "104333312" : 5710,
            "105381888" : 5421,
            "106430464" : 5111,
            "107479040" : 4940,
            "108527616" : 4723,
            "109576192" : 4506,
            "110624768" : 4349,
            "111673344" : 4010,
            "112721920" : 3837,
            "113770496" : 3686,
            "114819072" : 3401,
            "115867648" : 3240,
            "116916224" : 3188,
            "117964800" : 2864,
            "119013376" : 2875,
            "120061952" : 2792,
            "121110528" : 2662,
            "122159104" : 2496,
            "123207680" : 2308,
            "124256256" : 2125,
            "125304832" : 1993,
            "126353408" : 1992,
            "127401984" : 1913,
            "128450560" : 1704,
            "129499136" : 1666,
            "130547712" : 1537,
            "131596288" : 1596,
            "132644864" : 1377,
            "133693440" : 1335,
            "135266304" : 2496,
            "137363456" : 2289,
            "139460608" : 2120,
            "141557760" : 1748,
            "143654912" : 1627,
            "145752064" : 1446,
            "147849216" : 1439,
            "149946368" : 1239,
            "152043520" : 1168,
            "154140672" : 981,
            "156237824" : 999,
            "158334976" : 763,
            "160432128" : 713,
            "162529280" : 656,
            "164626432" : 542,
            "166723584" : 501,
            "168820736" : 480,
            "170917888" : 374,
            "173015040" : 370,
            "175112192" : 327,
            "177209344" : 322,
            "179306496" : 274,
            "181403648" : 198,
            "183500800" : 158,
            "185597952" : 179,
            "187695104" : 154,
            "189792256" : 92,
            "191889408" : 97,
            "193986560" : 94,
            "196083712" : 71,
            "198180864" : 45,
            "200278016" : 30,
            "202375168" : 31,
            "204472320" : 42,
            "206569472" : 34,
            "208666624" : 19,
            "210763776" : 15,
            "212860928" : 21,
            "214958080" : 13,
            "217055232" : 18,
            "219152384" : 4,
            "221249536" : 9,
            "223346688" : 4,
            "225443840" : 7,
            "227540992" : 3,
            "229638144" : 4,
            "231735296" : 1,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12116864,
          "max" : 252546883,
          "mean" : 74938777.340233,
          "stddev" : 26831506.068747,
          "N" : 956571
        },
        "bw_min" : 34992,
        "bw_max" : 79780,
        "bw_agg" : 100.000000,
        "bw_mean" : 54705.482014,
        "bw_dev" : 286.859997,
        "bw_samples" : 4448,
        "iops_min" : 8748,
        "iops_max" : 19944,
        "iops_mean" : 13672.676259,
        "iops_stddev" : 71.727454,
        "iops_samples" : 4448
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240194,
      "usr_cpu" : 0.167664,
      "sys_cpu" : 2.115263,
      "ctx" : 1334957,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.186911,
        "50" : 18.963353,
        "100" : 66.567845,
        "250" : 14.278546,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849767,
  "timestamp_ms" : 1772849767629,
  "time" : "Fri Mar  6 22:16:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4477530112,
        "io_kbytes" : 4372588,
        "bw_bytes" : 55962830,
        "bw" : 54651,
        "iops" : 13663.787824,
        "runtime" : 80009,
        "total_ios" : 1093226,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 57624046,
          "mean" : 2329884.478276,
          "stddev" : 3369167.626663,
          "N" : 1093226
        },
        "clat_ns" : {
          "min" : 11761342,
          "max" : 242574290,
          "mean" : 72625456.370036,
          "stddev" : 26362189.117550,
          "N" : 1093194,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 56885248,
            "40.000000" : 63176704,
            "50.000000" : 68681728,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 92798976,
            "90.000000" : 107479040,
            "95.000000" : 121110528,
            "99.000000" : 152043520,
            "99.500000" : 162529280,
            "99.900000" : 183500800,
            "99.950000" : 191889408,
            "99.990000" : 210763776
          },
          "bins" : {
            "11730944" : 3,
            "11862016" : 5,
            "12124160" : 1,
            "12255232" : 2,
            "13303808" : 3,
            "13434880" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 5,
            "14876672" : 3,
            "15007744" : 3,
            "15138816" : 15,
            "15269888" : 10,
            "15400960" : 14,
            "15532032" : 12,
            "15663104" : 16,
            "15794176" : 14,
            "15925248" : 18,
            "16056320" : 16,
            "16187392" : 22,
            "16318464" : 18,
            "16449536" : 24,
            "16580608" : 36,
            "16711680" : 30,
            "16908288" : 84,
            "17170432" : 99,
            "17432576" : 132,
            "17694720" : 117,
            "17956864" : 147,
            "18219008" : 189,
            "18481152" : 183,
            "18743296" : 171,
            "19005440" : 156,
            "19267584" : 149,
            "19529728" : 104,
            "19791872" : 123,
            "20054016" : 150,
            "20316160" : 153,
            "20578304" : 117,
            "20840448" : 152,
            "21102592" : 155,
            "21364736" : 164,
            "21626880" : 221,
            "21889024" : 284,
            "22151168" : 286,
            "22413312" : 275,
            "22675456" : 278,
            "22937600" : 367,
            "23199744" : 412,
            "23461888" : 467,
            "23724032" : 447,
            "23986176" : 510,
            "24248320" : 545,
            "24510464" : 526,
            "24772608" : 509,
            "25034752" : 542,
            "25296896" : 558,
            "25559040" : 670,
            "25821184" : 728,
            "26083328" : 678,
            "26345472" : 794,
            "26607616" : 831,
            "26869760" : 752,
            "27131904" : 770,
            "27394048" : 748,
            "27656192" : 754,
            "27918336" : 758,
            "28180480" : 738,
            "28442624" : 743,
            "28704768" : 776,
            "28966912" : 799,
            "29229056" : 818,
            "29491200" : 906,
            "29753344" : 907,
            "30015488" : 897,
            "30277632" : 931,
            "30539776" : 1062,
            "30801920" : 1134,
            "31064064" : 1205,
            "31326208" : 1225,
            "31588352" : 1213,
            "31850496" : 1366,
            "32112640" : 1298,
            "32374784" : 1396,
            "32636928" : 1412,
            "32899072" : 1422,
            "33161216" : 1531,
            "33423360" : 1555,
            "33816576" : 3131,
            "34340864" : 3445,
            "34865152" : 3388,
            "35389440" : 3653,
            "35913728" : 3489,
            "36438016" : 3507,
            "36962304" : 3733,
            "37486592" : 3793,
            "38010880" : 3930,
            "38535168" : 4405,
            "39059456" : 4470,
            "39583744" : 4612,
            "40108032" : 4764,
            "40632320" : 4896,
            "41156608" : 5186,
            "41680896" : 5392,
            "42205184" : 5706,
            "42729472" : 6131,
            "43253760" : 6248,
            "43778048" : 6347,
            "44302336" : 6347,
            "44826624" : 6408,
            "45350912" : 6426,
            "45875200" : 6410,
            "46399488" : 6635,
            "46923776" : 6767,
            "47448064" : 6876,
            "47972352" : 7124,
            "48496640" : 7471,
            "49020928" : 7464,
            "49545216" : 8137,
            "50069504" : 8302,
            "50593792" : 8438,
            "51118080" : 8779,
            "51642368" : 8922,
            "52166656" : 8727,
            "52690944" : 8685,
            "53215232" : 8681,
            "53739520" : 8462,
            "54263808" : 8588,
            "54788096" : 8625,
            "55312384" : 9054,
            "55836672" : 8936,
            "56360960" : 9292,
            "56885248" : 9457,
            "57409536" : 9404,
            "57933824" : 9375,
            "58458112" : 9710,
            "58982400" : 9586,
            "59506688" : 9616,
            "60030976" : 9621,
            "60555264" : 9839,
            "61079552" : 9745,
            "61603840" : 9745,
            "62128128" : 9398,
            "62652416" : 9660,
            "63176704" : 9733,
            "63700992" : 9641,
            "64225280" : 9779,
            "64749568" : 9621,
            "65273856" : 9710,
            "65798144" : 9518,
            "66322432" : 9459,
            "66846720" : 9681,
            "67633152" : 18668,
            "68681728" : 18884,
            "69730304" : 18850,
            "70778880" : 18424,
            "71827456" : 17959,
            "72876032" : 17412,
            "73924608" : 17223,
            "74973184" : 16532,
            "76021760" : 16445,
            "77070336" : 16022,
            "78118912" : 15497,
            "79167488" : 15200,
            "80216064" : 14953,
            "81264640" : 13989,
            "82313216" : 14193,
            "83361792" : 13791,
            "84410368" : 12968,
            "85458944" : 12815,
            "86507520" : 12724,
            "87556096" : 11880,
            "88604672" : 11448,
            "89653248" : 11127,
            "90701824" : 10468,
            "91750400" : 10283,
            "92798976" : 10233,
            "93847552" : 9603,
            "94896128" : 9661,
            "95944704" : 9117,
            "96993280" : 8593,
            "98041856" : 8592,
            "99090432" : 7930,
            "100139008" : 7742,
            "101187584" : 7423,
            "102236160" : 7236,
            "103284736" : 6839,
            "104333312" : 6539,
            "105381888" : 6125,
            "106430464" : 5857,
            "107479040" : 5691,
            "108527616" : 5393,
            "109576192" : 5193,
            "110624768" : 5012,
            "111673344" : 4563,
            "112721920" : 4405,
            "113770496" : 4211,
            "114819072" : 3911,
            "115867648" : 3681,
            "116916224" : 3692,
            "117964800" : 3294,
            "119013376" : 3320,
            "120061952" : 3180,
            "121110528" : 3013,
            "122159104" : 2856,
            "123207680" : 2627,
            "124256256" : 2435,
            "125304832" : 2310,
            "126353408" : 2307,
            "127401984" : 2181,
            "128450560" : 1984,
            "129499136" : 1897,
            "130547712" : 1759,
            "131596288" : 1816,
            "132644864" : 1587,
            "133693440" : 1559,
            "135266304" : 2949,
            "137363456" : 2672,
            "139460608" : 2448,
            "141557760" : 2006,
            "143654912" : 1904,
            "145752064" : 1669,
            "147849216" : 1681,
            "149946368" : 1445,
            "152043520" : 1367,
            "154140672" : 1148,
            "156237824" : 1143,
            "158334976" : 916,
            "160432128" : 803,
            "162529280" : 764,
            "164626432" : 649,
            "166723584" : 583,
            "168820736" : 544,
            "170917888" : 440,
            "173015040" : 441,
            "175112192" : 380,
            "177209344" : 356,
            "179306496" : 301,
            "181403648" : 233,
            "183500800" : 188,
            "185597952" : 198,
            "187695104" : 167,
            "189792256" : 102,
            "191889408" : 108,
            "193986560" : 100,
            "196083712" : 77,
            "198180864" : 49,
            "200278016" : 34,
            "202375168" : 35,
            "204472320" : 44,
            "206569472" : 37,
            "208666624" : 22,
            "210763776" : 17,
            "212860928" : 22,
            "214958080" : 15,
            "217055232" : 18,
            "219152384" : 5,
            "221249536" : 10,
            "223346688" : 4,
            "225443840" : 7,
            "227540992" : 3,
            "229638144" : 4,
            "231735296" : 1,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12116864,
          "max" : 252546883,
          "mean" : 74956139.447585,
          "stddev" : 26869741.190339,
          "N" : 1093194
        },
        "bw_min" : 34578,
        "bw_max" : 80052,
        "bw_agg" : 100.000000,
        "bw_mean" : 54662.389937,
        "bw_dev" : 289.418835,
        "bw_samples" : 5088,
        "iops_min" : 8644,
        "iops_max" : 20012,
        "iops_mean" : 13661.823899,
        "iops_stddev" : 72.371332,
        "iops_samples" : 5088
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560165,
      "usr_cpu" : 0.167606,
      "sys_cpu" : 2.116035,
      "ctx" : 1526460,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.181664,
        "50" : 18.958660,
        "100" : 66.504090,
        "250" : 14.352659,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849777,
  "timestamp_ms" : 1772849777623,
  "time" : "Fri Mar  6 22:16:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5022588928,
        "io_kbytes" : 4904872,
        "bw_bytes" : 55800963,
        "bw" : 54493,
        "iops" : 13624.570876,
        "runtime" : 90009,
        "total_ios" : 1226334,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 57624046,
          "mean" : 2336610.431021,
          "stddev" : 3380534.445355,
          "N" : 1226334
        },
        "clat_ns" : {
          "min" : 11447954,
          "max" : 242574290,
          "mean" : 72847244.186691,
          "stddev" : 26477829.384309,
          "N" : 1226302,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 92798976,
            "90.000000" : 107479040,
            "95.000000" : 122159104,
            "99.000000" : 152043520,
            "99.500000" : 162529280,
            "99.900000" : 183500800,
            "99.950000" : 191889408,
            "99.990000" : 210763776
          },
          "bins" : {
            "11468800" : 1,
            "11730944" : 3,
            "11862016" : 5,
            "12124160" : 1,
            "12255232" : 2,
            "12779520" : 1,
            "13303808" : 3,
            "13434880" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 2,
            "14614528" : 9,
            "14745600" : 5,
            "14876672" : 3,
            "15007744" : 5,
            "15138816" : 15,
            "15269888" : 11,
            "15400960" : 14,
            "15532032" : 13,
            "15663104" : 16,
            "15794176" : 17,
            "15925248" : 25,
            "16056320" : 19,
            "16187392" : 25,
            "16318464" : 25,
            "16449536" : 32,
            "16580608" : 39,
            "16711680" : 32,
            "16908288" : 94,
            "17170432" : 119,
            "17432576" : 165,
            "17694720" : 148,
            "17956864" : 178,
            "18219008" : 211,
            "18481152" : 212,
            "18743296" : 198,
            "19005440" : 179,
            "19267584" : 186,
            "19529728" : 135,
            "19791872" : 143,
            "20054016" : 184,
            "20316160" : 181,
            "20578304" : 142,
            "20840448" : 171,
            "21102592" : 167,
            "21364736" : 191,
            "21626880" : 246,
            "21889024" : 311,
            "22151168" : 310,
            "22413312" : 295,
            "22675456" : 323,
            "22937600" : 396,
            "23199744" : 438,
            "23461888" : 496,
            "23724032" : 488,
            "23986176" : 573,
            "24248320" : 592,
            "24510464" : 568,
            "24772608" : 559,
            "25034752" : 587,
            "25296896" : 623,
            "25559040" : 759,
            "25821184" : 807,
            "26083328" : 778,
            "26345472" : 884,
            "26607616" : 917,
            "26869760" : 828,
            "27131904" : 839,
            "27394048" : 818,
            "27656192" : 833,
            "27918336" : 855,
            "28180480" : 832,
            "28442624" : 817,
            "28704768" : 862,
            "28966912" : 893,
            "29229056" : 900,
            "29491200" : 969,
            "29753344" : 965,
            "30015488" : 970,
            "30277632" : 1026,
            "30539776" : 1170,
            "30801920" : 1243,
            "31064064" : 1335,
            "31326208" : 1363,
            "31588352" : 1369,
            "31850496" : 1544,
            "32112640" : 1429,
            "32374784" : 1532,
            "32636928" : 1543,
            "32899072" : 1597,
            "33161216" : 1721,
            "33423360" : 1764,
            "33816576" : 3564,
            "34340864" : 3810,
            "34865152" : 3819,
            "35389440" : 4129,
            "35913728" : 3902,
            "36438016" : 3852,
            "36962304" : 4112,
            "37486592" : 4221,
            "38010880" : 4365,
            "38535168" : 4815,
            "39059456" : 5003,
            "39583744" : 5223,
            "40108032" : 5343,
            "40632320" : 5475,
            "41156608" : 5806,
            "41680896" : 6038,
            "42205184" : 6376,
            "42729472" : 6892,
            "43253760" : 7018,
            "43778048" : 7127,
            "44302336" : 7056,
            "44826624" : 7048,
            "45350912" : 7014,
            "45875200" : 7121,
            "46399488" : 7427,
            "46923776" : 7538,
            "47448064" : 7663,
            "47972352" : 8011,
            "48496640" : 8420,
            "49020928" : 8316,
            "49545216" : 9072,
            "50069504" : 9297,
            "50593792" : 9391,
            "51118080" : 9641,
            "51642368" : 9811,
            "52166656" : 9588,
            "52690944" : 9497,
            "53215232" : 9616,
            "53739520" : 9377,
            "54263808" : 9582,
            "54788096" : 9633,
            "55312384" : 10163,
            "55836672" : 10091,
            "56360960" : 10400,
            "56885248" : 10483,
            "57409536" : 10466,
            "57933824" : 10418,
            "58458112" : 10853,
            "58982400" : 10642,
            "59506688" : 10663,
            "60030976" : 10694,
            "60555264" : 10840,
            "61079552" : 10775,
            "61603840" : 10750,
            "62128128" : 10454,
            "62652416" : 10800,
            "63176704" : 10914,
            "63700992" : 10863,
            "64225280" : 10993,
            "64749568" : 10818,
            "65273856" : 10919,
            "65798144" : 10692,
            "66322432" : 10622,
            "66846720" : 10824,
            "67633152" : 20926,
            "68681728" : 21039,
            "69730304" : 21057,
            "70778880" : 20555,
            "71827456" : 20106,
            "72876032" : 19719,
            "73924608" : 19324,
            "74973184" : 18503,
            "76021760" : 18437,
            "77070336" : 17990,
            "78118912" : 17345,
            "79167488" : 17134,
            "80216064" : 16794,
            "81264640" : 15748,
            "82313216" : 16012,
            "83361792" : 15483,
            "84410368" : 14543,
            "85458944" : 14435,
            "86507520" : 14352,
            "87556096" : 13387,
            "88604672" : 12874,
            "89653248" : 12495,
            "90701824" : 11770,
            "91750400" : 11584,
            "92798976" : 11529,
            "93847552" : 10813,
            "94896128" : 10925,
            "95944704" : 10202,
            "96993280" : 9738,
            "98041856" : 9611,
            "99090432" : 8822,
            "100139008" : 8731,
            "101187584" : 8464,
            "102236160" : 8243,
            "103284736" : 7821,
            "104333312" : 7421,
            "105381888" : 6946,
            "106430464" : 6616,
            "107479040" : 6391,
            "108527616" : 6087,
            "109576192" : 5931,
            "110624768" : 5669,
            "111673344" : 5212,
            "112721920" : 5058,
            "113770496" : 4835,
            "114819072" : 4486,
            "115867648" : 4220,
            "116916224" : 4192,
            "117964800" : 3770,
            "119013376" : 3753,
            "120061952" : 3633,
            "121110528" : 3457,
            "122159104" : 3301,
            "123207680" : 3023,
            "124256256" : 2803,
            "125304832" : 2668,
            "126353408" : 2620,
            "127401984" : 2481,
            "128450560" : 2291,
            "129499136" : 2177,
            "130547712" : 2087,
            "131596288" : 2118,
            "132644864" : 1868,
            "133693440" : 1837,
            "135266304" : 3381,
            "137363456" : 3056,
            "139460608" : 2805,
            "141557760" : 2363,
            "143654912" : 2228,
            "145752064" : 1939,
            "147849216" : 1922,
            "149946368" : 1704,
            "152043520" : 1564,
            "154140672" : 1367,
            "156237824" : 1308,
            "158334976" : 1083,
            "160432128" : 932,
            "162529280" : 866,
            "164626432" : 745,
            "166723584" : 674,
            "168820736" : 647,
            "170917888" : 521,
            "173015040" : 490,
            "175112192" : 428,
            "177209344" : 393,
            "179306496" : 335,
            "181403648" : 258,
            "183500800" : 202,
            "185597952" : 212,
            "187695104" : 185,
            "189792256" : 109,
            "191889408" : 117,
            "193986560" : 104,
            "196083712" : 87,
            "198180864" : 57,
            "200278016" : 37,
            "202375168" : 36,
            "204472320" : 48,
            "206569472" : 41,
            "208666624" : 23,
            "210763776" : 20,
            "212860928" : 29,
            "214958080" : 15,
            "217055232" : 20,
            "219152384" : 7,
            "221249536" : 10,
            "223346688" : 4,
            "225443840" : 7,
            "227540992" : 3,
            "229638144" : 4,
            "231735296" : 1,
            "233832448" : 1,
            "242221056" : 5
          }
        },
        "lat_ns" : {
          "min" : 12116864,
          "max" : 252546883,
          "mean" : 75185385.247314,
          "stddev" : 26989911.697377,
          "N" : 1226302
        },
        "bw_min" : 34380,
        "bw_max" : 80172,
        "bw_agg" : 99.950218,
        "bw_mean" : 54466.765363,
        "bw_dev" : 290.345666,
        "bw_samples" : 5728,
        "iops_min" : 8594,
        "iops_max" : 20042,
        "iops_mean" : 13612.776536,
        "iops_stddev" : 72.607942,
        "iops_samples" : 5728
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880159,
      "usr_cpu" : 0.167387,
      "sys_cpu" : 2.108703,
      "ctx" : 1708517,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.191954,
        "50" : 18.832798,
        "100" : 66.343019,
        "250" : 14.629620,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849787,
  "timestamp_ms" : 1772849787622,
  "time" : "Fri Mar  6 22:16:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5560500224,
        "io_kbytes" : 5430176,
        "bw_bytes" : 55599998,
        "bw" : 54296,
        "iops" : 13575.408213,
        "runtime" : 100009,
        "total_ios" : 1357663,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 57624046,
          "mean" : 2345091.133965,
          "stddev" : 3390174.550830,
          "N" : 1357663
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73096262.373848,
          "stddev" : 26637848.820365,
          "N" : 1357631,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 122159104,
            "99.000000" : 152043520,
            "99.500000" : 164626432,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11468800" : 1,
            "11599872" : 4,
            "11730944" : 3,
            "11862016" : 5,
            "12124160" : 1,
            "12255232" : 2,
            "12779520" : 1,
            "13303808" : 3,
            "13434880" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 3,
            "14614528" : 10,
            "14745600" : 8,
            "14876672" : 4,
            "15007744" : 6,
            "15138816" : 18,
            "15269888" : 11,
            "15400960" : 14,
            "15532032" : 13,
            "15663104" : 16,
            "15794176" : 17,
            "15925248" : 25,
            "16056320" : 21,
            "16187392" : 31,
            "16318464" : 33,
            "16449536" : 32,
            "16580608" : 52,
            "16711680" : 36,
            "16908288" : 101,
            "17170432" : 137,
            "17432576" : 175,
            "17694720" : 168,
            "17956864" : 191,
            "18219008" : 223,
            "18481152" : 233,
            "18743296" : 220,
            "19005440" : 194,
            "19267584" : 207,
            "19529728" : 147,
            "19791872" : 173,
            "20054016" : 205,
            "20316160" : 196,
            "20578304" : 161,
            "20840448" : 179,
            "21102592" : 181,
            "21364736" : 198,
            "21626880" : 255,
            "21889024" : 328,
            "22151168" : 342,
            "22413312" : 325,
            "22675456" : 367,
            "22937600" : 454,
            "23199744" : 510,
            "23461888" : 553,
            "23724032" : 546,
            "23986176" : 645,
            "24248320" : 654,
            "24510464" : 632,
            "24772608" : 614,
            "25034752" : 639,
            "25296896" : 669,
            "25559040" : 805,
            "25821184" : 859,
            "26083328" : 819,
            "26345472" : 937,
            "26607616" : 985,
            "26869760" : 900,
            "27131904" : 898,
            "27394048" : 868,
            "27656192" : 892,
            "27918336" : 921,
            "28180480" : 907,
            "28442624" : 874,
            "28704768" : 933,
            "28966912" : 962,
            "29229056" : 992,
            "29491200" : 1046,
            "29753344" : 1072,
            "30015488" : 1092,
            "30277632" : 1143,
            "30539776" : 1300,
            "30801920" : 1402,
            "31064064" : 1495,
            "31326208" : 1487,
            "31588352" : 1514,
            "31850496" : 1706,
            "32112640" : 1568,
            "32374784" : 1673,
            "32636928" : 1672,
            "32899072" : 1720,
            "33161216" : 1842,
            "33423360" : 1930,
            "33816576" : 3858,
            "34340864" : 4133,
            "34865152" : 4102,
            "35389440" : 4447,
            "35913728" : 4298,
            "36438016" : 4286,
            "36962304" : 4525,
            "37486592" : 4675,
            "38010880" : 4816,
            "38535168" : 5274,
            "39059456" : 5539,
            "39583744" : 5717,
            "40108032" : 5915,
            "40632320" : 6020,
            "41156608" : 6351,
            "41680896" : 6587,
            "42205184" : 6875,
            "42729472" : 7444,
            "43253760" : 7723,
            "43778048" : 7772,
            "44302336" : 7760,
            "44826624" : 7706,
            "45350912" : 7683,
            "45875200" : 7888,
            "46399488" : 8174,
            "46923776" : 8218,
            "47448064" : 8387,
            "47972352" : 8729,
            "48496640" : 9170,
            "49020928" : 9061,
            "49545216" : 9901,
            "50069504" : 10241,
            "50593792" : 10320,
            "51118080" : 10509,
            "51642368" : 10738,
            "52166656" : 10574,
            "52690944" : 10509,
            "53215232" : 10651,
            "53739520" : 10495,
            "54263808" : 10607,
            "54788096" : 10717,
            "55312384" : 11307,
            "55836672" : 11027,
            "56360960" : 11507,
            "56885248" : 11566,
            "57409536" : 11529,
            "57933824" : 11601,
            "58458112" : 11914,
            "58982400" : 11752,
            "59506688" : 11849,
            "60030976" : 11851,
            "60555264" : 11998,
            "61079552" : 11908,
            "61603840" : 11831,
            "62128128" : 11523,
            "62652416" : 11958,
            "63176704" : 11985,
            "63700992" : 11927,
            "64225280" : 12194,
            "64749568" : 11978,
            "65273856" : 12014,
            "65798144" : 11783,
            "66322432" : 11713,
            "66846720" : 11934,
            "67633152" : 23092,
            "68681728" : 23346,
            "69730304" : 23038,
            "70778880" : 22676,
            "71827456" : 22266,
            "72876032" : 21779,
            "73924608" : 21305,
            "74973184" : 20595,
            "76021760" : 20544,
            "77070336" : 19993,
            "78118912" : 19291,
            "79167488" : 18973,
            "80216064" : 18595,
            "81264640" : 17535,
            "82313216" : 17717,
            "83361792" : 17150,
            "84410368" : 16198,
            "85458944" : 15982,
            "86507520" : 15953,
            "87556096" : 14792,
            "88604672" : 14327,
            "89653248" : 13872,
            "90701824" : 13129,
            "91750400" : 12926,
            "92798976" : 12850,
            "93847552" : 12104,
            "94896128" : 12133,
            "95944704" : 11291,
            "96993280" : 10827,
            "98041856" : 10667,
            "99090432" : 9807,
            "100139008" : 9702,
            "101187584" : 9397,
            "102236160" : 9133,
            "103284736" : 8724,
            "104333312" : 8266,
            "105381888" : 7803,
            "106430464" : 7417,
            "107479040" : 7085,
            "108527616" : 6797,
            "109576192" : 6597,
            "110624768" : 6345,
            "111673344" : 5796,
            "112721920" : 5667,
            "113770496" : 5396,
            "114819072" : 5011,
            "115867648" : 4699,
            "116916224" : 4678,
            "117964800" : 4263,
            "119013376" : 4240,
            "120061952" : 4085,
            "121110528" : 3868,
            "122159104" : 3694,
            "123207680" : 3387,
            "124256256" : 3142,
            "125304832" : 2977,
            "126353408" : 2974,
            "127401984" : 2803,
            "128450560" : 2592,
            "129499136" : 2440,
            "130547712" : 2374,
            "131596288" : 2374,
            "132644864" : 2147,
            "133693440" : 2071,
            "135266304" : 3822,
            "137363456" : 3526,
            "139460608" : 3228,
            "141557760" : 2685,
            "143654912" : 2544,
            "145752064" : 2235,
            "147849216" : 2214,
            "149946368" : 1998,
            "152043520" : 1799,
            "154140672" : 1598,
            "156237824" : 1534,
            "158334976" : 1250,
            "160432128" : 1076,
            "162529280" : 1025,
            "164626432" : 873,
            "166723584" : 814,
            "168820736" : 759,
            "170917888" : 611,
            "173015040" : 583,
            "175112192" : 487,
            "177209344" : 456,
            "179306496" : 372,
            "181403648" : 312,
            "183500800" : 235,
            "185597952" : 247,
            "187695104" : 214,
            "189792256" : 137,
            "191889408" : 138,
            "193986560" : 128,
            "196083712" : 93,
            "198180864" : 69,
            "200278016" : 47,
            "202375168" : 43,
            "204472320" : 56,
            "206569472" : 44,
            "208666624" : 29,
            "210763776" : 26,
            "212860928" : 37,
            "214958080" : 20,
            "217055232" : 24,
            "219152384" : 10,
            "221249536" : 10,
            "223346688" : 8,
            "225443840" : 11,
            "227540992" : 10,
            "229638144" : 6,
            "231735296" : 3,
            "233832448" : 2,
            "235929600" : 2,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75441881.153126,
          "stddev" : 27154112.368565,
          "N" : 1357631
        },
        "bw_min" : 34218,
        "bw_max" : 80512,
        "bw_agg" : 100.000000,
        "bw_mean" : 54345.522613,
        "bw_dev" : 289.584849,
        "bw_samples" : 6368,
        "iops_min" : 8552,
        "iops_max" : 20128,
        "iops_mean" : 13582.356784,
        "iops_stddev" : 72.423761,
        "iops_samples" : 6368
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3200167,
      "usr_cpu" : 0.166741,
      "sys_cpu" : 2.101453,
      "ctx" : 1893654,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.193126,
        "50" : 18.604838,
        "100" : 66.333693,
        "250" : 14.865987,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849797,
  "timestamp_ms" : 1772849797622,
  "time" : "Fri Mar  6 22:16:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6109683712,
        "io_kbytes" : 5966488,
        "bw_bytes" : 55538035,
        "bw" : 54236,
        "iops" : 13560.408694,
        "runtime" : 110009,
        "total_ios" : 1491767,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 57624046,
          "mean" : 2347703.930248,
          "stddev" : 3394850.994507,
          "N" : 1491767
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73184668.626204,
          "stddev" : 26742897.681537,
          "N" : 1491735,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42729472,
            "20.000000" : 51118080,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 154140672,
            "99.500000" : 164626432,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11468800" : 1,
            "11599872" : 5,
            "11730944" : 6,
            "11862016" : 5,
            "12124160" : 2,
            "12255232" : 3,
            "12386304" : 2,
            "12517376" : 2,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 1,
            "13041664" : 2,
            "13303808" : 4,
            "13434880" : 4,
            "13697024" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 8,
            "14614528" : 11,
            "14745600" : 11,
            "14876672" : 5,
            "15007744" : 8,
            "15138816" : 18,
            "15269888" : 12,
            "15400960" : 24,
            "15532032" : 21,
            "15663104" : 20,
            "15794176" : 18,
            "15925248" : 28,
            "16056320" : 21,
            "16187392" : 32,
            "16318464" : 33,
            "16449536" : 34,
            "16580608" : 57,
            "16711680" : 43,
            "16908288" : 112,
            "17170432" : 145,
            "17432576" : 184,
            "17694720" : 186,
            "17956864" : 216,
            "18219008" : 257,
            "18481152" : 256,
            "18743296" : 246,
            "19005440" : 216,
            "19267584" : 225,
            "19529728" : 163,
            "19791872" : 199,
            "20054016" : 230,
            "20316160" : 210,
            "20578304" : 187,
            "20840448" : 196,
            "21102592" : 199,
            "21364736" : 210,
            "21626880" : 271,
            "21889024" : 352,
            "22151168" : 365,
            "22413312" : 352,
            "22675456" : 400,
            "22937600" : 504,
            "23199744" : 563,
            "23461888" : 612,
            "23724032" : 607,
            "23986176" : 716,
            "24248320" : 731,
            "24510464" : 693,
            "24772608" : 708,
            "25034752" : 719,
            "25296896" : 792,
            "25559040" : 914,
            "25821184" : 969,
            "26083328" : 924,
            "26345472" : 1078,
            "26607616" : 1115,
            "26869760" : 1004,
            "27131904" : 1022,
            "27394048" : 936,
            "27656192" : 992,
            "27918336" : 1023,
            "28180480" : 1003,
            "28442624" : 969,
            "28704768" : 1008,
            "28966912" : 1049,
            "29229056" : 1092,
            "29491200" : 1161,
            "29753344" : 1203,
            "30015488" : 1202,
            "30277632" : 1265,
            "30539776" : 1430,
            "30801920" : 1548,
            "31064064" : 1610,
            "31326208" : 1630,
            "31588352" : 1663,
            "31850496" : 1859,
            "32112640" : 1725,
            "32374784" : 1827,
            "32636928" : 1817,
            "32899072" : 1920,
            "33161216" : 2012,
            "33423360" : 2122,
            "33816576" : 4330,
            "34340864" : 4507,
            "34865152" : 4543,
            "35389440" : 4897,
            "35913728" : 4791,
            "36438016" : 4709,
            "36962304" : 4993,
            "37486592" : 5142,
            "38010880" : 5236,
            "38535168" : 5725,
            "39059456" : 5997,
            "39583744" : 6191,
            "40108032" : 6381,
            "40632320" : 6556,
            "41156608" : 6864,
            "41680896" : 7175,
            "42205184" : 7526,
            "42729472" : 8152,
            "43253760" : 8557,
            "43778048" : 8523,
            "44302336" : 8481,
            "44826624" : 8467,
            "45350912" : 8397,
            "45875200" : 8553,
            "46399488" : 8856,
            "46923776" : 8893,
            "47448064" : 9116,
            "47972352" : 9445,
            "48496640" : 9965,
            "49020928" : 9932,
            "49545216" : 10829,
            "50069504" : 11222,
            "50593792" : 11371,
            "51118080" : 11562,
            "51642368" : 11881,
            "52166656" : 11695,
            "52690944" : 11593,
            "53215232" : 11731,
            "53739520" : 11631,
            "54263808" : 11583,
            "54788096" : 11759,
            "55312384" : 12392,
            "55836672" : 12093,
            "56360960" : 12577,
            "56885248" : 12659,
            "57409536" : 12573,
            "57933824" : 12767,
            "58458112" : 13107,
            "58982400" : 13014,
            "59506688" : 13081,
            "60030976" : 13050,
            "60555264" : 13227,
            "61079552" : 13168,
            "61603840" : 13100,
            "62128128" : 12725,
            "62652416" : 13104,
            "63176704" : 13078,
            "63700992" : 13052,
            "64225280" : 13229,
            "64749568" : 13098,
            "65273856" : 13132,
            "65798144" : 13015,
            "66322432" : 12872,
            "66846720" : 13082,
            "67633152" : 25356,
            "68681728" : 25587,
            "69730304" : 25252,
            "70778880" : 24837,
            "71827456" : 24362,
            "72876032" : 23777,
            "73924608" : 23365,
            "74973184" : 22609,
            "76021760" : 22476,
            "77070336" : 21719,
            "78118912" : 21139,
            "79167488" : 20806,
            "80216064" : 20415,
            "81264640" : 19228,
            "82313216" : 19400,
            "83361792" : 18933,
            "84410368" : 17871,
            "85458944" : 17586,
            "86507520" : 17547,
            "87556096" : 16273,
            "88604672" : 15764,
            "89653248" : 15246,
            "90701824" : 14520,
            "91750400" : 14246,
            "92798976" : 14210,
            "93847552" : 13362,
            "94896128" : 13331,
            "95944704" : 12343,
            "96993280" : 11964,
            "98041856" : 11709,
            "99090432" : 10842,
            "100139008" : 10663,
            "101187584" : 10274,
            "102236160" : 9968,
            "103284736" : 9619,
            "104333312" : 9141,
            "105381888" : 8584,
            "106430464" : 8212,
            "107479040" : 7812,
            "108527616" : 7462,
            "109576192" : 7276,
            "110624768" : 6973,
            "111673344" : 6354,
            "112721920" : 6168,
            "113770496" : 5876,
            "114819072" : 5444,
            "115867648" : 5122,
            "116916224" : 5096,
            "117964800" : 4657,
            "119013376" : 4700,
            "120061952" : 4501,
            "121110528" : 4274,
            "122159104" : 4070,
            "123207680" : 3699,
            "124256256" : 3462,
            "125304832" : 3297,
            "126353408" : 3266,
            "127401984" : 3080,
            "128450560" : 2893,
            "129499136" : 2767,
            "130547712" : 2692,
            "131596288" : 2626,
            "132644864" : 2378,
            "133693440" : 2301,
            "135266304" : 4309,
            "137363456" : 4044,
            "139460608" : 3648,
            "141557760" : 3045,
            "143654912" : 2913,
            "145752064" : 2570,
            "147849216" : 2539,
            "149946368" : 2231,
            "152043520" : 2012,
            "154140672" : 1799,
            "156237824" : 1721,
            "158334976" : 1431,
            "160432128" : 1203,
            "162529280" : 1159,
            "164626432" : 995,
            "166723584" : 901,
            "168820736" : 840,
            "170917888" : 700,
            "173015040" : 639,
            "175112192" : 556,
            "177209344" : 511,
            "179306496" : 418,
            "181403648" : 368,
            "183500800" : 265,
            "185597952" : 268,
            "187695104" : 243,
            "189792256" : 172,
            "191889408" : 155,
            "193986560" : 139,
            "196083712" : 105,
            "198180864" : 80,
            "200278016" : 54,
            "202375168" : 49,
            "204472320" : 61,
            "206569472" : 52,
            "208666624" : 31,
            "210763776" : 34,
            "212860928" : 38,
            "214958080" : 20,
            "217055232" : 26,
            "219152384" : 12,
            "221249536" : 10,
            "223346688" : 8,
            "225443840" : 11,
            "227540992" : 10,
            "229638144" : 6,
            "231735296" : 3,
            "233832448" : 2,
            "235929600" : 2,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75533447.185841,
          "stddev" : 27261564.460367,
          "N" : 1491735
        },
        "bw_min" : 34114,
        "bw_max" : 80824,
        "bw_agg" : 100.000000,
        "bw_mean" : 54274.662100,
        "bw_dev" : 288.139032,
        "bw_samples" : 7008,
        "iops_min" : 8526,
        "iops_max" : 20206,
        "iops_mean" : 13564.543379,
        "iops_stddev" : 72.062160,
        "iops_samples" : 7008
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520167,
      "usr_cpu" : 0.166242,
      "sys_cpu" : 2.098736,
      "ctx" : 2079904,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.197149,
        "50" : 18.533591,
        "100" : 66.303719,
        "250" : 14.963396,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849807,
  "timestamp_ms" : 1772849807622,
  "time" : "Fri Mar  6 22:16:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6670827520,
        "io_kbytes" : 6514480,
        "bw_bytes" : 55586060,
        "bw" : 54283,
        "iops" : 13571.965436,
        "runtime" : 120009,
        "total_ios" : 1628758,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 291024,
          "max" : 64554098,
          "mean" : 2345733.780720,
          "stddev" : 3394094.276146,
          "N" : 1628758
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73118592.886021,
          "stddev" : 26769111.969924,
          "N" : 1628726,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 154140672,
            "99.500000" : 164626432,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11468800" : 1,
            "11599872" : 5,
            "11730944" : 6,
            "11862016" : 5,
            "12124160" : 2,
            "12255232" : 3,
            "12386304" : 2,
            "12517376" : 2,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13303808" : 4,
            "13434880" : 5,
            "13697024" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 8,
            "14614528" : 12,
            "14745600" : 11,
            "14876672" : 5,
            "15007744" : 11,
            "15138816" : 22,
            "15269888" : 12,
            "15400960" : 24,
            "15532032" : 21,
            "15663104" : 23,
            "15794176" : 20,
            "15925248" : 31,
            "16056320" : 25,
            "16187392" : 36,
            "16318464" : 37,
            "16449536" : 35,
            "16580608" : 59,
            "16711680" : 46,
            "16908288" : 113,
            "17170432" : 147,
            "17432576" : 189,
            "17694720" : 203,
            "17956864" : 244,
            "18219008" : 291,
            "18481152" : 283,
            "18743296" : 279,
            "19005440" : 229,
            "19267584" : 242,
            "19529728" : 173,
            "19791872" : 212,
            "20054016" : 240,
            "20316160" : 240,
            "20578304" : 203,
            "20840448" : 212,
            "21102592" : 218,
            "21364736" : 237,
            "21626880" : 292,
            "21889024" : 391,
            "22151168" : 399,
            "22413312" : 396,
            "22675456" : 458,
            "22937600" : 541,
            "23199744" : 612,
            "23461888" : 673,
            "23724032" : 663,
            "23986176" : 765,
            "24248320" : 780,
            "24510464" : 755,
            "24772608" : 768,
            "25034752" : 793,
            "25296896" : 873,
            "25559040" : 992,
            "25821184" : 1036,
            "26083328" : 1001,
            "26345472" : 1160,
            "26607616" : 1180,
            "26869760" : 1087,
            "27131904" : 1093,
            "27394048" : 1001,
            "27656192" : 1068,
            "27918336" : 1115,
            "28180480" : 1097,
            "28442624" : 1096,
            "28704768" : 1128,
            "28966912" : 1170,
            "29229056" : 1214,
            "29491200" : 1275,
            "29753344" : 1344,
            "30015488" : 1355,
            "30277632" : 1418,
            "30539776" : 1589,
            "30801920" : 1673,
            "31064064" : 1724,
            "31326208" : 1760,
            "31588352" : 1809,
            "31850496" : 2020,
            "32112640" : 1912,
            "32374784" : 2016,
            "32636928" : 2015,
            "32899072" : 2091,
            "33161216" : 2233,
            "33423360" : 2313,
            "33816576" : 4726,
            "34340864" : 4957,
            "34865152" : 5031,
            "35389440" : 5311,
            "35913728" : 5287,
            "36438016" : 5181,
            "36962304" : 5442,
            "37486592" : 5698,
            "38010880" : 5729,
            "38535168" : 6203,
            "39059456" : 6540,
            "39583744" : 6779,
            "40108032" : 7034,
            "40632320" : 7259,
            "41156608" : 7604,
            "41680896" : 7928,
            "42205184" : 8252,
            "42729472" : 8864,
            "43253760" : 9333,
            "43778048" : 9328,
            "44302336" : 9233,
            "44826624" : 9266,
            "45350912" : 9170,
            "45875200" : 9412,
            "46399488" : 9804,
            "46923776" : 9772,
            "47448064" : 10059,
            "47972352" : 10467,
            "48496640" : 10996,
            "49020928" : 11013,
            "49545216" : 11869,
            "50069504" : 12393,
            "50593792" : 12427,
            "51118080" : 12599,
            "51642368" : 13039,
            "52166656" : 12815,
            "52690944" : 12797,
            "53215232" : 12913,
            "53739520" : 12743,
            "54263808" : 12688,
            "54788096" : 12990,
            "55312384" : 13683,
            "55836672" : 13303,
            "56360960" : 13769,
            "56885248" : 13849,
            "57409536" : 13753,
            "57933824" : 13914,
            "58458112" : 14348,
            "58982400" : 14189,
            "59506688" : 14307,
            "60030976" : 14262,
            "60555264" : 14459,
            "61079552" : 14344,
            "61603840" : 14280,
            "62128128" : 13871,
            "62652416" : 14305,
            "63176704" : 14276,
            "63700992" : 14321,
            "64225280" : 14385,
            "64749568" : 14160,
            "65273856" : 14361,
            "65798144" : 14234,
            "66322432" : 14061,
            "66846720" : 14250,
            "67633152" : 27680,
            "68681728" : 27841,
            "69730304" : 27567,
            "70778880" : 26983,
            "71827456" : 26668,
            "72876032" : 25908,
            "73924608" : 25442,
            "74973184" : 24763,
            "76021760" : 24647,
            "77070336" : 23676,
            "78118912" : 22993,
            "79167488" : 22566,
            "80216064" : 22322,
            "81264640" : 20991,
            "82313216" : 21161,
            "83361792" : 20753,
            "84410368" : 19479,
            "85458944" : 19023,
            "86507520" : 18976,
            "87556096" : 17771,
            "88604672" : 17155,
            "89653248" : 16636,
            "90701824" : 15818,
            "91750400" : 15564,
            "92798976" : 15392,
            "93847552" : 14518,
            "94896128" : 14492,
            "95944704" : 13450,
            "96993280" : 12979,
            "98041856" : 12634,
            "99090432" : 11778,
            "100139008" : 11582,
            "101187584" : 11152,
            "102236160" : 10842,
            "103284736" : 10430,
            "104333312" : 9830,
            "105381888" : 9328,
            "106430464" : 8805,
            "107479040" : 8499,
            "108527616" : 8068,
            "109576192" : 7914,
            "110624768" : 7555,
            "111673344" : 6857,
            "112721920" : 6689,
            "113770496" : 6394,
            "114819072" : 5876,
            "115867648" : 5535,
            "116916224" : 5573,
            "117964800" : 5065,
            "119013376" : 5081,
            "120061952" : 4866,
            "121110528" : 4565,
            "122159104" : 4423,
            "123207680" : 3997,
            "124256256" : 3767,
            "125304832" : 3568,
            "126353408" : 3545,
            "127401984" : 3358,
            "128450560" : 3127,
            "129499136" : 2992,
            "130547712" : 2925,
            "131596288" : 2831,
            "132644864" : 2571,
            "133693440" : 2494,
            "135266304" : 4712,
            "137363456" : 4402,
            "139460608" : 3980,
            "141557760" : 3375,
            "143654912" : 3232,
            "145752064" : 2848,
            "147849216" : 2766,
            "149946368" : 2452,
            "152043520" : 2237,
            "154140672" : 1981,
            "156237824" : 1893,
            "158334976" : 1559,
            "160432128" : 1342,
            "162529280" : 1259,
            "164626432" : 1123,
            "166723584" : 988,
            "168820736" : 930,
            "170917888" : 779,
            "173015040" : 728,
            "175112192" : 612,
            "177209344" : 585,
            "179306496" : 461,
            "181403648" : 411,
            "183500800" : 301,
            "185597952" : 299,
            "187695104" : 273,
            "189792256" : 210,
            "191889408" : 176,
            "193986560" : 156,
            "196083712" : 122,
            "198180864" : 85,
            "200278016" : 66,
            "202375168" : 50,
            "204472320" : 70,
            "206569472" : 58,
            "208666624" : 36,
            "210763776" : 36,
            "212860928" : 38,
            "214958080" : 21,
            "217055232" : 26,
            "219152384" : 13,
            "221249536" : 11,
            "223346688" : 9,
            "225443840" : 11,
            "227540992" : 10,
            "229638144" : 6,
            "231735296" : 3,
            "233832448" : 2,
            "235929600" : 2,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75465112.011758,
          "stddev" : 27287736.493184,
          "N" : 1628726
        },
        "bw_min" : 33818,
        "bw_max" : 80856,
        "bw_agg" : 100.000000,
        "bw_mean" : 54343.648536,
        "bw_dev" : 288.034598,
        "bw_samples" : 7648,
        "iops_min" : 8452,
        "iops_max" : 20214,
        "iops_mean" : 13581.686192,
        "iops_stddev" : 72.037281,
        "iops_samples" : 7648
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3840154,
      "usr_cpu" : 0.166920,
      "sys_cpu" : 2.100385,
      "ctx" : 2271113,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.195302,
        "50" : 18.636225,
        "100" : 66.273013,
        "250" : 14.893496,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849817,
  "timestamp_ms" : 1772849817624,
  "time" : "Fri Mar  6 22:16:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7220371456,
        "io_kbytes" : 7051144,
        "bw_bytes" : 55537046,
        "bw" : 54235,
        "iops" : 13559.587724,
        "runtime" : 130010,
        "total_ios" : 1762882,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2347888.120304,
          "stddev" : 3398878.850504,
          "N" : 1762882
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73168789.690454,
          "stddev" : 26868799.843232,
          "N" : 1762850,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 154140672,
            "99.500000" : 164626432,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11468800" : 1,
            "11599872" : 7,
            "11730944" : 10,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 5,
            "12255232" : 5,
            "12386304" : 2,
            "12517376" : 3,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13303808" : 4,
            "13434880" : 5,
            "13697024" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 8,
            "14614528" : 12,
            "14745600" : 12,
            "14876672" : 8,
            "15007744" : 13,
            "15138816" : 23,
            "15269888" : 14,
            "15400960" : 24,
            "15532032" : 21,
            "15663104" : 28,
            "15794176" : 24,
            "15925248" : 37,
            "16056320" : 28,
            "16187392" : 51,
            "16318464" : 43,
            "16449536" : 48,
            "16580608" : 76,
            "16711680" : 55,
            "16908288" : 126,
            "17170432" : 157,
            "17432576" : 203,
            "17694720" : 216,
            "17956864" : 259,
            "18219008" : 321,
            "18481152" : 316,
            "18743296" : 303,
            "19005440" : 260,
            "19267584" : 273,
            "19529728" : 200,
            "19791872" : 229,
            "20054016" : 261,
            "20316160" : 258,
            "20578304" : 228,
            "20840448" : 236,
            "21102592" : 246,
            "21364736" : 284,
            "21626880" : 333,
            "21889024" : 447,
            "22151168" : 457,
            "22413312" : 446,
            "22675456" : 499,
            "22937600" : 599,
            "23199744" : 676,
            "23461888" : 762,
            "23724032" : 729,
            "23986176" : 836,
            "24248320" : 851,
            "24510464" : 825,
            "24772608" : 836,
            "25034752" : 867,
            "25296896" : 948,
            "25559040" : 1064,
            "25821184" : 1102,
            "26083328" : 1088,
            "26345472" : 1248,
            "26607616" : 1271,
            "26869760" : 1217,
            "27131904" : 1184,
            "27394048" : 1092,
            "27656192" : 1180,
            "27918336" : 1206,
            "28180480" : 1213,
            "28442624" : 1221,
            "28704768" : 1257,
            "28966912" : 1313,
            "29229056" : 1349,
            "29491200" : 1397,
            "29753344" : 1521,
            "30015488" : 1501,
            "30277632" : 1558,
            "30539776" : 1748,
            "30801920" : 1829,
            "31064064" : 1877,
            "31326208" : 1915,
            "31588352" : 1968,
            "31850496" : 2204,
            "32112640" : 2101,
            "32374784" : 2217,
            "32636928" : 2215,
            "32899072" : 2279,
            "33161216" : 2465,
            "33423360" : 2517,
            "33816576" : 5186,
            "34340864" : 5445,
            "34865152" : 5476,
            "35389440" : 5750,
            "35913728" : 5746,
            "36438016" : 5623,
            "36962304" : 5860,
            "37486592" : 6152,
            "38010880" : 6213,
            "38535168" : 6730,
            "39059456" : 7053,
            "39583744" : 7343,
            "40108032" : 7685,
            "40632320" : 7974,
            "41156608" : 8247,
            "41680896" : 8611,
            "42205184" : 8967,
            "42729472" : 9562,
            "43253760" : 10031,
            "43778048" : 10042,
            "44302336" : 9968,
            "44826624" : 10054,
            "45350912" : 9975,
            "45875200" : 10189,
            "46399488" : 10499,
            "46923776" : 10590,
            "47448064" : 10854,
            "47972352" : 11292,
            "48496640" : 11831,
            "49020928" : 11946,
            "49545216" : 12813,
            "50069504" : 13249,
            "50593792" : 13436,
            "51118080" : 13596,
            "51642368" : 14030,
            "52166656" : 13826,
            "52690944" : 13886,
            "53215232" : 13977,
            "53739520" : 13856,
            "54263808" : 13677,
            "54788096" : 13948,
            "55312384" : 14716,
            "55836672" : 14312,
            "56360960" : 14755,
            "56885248" : 14978,
            "57409536" : 14867,
            "57933824" : 15057,
            "58458112" : 15511,
            "58982400" : 15268,
            "59506688" : 15375,
            "60030976" : 15514,
            "60555264" : 15573,
            "61079552" : 15575,
            "61603840" : 15410,
            "62128128" : 14965,
            "62652416" : 15329,
            "63176704" : 15413,
            "63700992" : 15463,
            "64225280" : 15509,
            "64749568" : 15236,
            "65273856" : 15386,
            "65798144" : 15348,
            "66322432" : 15110,
            "66846720" : 15316,
            "67633152" : 29811,
            "68681728" : 29976,
            "69730304" : 29720,
            "70778880" : 29100,
            "71827456" : 28543,
            "72876032" : 27776,
            "73924608" : 27352,
            "74973184" : 26721,
            "76021760" : 26466,
            "77070336" : 25587,
            "78118912" : 24700,
            "79167488" : 24363,
            "80216064" : 24217,
            "81264640" : 22723,
            "82313216" : 22900,
            "83361792" : 22437,
            "84410368" : 21220,
            "85458944" : 20597,
            "86507520" : 20631,
            "87556096" : 19212,
            "88604672" : 18604,
            "89653248" : 17941,
            "90701824" : 17172,
            "91750400" : 16950,
            "92798976" : 16711,
            "93847552" : 15735,
            "94896128" : 15708,
            "95944704" : 14635,
            "96993280" : 14143,
            "98041856" : 13740,
            "99090432" : 12919,
            "100139008" : 12640,
            "101187584" : 12238,
            "102236160" : 11814,
            "103284736" : 11377,
            "104333312" : 10713,
            "105381888" : 10151,
            "106430464" : 9632,
            "107479040" : 9220,
            "108527616" : 8834,
            "109576192" : 8646,
            "110624768" : 8258,
            "111673344" : 7432,
            "112721920" : 7285,
            "113770496" : 6920,
            "114819072" : 6373,
            "115867648" : 6012,
            "116916224" : 6098,
            "117964800" : 5462,
            "119013376" : 5482,
            "120061952" : 5269,
            "121110528" : 4962,
            "122159104" : 4795,
            "123207680" : 4344,
            "124256256" : 4034,
            "125304832" : 3822,
            "126353408" : 3835,
            "127401984" : 3655,
            "128450560" : 3392,
            "129499136" : 3265,
            "130547712" : 3184,
            "131596288" : 3049,
            "132644864" : 2761,
            "133693440" : 2707,
            "135266304" : 5112,
            "137363456" : 4745,
            "139460608" : 4270,
            "141557760" : 3660,
            "143654912" : 3496,
            "145752064" : 3101,
            "147849216" : 3028,
            "149946368" : 2682,
            "152043520" : 2488,
            "154140672" : 2172,
            "156237824" : 2099,
            "158334976" : 1757,
            "160432128" : 1527,
            "162529280" : 1405,
            "164626432" : 1276,
            "166723584" : 1105,
            "168820736" : 1049,
            "170917888" : 857,
            "173015040" : 820,
            "175112192" : 702,
            "177209344" : 653,
            "179306496" : 505,
            "181403648" : 451,
            "183500800" : 329,
            "185597952" : 329,
            "187695104" : 293,
            "189792256" : 229,
            "191889408" : 196,
            "193986560" : 170,
            "196083712" : 135,
            "198180864" : 101,
            "200278016" : 77,
            "202375168" : 60,
            "204472320" : 75,
            "206569472" : 66,
            "208666624" : 44,
            "210763776" : 44,
            "212860928" : 44,
            "214958080" : 26,
            "217055232" : 27,
            "219152384" : 16,
            "221249536" : 11,
            "223346688" : 9,
            "225443840" : 11,
            "227540992" : 10,
            "229638144" : 6,
            "231735296" : 3,
            "233832448" : 2,
            "235929600" : 2,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75516301.598315,
          "stddev" : 27386621.084995,
          "N" : 1762850
        },
        "bw_min" : 33746,
        "bw_max" : 80856,
        "bw_agg" : 100.000000,
        "bw_mean" : 54279.714286,
        "bw_dev" : 287.650598,
        "bw_samples" : 8288,
        "iops_min" : 8434,
        "iops_max" : 20214,
        "iops_mean" : 13565.764479,
        "iops_stddev" : 71.939029,
        "iops_samples" : 8288
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4160178,
      "usr_cpu" : 0.166027,
      "sys_cpu" : 2.098853,
      "ctx" : 2458045,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.201545,
        "50" : 18.688262,
        "100" : 66.117982,
        "250" : 14.990396,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849827,
  "timestamp_ms" : 1772849827631,
  "time" : "Fri Mar  6 22:17:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7775072256,
        "io_kbytes" : 7592844,
        "bw_bytes" : 55532660,
        "bw" : 54231,
        "iops" : 13558.271254,
        "runtime" : 140009,
        "total_ios" : 1898280,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2348200.504513,
          "stddev" : 3399788.621667,
          "N" : 1898280
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73179397.965436,
          "stddev" : 26925905.141080,
          "N" : 1898248,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 154140672,
            "99.500000" : 164626432,
            "99.900000" : 185597952,
            "99.950000" : 193986560,
            "99.990000" : 210763776
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11468800" : 1,
            "11599872" : 7,
            "11730944" : 10,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 5,
            "12255232" : 5,
            "12386304" : 2,
            "12517376" : 3,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13303808" : 4,
            "13434880" : 5,
            "13697024" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 8,
            "14614528" : 12,
            "14745600" : 12,
            "14876672" : 8,
            "15007744" : 13,
            "15138816" : 25,
            "15269888" : 16,
            "15400960" : 26,
            "15532032" : 22,
            "15663104" : 30,
            "15794176" : 27,
            "15925248" : 40,
            "16056320" : 32,
            "16187392" : 56,
            "16318464" : 46,
            "16449536" : 57,
            "16580608" : 82,
            "16711680" : 63,
            "16908288" : 141,
            "17170432" : 169,
            "17432576" : 218,
            "17694720" : 245,
            "17956864" : 291,
            "18219008" : 371,
            "18481152" : 356,
            "18743296" : 337,
            "19005440" : 293,
            "19267584" : 301,
            "19529728" : 228,
            "19791872" : 275,
            "20054016" : 295,
            "20316160" : 275,
            "20578304" : 247,
            "20840448" : 250,
            "21102592" : 263,
            "21364736" : 323,
            "21626880" : 377,
            "21889024" : 497,
            "22151168" : 507,
            "22413312" : 490,
            "22675456" : 559,
            "22937600" : 665,
            "23199744" : 741,
            "23461888" : 831,
            "23724032" : 817,
            "23986176" : 925,
            "24248320" : 952,
            "24510464" : 910,
            "24772608" : 921,
            "25034752" : 958,
            "25296896" : 1051,
            "25559040" : 1184,
            "25821184" : 1232,
            "26083328" : 1207,
            "26345472" : 1369,
            "26607616" : 1410,
            "26869760" : 1306,
            "27131904" : 1287,
            "27394048" : 1200,
            "27656192" : 1288,
            "27918336" : 1302,
            "28180480" : 1310,
            "28442624" : 1317,
            "28704768" : 1350,
            "28966912" : 1395,
            "29229056" : 1458,
            "29491200" : 1507,
            "29753344" : 1619,
            "30015488" : 1621,
            "30277632" : 1698,
            "30539776" : 1883,
            "30801920" : 1952,
            "31064064" : 2044,
            "31326208" : 2079,
            "31588352" : 2137,
            "31850496" : 2381,
            "32112640" : 2311,
            "32374784" : 2418,
            "32636928" : 2414,
            "32899072" : 2477,
            "33161216" : 2656,
            "33423360" : 2720,
            "33816576" : 5670,
            "34340864" : 5832,
            "34865152" : 5887,
            "35389440" : 6109,
            "35913728" : 6174,
            "36438016" : 6053,
            "36962304" : 6321,
            "37486592" : 6600,
            "38010880" : 6720,
            "38535168" : 7234,
            "39059456" : 7642,
            "39583744" : 7935,
            "40108032" : 8259,
            "40632320" : 8598,
            "41156608" : 9035,
            "41680896" : 9391,
            "42205184" : 9663,
            "42729472" : 10263,
            "43253760" : 10715,
            "43778048" : 10764,
            "44302336" : 10645,
            "44826624" : 10758,
            "45350912" : 10681,
            "45875200" : 10999,
            "46399488" : 11223,
            "46923776" : 11457,
            "47448064" : 11703,
            "47972352" : 12168,
            "48496640" : 12638,
            "49020928" : 12790,
            "49545216" : 13733,
            "50069504" : 14249,
            "50593792" : 14360,
            "51118080" : 14508,
            "51642368" : 15041,
            "52166656" : 14792,
            "52690944" : 14844,
            "53215232" : 14953,
            "53739520" : 15030,
            "54263808" : 14806,
            "54788096" : 14976,
            "55312384" : 15743,
            "55836672" : 15360,
            "56360960" : 15854,
            "56885248" : 16044,
            "57409536" : 15976,
            "57933824" : 16244,
            "58458112" : 16633,
            "58982400" : 16314,
            "59506688" : 16425,
            "60030976" : 16552,
            "60555264" : 16618,
            "61079552" : 16719,
            "61603840" : 16673,
            "62128128" : 16104,
            "62652416" : 16609,
            "63176704" : 16621,
            "63700992" : 16687,
            "64225280" : 16784,
            "64749568" : 16476,
            "65273856" : 16590,
            "65798144" : 16477,
            "66322432" : 16264,
            "66846720" : 16519,
            "67633152" : 31993,
            "68681728" : 32112,
            "69730304" : 32012,
            "70778880" : 31388,
            "71827456" : 30928,
            "72876032" : 29984,
            "73924608" : 29500,
            "74973184" : 28832,
            "76021760" : 28425,
            "77070336" : 27512,
            "78118912" : 26776,
            "79167488" : 26422,
            "80216064" : 26280,
            "81264640" : 24631,
            "82313216" : 24675,
            "83361792" : 24128,
            "84410368" : 22746,
            "85458944" : 22159,
            "86507520" : 22214,
            "87556096" : 20729,
            "88604672" : 20091,
            "89653248" : 19369,
            "90701824" : 18481,
            "91750400" : 18180,
            "92798976" : 17829,
            "93847552" : 16850,
            "94896128" : 16852,
            "95944704" : 15676,
            "96993280" : 15297,
            "98041856" : 14740,
            "99090432" : 13882,
            "100139008" : 13597,
            "101187584" : 13157,
            "102236160" : 12657,
            "103284736" : 12200,
            "104333312" : 11498,
            "105381888" : 10864,
            "106430464" : 10380,
            "107479040" : 9929,
            "108527616" : 9486,
            "109576192" : 9274,
            "110624768" : 8853,
            "111673344" : 7926,
            "112721920" : 7806,
            "113770496" : 7446,
            "114819072" : 6832,
            "115867648" : 6468,
            "116916224" : 6592,
            "117964800" : 5859,
            "119013376" : 5896,
            "120061952" : 5632,
            "121110528" : 5306,
            "122159104" : 5147,
            "123207680" : 4684,
            "124256256" : 4324,
            "125304832" : 4159,
            "126353408" : 4164,
            "127401984" : 3926,
            "128450560" : 3664,
            "129499136" : 3528,
            "130547712" : 3407,
            "131596288" : 3272,
            "132644864" : 3008,
            "133693440" : 2933,
            "135266304" : 5538,
            "137363456" : 5131,
            "139460608" : 4617,
            "141557760" : 4035,
            "143654912" : 3818,
            "145752064" : 3384,
            "147849216" : 3245,
            "149946368" : 2952,
            "152043520" : 2712,
            "154140672" : 2364,
            "156237824" : 2271,
            "158334976" : 1901,
            "160432128" : 1685,
            "162529280" : 1528,
            "164626432" : 1389,
            "166723584" : 1231,
            "168820736" : 1144,
            "170917888" : 933,
            "173015040" : 878,
            "175112192" : 770,
            "177209344" : 685,
            "179306496" : 596,
            "181403648" : 507,
            "183500800" : 375,
            "185597952" : 364,
            "187695104" : 328,
            "189792256" : 253,
            "191889408" : 217,
            "193986560" : 189,
            "196083712" : 154,
            "198180864" : 108,
            "200278016" : 86,
            "202375168" : 70,
            "204472320" : 81,
            "206569472" : 76,
            "208666624" : 54,
            "210763776" : 47,
            "212860928" : 44,
            "214958080" : 31,
            "217055232" : 27,
            "219152384" : 16,
            "221249536" : 11,
            "223346688" : 9,
            "225443840" : 11,
            "227540992" : 10,
            "229638144" : 6,
            "231735296" : 3,
            "233832448" : 2,
            "235929600" : 2,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75527915.130184,
          "stddev" : 27445789.565967,
          "N" : 1898248
        },
        "bw_min" : 33474,
        "bw_max" : 81272,
        "bw_agg" : 100.000000,
        "bw_mean" : 54262.315412,
        "bw_dev" : 286.815568,
        "bw_samples" : 8928,
        "iops_min" : 8366,
        "iops_max" : 20318,
        "iops_mean" : 13561.530466,
        "iops_stddev" : 71.727911,
        "iops_samples" : 8928
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4480167,
      "usr_cpu" : 0.167137,
      "sys_cpu" : 2.097578,
      "ctx" : 2647257,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.209611,
        "50" : 18.710306,
        "100" : 66.079029,
        "250" : 14.999368,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849837,
  "timestamp_ms" : 1772849837623,
  "time" : "Fri Mar  6 22:17:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8289316864,
        "io_kbytes" : 8095036,
        "bw_bytes" : 55258796,
        "bw" : 53963,
        "iops" : 13491.697165,
        "runtime" : 150009,
        "total_ios" : 2023876,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2359803.648927,
          "stddev" : 3413588.460409,
          "N" : 2023876
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73547917.679628,
          "stddev" : 27158608.375562,
          "N" : 2023844,
          "percentile" : {
            "1.000000" : 26083328,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 51118080,
            "30.000000" : 57409536,
            "40.000000" : 63700992,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 84410368,
            "80.000000" : 93847552,
            "90.000000" : 109576192,
            "95.000000" : 124256256,
            "99.000000" : 156237824,
            "99.500000" : 166723584,
            "99.900000" : 187695104,
            "99.950000" : 196083712,
            "99.990000" : 214958080
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11337728" : 5,
            "11468800" : 6,
            "11599872" : 9,
            "11730944" : 10,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 5,
            "12255232" : 5,
            "12386304" : 4,
            "12517376" : 6,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13303808" : 4,
            "13434880" : 5,
            "13697024" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 9,
            "14614528" : 12,
            "14745600" : 12,
            "14876672" : 8,
            "15007744" : 13,
            "15138816" : 25,
            "15269888" : 19,
            "15400960" : 27,
            "15532032" : 23,
            "15663104" : 35,
            "15794176" : 28,
            "15925248" : 40,
            "16056320" : 35,
            "16187392" : 63,
            "16318464" : 53,
            "16449536" : 59,
            "16580608" : 90,
            "16711680" : 72,
            "16908288" : 157,
            "17170432" : 192,
            "17432576" : 220,
            "17694720" : 255,
            "17956864" : 303,
            "18219008" : 390,
            "18481152" : 378,
            "18743296" : 366,
            "19005440" : 322,
            "19267584" : 319,
            "19529728" : 237,
            "19791872" : 288,
            "20054016" : 304,
            "20316160" : 289,
            "20578304" : 257,
            "20840448" : 266,
            "21102592" : 277,
            "21364736" : 355,
            "21626880" : 397,
            "21889024" : 513,
            "22151168" : 517,
            "22413312" : 504,
            "22675456" : 579,
            "22937600" : 698,
            "23199744" : 772,
            "23461888" : 856,
            "23724032" : 844,
            "23986176" : 968,
            "24248320" : 991,
            "24510464" : 957,
            "24772608" : 967,
            "25034752" : 1003,
            "25296896" : 1085,
            "25559040" : 1239,
            "25821184" : 1309,
            "26083328" : 1288,
            "26345472" : 1457,
            "26607616" : 1468,
            "26869760" : 1394,
            "27131904" : 1356,
            "27394048" : 1273,
            "27656192" : 1357,
            "27918336" : 1369,
            "28180480" : 1378,
            "28442624" : 1384,
            "28704768" : 1399,
            "28966912" : 1461,
            "29229056" : 1529,
            "29491200" : 1572,
            "29753344" : 1715,
            "30015488" : 1705,
            "30277632" : 1773,
            "30539776" : 1973,
            "30801920" : 2076,
            "31064064" : 2157,
            "31326208" : 2169,
            "31588352" : 2224,
            "31850496" : 2507,
            "32112640" : 2433,
            "32374784" : 2543,
            "32636928" : 2537,
            "32899072" : 2611,
            "33161216" : 2790,
            "33423360" : 2870,
            "33816576" : 5948,
            "34340864" : 6165,
            "34865152" : 6230,
            "35389440" : 6472,
            "35913728" : 6443,
            "36438016" : 6404,
            "36962304" : 6705,
            "37486592" : 6933,
            "38010880" : 7060,
            "38535168" : 7593,
            "39059456" : 8047,
            "39583744" : 8320,
            "40108032" : 8662,
            "40632320" : 9054,
            "41156608" : 9505,
            "41680896" : 9879,
            "42205184" : 10256,
            "42729472" : 10882,
            "43253760" : 11342,
            "43778048" : 11388,
            "44302336" : 11217,
            "44826624" : 11264,
            "45350912" : 11238,
            "45875200" : 11558,
            "46399488" : 11864,
            "46923776" : 12083,
            "47448064" : 12291,
            "47972352" : 12747,
            "48496640" : 13288,
            "49020928" : 13458,
            "49545216" : 14432,
            "50069504" : 14970,
            "50593792" : 15193,
            "51118080" : 15257,
            "51642368" : 15855,
            "52166656" : 15661,
            "52690944" : 15676,
            "53215232" : 15776,
            "53739520" : 15856,
            "54263808" : 15628,
            "54788096" : 15687,
            "55312384" : 16481,
            "55836672" : 16176,
            "56360960" : 16777,
            "56885248" : 16899,
            "57409536" : 16852,
            "57933824" : 17184,
            "58458112" : 17570,
            "58982400" : 17249,
            "59506688" : 17327,
            "60030976" : 17454,
            "60555264" : 17659,
            "61079552" : 17716,
            "61603840" : 17648,
            "62128128" : 17074,
            "62652416" : 17623,
            "63176704" : 17579,
            "63700992" : 17530,
            "64225280" : 17701,
            "64749568" : 17342,
            "65273856" : 17605,
            "65798144" : 17532,
            "66322432" : 17273,
            "66846720" : 17508,
            "67633152" : 33952,
            "68681728" : 34139,
            "69730304" : 33976,
            "70778880" : 33295,
            "71827456" : 32789,
            "72876032" : 31840,
            "73924608" : 31193,
            "74973184" : 30697,
            "76021760" : 30308,
            "77070336" : 29331,
            "78118912" : 28577,
            "79167488" : 28194,
            "80216064" : 28163,
            "81264640" : 26366,
            "82313216" : 26384,
            "83361792" : 25901,
            "84410368" : 24560,
            "85458944" : 23798,
            "86507520" : 23821,
            "87556096" : 22303,
            "88604672" : 21611,
            "89653248" : 20835,
            "90701824" : 19958,
            "91750400" : 19670,
            "92798976" : 19252,
            "93847552" : 18134,
            "94896128" : 18188,
            "95944704" : 16811,
            "96993280" : 16529,
            "98041856" : 15880,
            "99090432" : 15028,
            "100139008" : 14642,
            "101187584" : 14202,
            "102236160" : 13693,
            "103284736" : 13186,
            "104333312" : 12427,
            "105381888" : 11805,
            "106430464" : 11278,
            "107479040" : 10772,
            "108527616" : 10250,
            "109576192" : 10036,
            "110624768" : 9615,
            "111673344" : 8635,
            "112721920" : 8426,
            "113770496" : 8075,
            "114819072" : 7435,
            "115867648" : 7037,
            "116916224" : 7186,
            "117964800" : 6388,
            "119013376" : 6412,
            "120061952" : 6102,
            "121110528" : 5795,
            "122159104" : 5570,
            "123207680" : 5075,
            "124256256" : 4747,
            "125304832" : 4570,
            "126353408" : 4559,
            "127401984" : 4276,
            "128450560" : 3996,
            "129499136" : 3842,
            "130547712" : 3716,
            "131596288" : 3588,
            "132644864" : 3346,
            "133693440" : 3229,
            "135266304" : 6072,
            "137363456" : 5602,
            "139460608" : 5088,
            "141557760" : 4475,
            "143654912" : 4218,
            "145752064" : 3739,
            "147849216" : 3609,
            "149946368" : 3275,
            "152043520" : 3054,
            "154140672" : 2654,
            "156237824" : 2508,
            "158334976" : 2164,
            "160432128" : 1921,
            "162529280" : 1720,
            "164626432" : 1589,
            "166723584" : 1375,
            "168820736" : 1280,
            "170917888" : 1069,
            "173015040" : 985,
            "175112192" : 894,
            "177209344" : 779,
            "179306496" : 705,
            "181403648" : 599,
            "183500800" : 444,
            "185597952" : 419,
            "187695104" : 390,
            "189792256" : 294,
            "191889408" : 267,
            "193986560" : 211,
            "196083712" : 188,
            "198180864" : 144,
            "200278016" : 122,
            "202375168" : 93,
            "204472320" : 103,
            "206569472" : 96,
            "208666624" : 62,
            "210763776" : 60,
            "212860928" : 58,
            "214958080" : 45,
            "217055232" : 34,
            "219152384" : 30,
            "221249536" : 20,
            "223346688" : 16,
            "225443840" : 17,
            "227540992" : 11,
            "229638144" : 9,
            "231735296" : 5,
            "233832448" : 3,
            "235929600" : 5,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75908316.934836,
          "stddev" : 27685134.471063,
          "N" : 2023844
        },
        "bw_min" : 33018,
        "bw_max" : 81288,
        "bw_agg" : 100.000000,
        "bw_mean" : 54028.260870,
        "bw_dev" : 286.695790,
        "bw_samples" : 9568,
        "iops_min" : 8252,
        "iops_max" : 20322,
        "iops_mean" : 13503.056856,
        "iops_stddev" : 71.694350,
        "iops_samples" : 9568
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4800168,
      "usr_cpu" : 0.166557,
      "sys_cpu" : 2.086448,
      "ctx" : 2823369,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.209993,
        "50" : 18.470054,
        "100" : 65.951867,
        "250" : 15.366505,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849847,
  "timestamp_ms" : 1772849847623,
  "time" : "Fri Mar  6 22:17:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8850939904,
        "io_kbytes" : 8643496,
        "bw_bytes" : 55315262,
        "bw" : 54018,
        "iops" : 13505.702804,
        "runtime" : 160009,
        "total_ios" : 2161034,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2357365.235353,
          "stddev" : 3410306.182174,
          "N" : 2161034
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73471252.724514,
          "stddev" : 27172064.112173,
          "N" : 2161002,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63700992,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 84410368,
            "80.000000" : 93847552,
            "90.000000" : 109576192,
            "95.000000" : 124256256,
            "99.000000" : 156237824,
            "99.500000" : 166723584,
            "99.900000" : 187695104,
            "99.950000" : 196083712,
            "99.990000" : 212860928
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11337728" : 5,
            "11468800" : 6,
            "11599872" : 9,
            "11730944" : 10,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 5,
            "12255232" : 5,
            "12386304" : 4,
            "12517376" : 6,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13303808" : 4,
            "13434880" : 5,
            "13697024" : 4,
            "13828096" : 1,
            "14352384" : 2,
            "14483456" : 9,
            "14614528" : 12,
            "14745600" : 14,
            "14876672" : 8,
            "15007744" : 15,
            "15138816" : 27,
            "15269888" : 20,
            "15400960" : 29,
            "15532032" : 23,
            "15663104" : 37,
            "15794176" : 31,
            "15925248" : 43,
            "16056320" : 43,
            "16187392" : 70,
            "16318464" : 57,
            "16449536" : 63,
            "16580608" : 95,
            "16711680" : 78,
            "16908288" : 165,
            "17170432" : 197,
            "17432576" : 240,
            "17694720" : 275,
            "17956864" : 330,
            "18219008" : 425,
            "18481152" : 414,
            "18743296" : 404,
            "19005440" : 360,
            "19267584" : 351,
            "19529728" : 272,
            "19791872" : 311,
            "20054016" : 326,
            "20316160" : 309,
            "20578304" : 277,
            "20840448" : 284,
            "21102592" : 294,
            "21364736" : 379,
            "21626880" : 426,
            "21889024" : 551,
            "22151168" : 557,
            "22413312" : 550,
            "22675456" : 614,
            "22937600" : 772,
            "23199744" : 825,
            "23461888" : 916,
            "23724032" : 905,
            "23986176" : 1035,
            "24248320" : 1058,
            "24510464" : 1033,
            "24772608" : 1066,
            "25034752" : 1073,
            "25296896" : 1192,
            "25559040" : 1328,
            "25821184" : 1408,
            "26083328" : 1394,
            "26345472" : 1589,
            "26607616" : 1616,
            "26869760" : 1515,
            "27131904" : 1470,
            "27394048" : 1373,
            "27656192" : 1463,
            "27918336" : 1493,
            "28180480" : 1524,
            "28442624" : 1490,
            "28704768" : 1522,
            "28966912" : 1587,
            "29229056" : 1659,
            "29491200" : 1727,
            "29753344" : 1849,
            "30015488" : 1874,
            "30277632" : 1942,
            "30539776" : 2111,
            "30801920" : 2207,
            "31064064" : 2335,
            "31326208" : 2327,
            "31588352" : 2402,
            "31850496" : 2669,
            "32112640" : 2621,
            "32374784" : 2715,
            "32636928" : 2730,
            "32899072" : 2793,
            "33161216" : 3005,
            "33423360" : 3073,
            "33816576" : 6376,
            "34340864" : 6670,
            "34865152" : 6799,
            "35389440" : 7024,
            "35913728" : 7004,
            "36438016" : 6917,
            "36962304" : 7230,
            "37486592" : 7457,
            "38010880" : 7570,
            "38535168" : 8128,
            "39059456" : 8573,
            "39583744" : 8889,
            "40108032" : 9323,
            "40632320" : 9723,
            "41156608" : 10204,
            "41680896" : 10629,
            "42205184" : 11043,
            "42729472" : 11640,
            "43253760" : 12123,
            "43778048" : 12343,
            "44302336" : 12143,
            "44826624" : 12165,
            "45350912" : 12008,
            "45875200" : 12308,
            "46399488" : 12628,
            "46923776" : 12890,
            "47448064" : 13211,
            "47972352" : 13687,
            "48496640" : 14226,
            "49020928" : 14490,
            "49545216" : 15478,
            "50069504" : 15962,
            "50593792" : 16171,
            "51118080" : 16389,
            "51642368" : 17029,
            "52166656" : 16796,
            "52690944" : 16831,
            "53215232" : 16909,
            "53739520" : 17053,
            "54263808" : 16715,
            "54788096" : 16793,
            "55312384" : 17530,
            "55836672" : 17211,
            "56360960" : 17831,
            "56885248" : 18047,
            "57409536" : 18035,
            "57933824" : 18308,
            "58458112" : 18733,
            "58982400" : 18325,
            "59506688" : 18483,
            "60030976" : 18589,
            "60555264" : 18777,
            "61079552" : 19017,
            "61603840" : 18874,
            "62128128" : 18288,
            "62652416" : 18833,
            "63176704" : 18619,
            "63700992" : 18654,
            "64225280" : 18795,
            "64749568" : 18446,
            "65273856" : 18662,
            "65798144" : 18693,
            "66322432" : 18434,
            "66846720" : 18675,
            "67633152" : 36104,
            "68681728" : 36348,
            "69730304" : 36185,
            "70778880" : 35441,
            "71827456" : 34921,
            "72876032" : 34050,
            "73924608" : 33332,
            "74973184" : 32630,
            "76021760" : 32377,
            "77070336" : 31347,
            "78118912" : 30527,
            "79167488" : 30109,
            "80216064" : 30170,
            "81264640" : 28152,
            "82313216" : 28021,
            "83361792" : 27600,
            "84410368" : 26154,
            "85458944" : 25409,
            "86507520" : 25464,
            "87556096" : 23876,
            "88604672" : 23004,
            "89653248" : 22277,
            "90701824" : 21213,
            "91750400" : 20863,
            "92798976" : 20497,
            "93847552" : 19317,
            "94896128" : 19331,
            "95944704" : 17967,
            "96993280" : 17679,
            "98041856" : 16975,
            "99090432" : 16015,
            "100139008" : 15483,
            "101187584" : 15039,
            "102236160" : 14474,
            "103284736" : 14003,
            "104333312" : 13179,
            "105381888" : 12551,
            "106430464" : 12063,
            "107479040" : 11557,
            "108527616" : 10962,
            "109576192" : 10643,
            "110624768" : 10115,
            "111673344" : 9197,
            "112721920" : 8983,
            "113770496" : 8600,
            "114819072" : 7925,
            "115867648" : 7479,
            "116916224" : 7666,
            "117964800" : 6741,
            "119013376" : 6806,
            "120061952" : 6468,
            "121110528" : 6165,
            "122159104" : 5911,
            "123207680" : 5394,
            "124256256" : 5043,
            "125304832" : 4860,
            "126353408" : 4814,
            "127401984" : 4503,
            "128450560" : 4199,
            "129499136" : 4093,
            "130547712" : 3964,
            "131596288" : 3808,
            "132644864" : 3543,
            "133693440" : 3421,
            "135266304" : 6435,
            "137363456" : 5976,
            "139460608" : 5413,
            "141557760" : 4772,
            "143654912" : 4541,
            "145752064" : 3970,
            "147849216" : 3867,
            "149946368" : 3505,
            "152043520" : 3260,
            "154140672" : 2853,
            "156237824" : 2701,
            "158334976" : 2309,
            "160432128" : 2056,
            "162529280" : 1839,
            "164626432" : 1716,
            "166723584" : 1498,
            "168820736" : 1366,
            "170917888" : 1164,
            "173015040" : 1056,
            "175112192" : 970,
            "177209344" : 834,
            "179306496" : 754,
            "181403648" : 637,
            "183500800" : 479,
            "185597952" : 441,
            "187695104" : 406,
            "189792256" : 310,
            "191889408" : 284,
            "193986560" : 227,
            "196083712" : 205,
            "198180864" : 148,
            "200278016" : 129,
            "202375168" : 97,
            "204472320" : 105,
            "206569472" : 101,
            "208666624" : 62,
            "210763776" : 60,
            "212860928" : 58,
            "214958080" : 45,
            "217055232" : 34,
            "219152384" : 30,
            "221249536" : 20,
            "223346688" : 16,
            "225443840" : 17,
            "227540992" : 11,
            "229638144" : 9,
            "231735296" : 5,
            "233832448" : 3,
            "235929600" : 5,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75829121.170579,
          "stddev" : 27698814.537024,
          "N" : 2161002
        },
        "bw_min" : 32666,
        "bw_max" : 81776,
        "bw_agg" : 100.000000,
        "bw_mean" : 54052.416928,
        "bw_dev" : 288.254092,
        "bw_samples" : 10208,
        "iops_min" : 8164,
        "iops_max" : 20444,
        "iops_mean" : 13508.937304,
        "iops_stddev" : 72.085093,
        "iops_samples" : 10208
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120150,
      "usr_cpu" : 0.167300,
      "sys_cpu" : 2.087947,
      "ctx" : 3012588,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.213972,
        "50" : 18.597301,
        "100" : 65.883970,
        "250" : 15.303276,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849857,
  "timestamp_ms" : 1772849857621,
  "time" : "Fri Mar  6 22:17:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9429049344,
        "io_kbytes" : 9208056,
        "bw_bytes" : 55461733,
        "bw" : 54161,
        "iops" : 13541.132875,
        "runtime" : 170010,
        "total_ios" : 2302128,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2351238.440337,
          "stddev" : 3406015.691171,
          "N" : 2302128
        },
        "clat_ns" : {
          "min" : 11055525,
          "max" : 248707596,
          "mean" : 73281962.388046,
          "stddev" : 27114673.886060,
          "N" : 2302096,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 156237824,
            "99.500000" : 166723584,
            "99.900000" : 187695104,
            "99.950000" : 196083712,
            "99.990000" : 212860928
          },
          "bins" : {
            "11075584" : 9,
            "11206656" : 7,
            "11337728" : 5,
            "11468800" : 6,
            "11599872" : 9,
            "11730944" : 10,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 5,
            "12255232" : 5,
            "12386304" : 4,
            "12517376" : 6,
            "12648448" : 3,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13303808" : 4,
            "13434880" : 5,
            "13565952" : 5,
            "13697024" : 7,
            "13828096" : 2,
            "13959168" : 3,
            "14352384" : 2,
            "14483456" : 9,
            "14614528" : 12,
            "14745600" : 14,
            "14876672" : 8,
            "15007744" : 15,
            "15138816" : 27,
            "15269888" : 21,
            "15400960" : 29,
            "15532032" : 23,
            "15663104" : 39,
            "15794176" : 32,
            "15925248" : 48,
            "16056320" : 48,
            "16187392" : 75,
            "16318464" : 59,
            "16449536" : 65,
            "16580608" : 97,
            "16711680" : 85,
            "16908288" : 180,
            "17170432" : 222,
            "17432576" : 260,
            "17694720" : 292,
            "17956864" : 361,
            "18219008" : 450,
            "18481152" : 444,
            "18743296" : 429,
            "19005440" : 393,
            "19267584" : 364,
            "19529728" : 297,
            "19791872" : 332,
            "20054016" : 359,
            "20316160" : 339,
            "20578304" : 300,
            "20840448" : 305,
            "21102592" : 321,
            "21364736" : 419,
            "21626880" : 448,
            "21889024" : 575,
            "22151168" : 590,
            "22413312" : 589,
            "22675456" : 677,
            "22937600" : 819,
            "23199744" : 892,
            "23461888" : 988,
            "23724032" : 998,
            "23986176" : 1132,
            "24248320" : 1132,
            "24510464" : 1115,
            "24772608" : 1158,
            "25034752" : 1172,
            "25296896" : 1308,
            "25559040" : 1414,
            "25821184" : 1504,
            "26083328" : 1491,
            "26345472" : 1689,
            "26607616" : 1720,
            "26869760" : 1626,
            "27131904" : 1572,
            "27394048" : 1451,
            "27656192" : 1555,
            "27918336" : 1595,
            "28180480" : 1628,
            "28442624" : 1603,
            "28704768" : 1618,
            "28966912" : 1689,
            "29229056" : 1772,
            "29491200" : 1860,
            "29753344" : 1965,
            "30015488" : 2012,
            "30277632" : 2085,
            "30539776" : 2265,
            "30801920" : 2347,
            "31064064" : 2517,
            "31326208" : 2534,
            "31588352" : 2611,
            "31850496" : 2888,
            "32112640" : 2842,
            "32374784" : 2888,
            "32636928" : 2906,
            "32899072" : 2992,
            "33161216" : 3215,
            "33423360" : 3278,
            "33816576" : 6816,
            "34340864" : 7111,
            "34865152" : 7270,
            "35389440" : 7498,
            "35913728" : 7515,
            "36438016" : 7357,
            "36962304" : 7685,
            "37486592" : 7939,
            "38010880" : 8067,
            "38535168" : 8651,
            "39059456" : 9133,
            "39583744" : 9542,
            "40108032" : 10000,
            "40632320" : 10462,
            "41156608" : 10972,
            "41680896" : 11611,
            "42205184" : 11842,
            "42729472" : 12497,
            "43253760" : 13001,
            "43778048" : 13225,
            "44302336" : 12981,
            "44826624" : 12902,
            "45350912" : 12827,
            "45875200" : 13206,
            "46399488" : 13530,
            "46923776" : 13861,
            "47448064" : 14295,
            "47972352" : 14795,
            "48496640" : 15379,
            "49020928" : 15688,
            "49545216" : 16648,
            "50069504" : 17169,
            "50593792" : 17368,
            "51118080" : 17554,
            "51642368" : 18327,
            "52166656" : 18071,
            "52690944" : 18103,
            "53215232" : 18084,
            "53739520" : 18249,
            "54263808" : 17966,
            "54788096" : 18132,
            "55312384" : 18888,
            "55836672" : 18603,
            "56360960" : 19276,
            "56885248" : 19480,
            "57409536" : 19307,
            "57933824" : 19649,
            "58458112" : 20059,
            "58982400" : 19705,
            "59506688" : 19902,
            "60030976" : 19973,
            "60555264" : 20239,
            "61079552" : 20451,
            "61603840" : 20341,
            "62128128" : 19683,
            "62652416" : 20226,
            "63176704" : 19908,
            "63700992" : 19918,
            "64225280" : 20027,
            "64749568" : 19785,
            "65273856" : 19852,
            "65798144" : 19943,
            "66322432" : 19665,
            "66846720" : 19985,
            "67633152" : 38653,
            "68681728" : 38992,
            "69730304" : 38730,
            "70778880" : 37842,
            "71827456" : 37091,
            "72876032" : 36092,
            "73924608" : 35385,
            "74973184" : 34678,
            "76021760" : 34506,
            "77070336" : 33374,
            "78118912" : 32365,
            "79167488" : 31992,
            "80216064" : 32044,
            "81264640" : 29779,
            "82313216" : 29629,
            "83361792" : 29273,
            "84410368" : 27723,
            "85458944" : 26904,
            "86507520" : 26914,
            "87556096" : 25271,
            "88604672" : 24255,
            "89653248" : 23606,
            "90701824" : 22420,
            "91750400" : 21973,
            "92798976" : 21541,
            "93847552" : 20373,
            "94896128" : 20363,
            "95944704" : 18943,
            "96993280" : 18595,
            "98041856" : 17865,
            "99090432" : 16874,
            "100139008" : 16277,
            "101187584" : 15817,
            "102236160" : 15217,
            "103284736" : 14733,
            "104333312" : 13964,
            "105381888" : 13250,
            "106430464" : 12633,
            "107479040" : 12119,
            "108527616" : 11520,
            "109576192" : 11230,
            "110624768" : 10641,
            "111673344" : 9737,
            "112721920" : 9468,
            "113770496" : 9031,
            "114819072" : 8277,
            "115867648" : 7843,
            "116916224" : 7976,
            "117964800" : 7103,
            "119013376" : 7149,
            "120061952" : 6785,
            "121110528" : 6505,
            "122159104" : 6195,
            "123207680" : 5723,
            "124256256" : 5288,
            "125304832" : 5111,
            "126353408" : 5043,
            "127401984" : 4721,
            "128450560" : 4429,
            "129499136" : 4275,
            "130547712" : 4191,
            "131596288" : 4009,
            "132644864" : 3761,
            "133693440" : 3604,
            "135266304" : 6744,
            "137363456" : 6284,
            "139460608" : 5771,
            "141557760" : 5090,
            "143654912" : 4846,
            "145752064" : 4238,
            "147849216" : 4113,
            "149946368" : 3731,
            "152043520" : 3468,
            "154140672" : 3003,
            "156237824" : 2857,
            "158334976" : 2462,
            "160432128" : 2191,
            "162529280" : 1919,
            "164626432" : 1809,
            "166723584" : 1577,
            "168820736" : 1425,
            "170917888" : 1207,
            "173015040" : 1104,
            "175112192" : 1016,
            "177209344" : 859,
            "179306496" : 781,
            "181403648" : 665,
            "183500800" : 508,
            "185597952" : 473,
            "187695104" : 426,
            "189792256" : 324,
            "191889408" : 295,
            "193986560" : 231,
            "196083712" : 210,
            "198180864" : 158,
            "200278016" : 131,
            "202375168" : 100,
            "204472320" : 108,
            "206569472" : 101,
            "208666624" : 62,
            "210763776" : 61,
            "212860928" : 58,
            "214958080" : 45,
            "217055232" : 36,
            "219152384" : 30,
            "221249536" : 20,
            "223346688" : 16,
            "225443840" : 17,
            "227540992" : 11,
            "229638144" : 9,
            "231735296" : 5,
            "233832448" : 3,
            "235929600" : 5,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 11424048,
          "max" : 258062517,
          "mean" : 75634102.336552,
          "stddev" : 27639418.750809,
          "N" : 2302096
        },
        "bw_min" : 32666,
        "bw_max" : 82285,
        "bw_agg" : 100.000000,
        "bw_mean" : 54166.710914,
        "bw_dev" : 288.234447,
        "bw_samples" : 10848,
        "iops_min" : 8164,
        "iops_max" : 20571,
        "iops_mean" : 13537.598820,
        "iops_stddev" : 72.080353,
        "iops_samples" : 10848
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5440170,
      "usr_cpu" : 0.167532,
      "sys_cpu" : 2.092894,
      "ctx" : 3204205,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.215453,
        "50" : 18.733971,
        "100" : 65.925439,
        "250" : 15.123746,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849867,
  "timestamp_ms" : 1772849867622,
  "time" : "Fri Mar  6 22:17:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 41512,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10002882560,
        "io_kbytes" : 9768440,
        "bw_bytes" : 55568482,
        "bw" : 54266,
        "iops" : 13564.390867,
        "runtime" : 180010,
        "total_ios" : 2441726,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2347094.708389,
          "stddev" : 3400333.002821,
          "N" : 2441758
        },
        "clat_ns" : {
          "min" : 3415,
          "max" : 248707596,
          "mean" : 73132917.521097,
          "stddev" : 26976677.440622,
          "N" : 2442718,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 154140672,
            "99.500000" : 164626432,
            "99.900000" : 187695104,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "3408" : 1,
            "3504" : 1,
            "4192" : 1,
            "4256" : 2,
            "4320" : 1,
            "4576" : 2,
            "4960" : 1,
            "5472" : 1,
            "5856" : 1,
            "6048" : 1,
            "7392" : 1,
            "7648" : 1,
            "7904" : 2,
            "8032" : 1,
            "8256" : 1,
            "8384" : 3,
            "8640" : 1,
            "8896" : 1,
            "9536" : 1,
            "10048" : 1,
            "10176" : 1,
            "10432" : 1,
            "12736" : 1,
            "14400" : 1,
            "16064" : 1,
            "142336" : 1,
            "411648" : 1,
            "448512" : 1,
            "872448" : 1,
            "962560" : 1,
            "5210112" : 1,
            "5603328" : 1,
            "5668864" : 1,
            "8093696" : 1,
            "8716288" : 1,
            "9240576" : 1,
            "9371648" : 1,
            "9764864" : 1,
            "9895936" : 1,
            "10027008" : 1,
            "10158080" : 3,
            "10420224" : 2,
            "10551296" : 4,
            "10682368" : 1,
            "10813440" : 4,
            "10944512" : 3,
            "11075584" : 10,
            "11206656" : 10,
            "11337728" : 5,
            "11468800" : 6,
            "11599872" : 9,
            "11730944" : 11,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 6,
            "12255232" : 6,
            "12386304" : 5,
            "12517376" : 7,
            "12648448" : 4,
            "12779520" : 3,
            "12910592" : 3,
            "13041664" : 5,
            "13303808" : 5,
            "13434880" : 5,
            "13565952" : 6,
            "13697024" : 8,
            "13828096" : 5,
            "13959168" : 4,
            "14090240" : 2,
            "14221312" : 1,
            "14352384" : 2,
            "14483456" : 9,
            "14614528" : 13,
            "14745600" : 16,
            "14876672" : 8,
            "15007744" : 15,
            "15138816" : 28,
            "15269888" : 21,
            "15400960" : 30,
            "15532032" : 23,
            "15663104" : 42,
            "15794176" : 36,
            "15925248" : 49,
            "16056320" : 48,
            "16187392" : 79,
            "16318464" : 63,
            "16449536" : 70,
            "16580608" : 103,
            "16711680" : 89,
            "16908288" : 197,
            "17170432" : 229,
            "17432576" : 283,
            "17694720" : 312,
            "17956864" : 382,
            "18219008" : 502,
            "18481152" : 482,
            "18743296" : 463,
            "19005440" : 429,
            "19267584" : 391,
            "19529728" : 333,
            "19791872" : 363,
            "20054016" : 383,
            "20316160" : 358,
            "20578304" : 319,
            "20840448" : 338,
            "21102592" : 371,
            "21364736" : 462,
            "21626880" : 482,
            "21889024" : 623,
            "22151168" : 631,
            "22413312" : 627,
            "22675456" : 708,
            "22937600" : 853,
            "23199744" : 930,
            "23461888" : 1030,
            "23724032" : 1040,
            "23986176" : 1195,
            "24248320" : 1226,
            "24510464" : 1196,
            "24772608" : 1231,
            "25034752" : 1245,
            "25296896" : 1374,
            "25559040" : 1495,
            "25821184" : 1603,
            "26083328" : 1591,
            "26345472" : 1798,
            "26607616" : 1836,
            "26869760" : 1756,
            "27131904" : 1673,
            "27394048" : 1541,
            "27656192" : 1653,
            "27918336" : 1722,
            "28180480" : 1767,
            "28442624" : 1734,
            "28704768" : 1748,
            "28966912" : 1819,
            "29229056" : 1873,
            "29491200" : 1990,
            "29753344" : 2082,
            "30015488" : 2140,
            "30277632" : 2204,
            "30539776" : 2414,
            "30801920" : 2484,
            "31064064" : 2636,
            "31326208" : 2657,
            "31588352" : 2749,
            "31850496" : 3043,
            "32112640" : 3021,
            "32374784" : 3054,
            "32636928" : 3106,
            "32899072" : 3164,
            "33161216" : 3420,
            "33423360" : 3484,
            "33816576" : 7284,
            "34340864" : 7572,
            "34865152" : 7747,
            "35389440" : 7984,
            "35913728" : 7947,
            "36438016" : 7775,
            "36962304" : 8114,
            "37486592" : 8422,
            "38010880" : 8517,
            "38535168" : 9164,
            "39059456" : 9629,
            "39583744" : 10119,
            "40108032" : 10628,
            "40632320" : 11202,
            "41156608" : 11701,
            "41680896" : 12470,
            "42205184" : 12652,
            "42729472" : 13326,
            "43253760" : 13791,
            "43778048" : 13988,
            "44302336" : 13765,
            "44826624" : 13699,
            "45350912" : 13686,
            "45875200" : 14044,
            "46399488" : 14331,
            "46923776" : 14664,
            "47448064" : 15255,
            "47972352" : 15726,
            "48496640" : 16394,
            "49020928" : 16730,
            "49545216" : 17767,
            "50069504" : 18277,
            "50593792" : 18563,
            "51118080" : 18791,
            "51642368" : 19418,
            "52166656" : 19178,
            "52690944" : 19155,
            "53215232" : 19161,
            "53739520" : 19384,
            "54263808" : 19077,
            "54788096" : 19288,
            "55312384" : 19947,
            "55836672" : 19745,
            "56360960" : 20525,
            "56885248" : 20803,
            "57409536" : 20670,
            "57933824" : 21109,
            "58458112" : 21514,
            "58982400" : 21114,
            "59506688" : 21328,
            "60030976" : 21336,
            "60555264" : 21574,
            "61079552" : 21771,
            "61603840" : 21675,
            "62128128" : 20898,
            "62652416" : 21440,
            "63176704" : 21154,
            "63700992" : 21117,
            "64225280" : 21295,
            "64749568" : 21117,
            "65273856" : 21278,
            "65798144" : 21253,
            "66322432" : 21105,
            "66846720" : 21324,
            "67633152" : 41253,
            "68681728" : 41468,
            "69730304" : 41062,
            "70778880" : 40147,
            "71827456" : 39474,
            "72876032" : 38529,
            "73924608" : 37774,
            "74973184" : 36964,
            "76021760" : 36642,
            "77070336" : 35462,
            "78118912" : 34324,
            "79167488" : 33974,
            "80216064" : 34158,
            "81264640" : 31698,
            "82313216" : 31466,
            "83361792" : 31116,
            "84410368" : 29336,
            "85458944" : 28540,
            "86507520" : 28421,
            "87556096" : 26743,
            "88604672" : 25759,
            "89653248" : 24970,
            "90701824" : 23843,
            "91750400" : 23223,
            "92798976" : 22773,
            "93847552" : 21556,
            "94896128" : 21450,
            "95944704" : 20011,
            "96993280" : 19600,
            "98041856" : 18872,
            "99090432" : 17845,
            "100139008" : 17168,
            "101187584" : 16636,
            "102236160" : 16029,
            "103284736" : 15511,
            "104333312" : 14628,
            "105381888" : 13885,
            "106430464" : 13238,
            "107479040" : 12712,
            "108527616" : 12154,
            "109576192" : 11847,
            "110624768" : 11272,
            "111673344" : 10267,
            "112721920" : 10019,
            "113770496" : 9521,
            "114819072" : 8761,
            "115867648" : 8277,
            "116916224" : 8457,
            "117964800" : 7519,
            "119013376" : 7558,
            "120061952" : 7184,
            "121110528" : 6862,
            "122159104" : 6518,
            "123207680" : 6025,
            "124256256" : 5585,
            "125304832" : 5417,
            "126353408" : 5339,
            "127401984" : 4992,
            "128450560" : 4733,
            "129499136" : 4535,
            "130547712" : 4437,
            "131596288" : 4202,
            "132644864" : 3925,
            "133693440" : 3787,
            "135266304" : 7078,
            "137363456" : 6578,
            "139460608" : 5992,
            "141557760" : 5261,
            "143654912" : 4991,
            "145752064" : 4374,
            "147849216" : 4225,
            "149946368" : 3805,
            "152043520" : 3556,
            "154140672" : 3090,
            "156237824" : 2911,
            "158334976" : 2497,
            "160432128" : 2234,
            "162529280" : 1962,
            "164626432" : 1845,
            "166723584" : 1601,
            "168820736" : 1445,
            "170917888" : 1223,
            "173015040" : 1115,
            "175112192" : 1027,
            "177209344" : 868,
            "179306496" : 785,
            "181403648" : 666,
            "183500800" : 514,
            "185597952" : 476,
            "187695104" : 428,
            "189792256" : 325,
            "191889408" : 295,
            "193986560" : 231,
            "196083712" : 210,
            "198180864" : 158,
            "200278016" : 131,
            "202375168" : 100,
            "204472320" : 108,
            "206569472" : 101,
            "208666624" : 62,
            "210763776" : 61,
            "212860928" : 58,
            "214958080" : 45,
            "217055232" : 36,
            "219152384" : 30,
            "221249536" : 20,
            "223346688" : 16,
            "225443840" : 17,
            "227540992" : 11,
            "229638144" : 9,
            "231735296" : 5,
            "233832448" : 3,
            "235929600" : 5,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 406580,
          "max" : 258062517,
          "mean" : 75480567.223895,
          "stddev" : 27496563.773787,
          "N" : 2442718
        },
        "bw_min" : 32666,
        "bw_max" : 82349,
        "bw_agg" : 99.981396,
        "bw_mean" : 54256.690808,
        "bw_dev" : 287.161487,
        "bw_samples" : 11488,
        "iops_min" : 8164,
        "iops_max" : 20587,
        "iops_mean" : 13560.147632,
        "iops_stddev" : 71.812498,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760178,
      "usr_cpu" : 0.168033,
      "sys_cpu" : 2.096446,
      "ctx" : 3398905,
      "majf" : 0,
      "minf" : 1212,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998689,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.220623,
        "50" : 18.781837,
        "100" : 66.079732,
        "250" : 14.956633,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849867,
  "timestamp_ms" : 1772849867655,
  "time" : "Fri Mar  6 22:17:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10005504000,
        "io_kbytes" : 9771000,
        "bw_bytes" : 55579649,
        "bw" : 54277,
        "iops" : 13563.562029,
        "runtime" : 180021,
        "total_ios" : 2441726,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 280608,
          "max" : 64554098,
          "mean" : 2347094.708389,
          "stddev" : 3400333.002821,
          "N" : 2441758
        },
        "clat_ns" : {
          "min" : 3415,
          "max" : 248707596,
          "mean" : 73132917.521097,
          "stddev" : 26976677.440622,
          "N" : 2442718,
          "percentile" : {
            "1.000000" : 25821184,
            "5.000000" : 35913728,
            "10.000000" : 42205184,
            "20.000000" : 50593792,
            "30.000000" : 57409536,
            "40.000000" : 63176704,
            "50.000000" : 69730304,
            "60.000000" : 76021760,
            "70.000000" : 83361792,
            "80.000000" : 93847552,
            "90.000000" : 108527616,
            "95.000000" : 123207680,
            "99.000000" : 154140672,
            "99.500000" : 164626432,
            "99.900000" : 187695104,
            "99.950000" : 193986560,
            "99.990000" : 212860928
          },
          "bins" : {
            "3408" : 1,
            "3504" : 1,
            "4192" : 1,
            "4256" : 2,
            "4320" : 1,
            "4576" : 2,
            "4960" : 1,
            "5472" : 1,
            "5856" : 1,
            "6048" : 1,
            "7392" : 1,
            "7648" : 1,
            "7904" : 2,
            "8032" : 1,
            "8256" : 1,
            "8384" : 3,
            "8640" : 1,
            "8896" : 1,
            "9536" : 1,
            "10048" : 1,
            "10176" : 1,
            "10432" : 1,
            "12736" : 1,
            "14400" : 1,
            "16064" : 1,
            "142336" : 1,
            "411648" : 1,
            "448512" : 1,
            "872448" : 1,
            "962560" : 1,
            "5210112" : 1,
            "5603328" : 1,
            "5668864" : 1,
            "8093696" : 1,
            "8716288" : 1,
            "9240576" : 1,
            "9371648" : 1,
            "9764864" : 1,
            "9895936" : 1,
            "10027008" : 1,
            "10158080" : 3,
            "10420224" : 2,
            "10551296" : 4,
            "10682368" : 1,
            "10813440" : 4,
            "10944512" : 3,
            "11075584" : 10,
            "11206656" : 10,
            "11337728" : 5,
            "11468800" : 6,
            "11599872" : 9,
            "11730944" : 11,
            "11862016" : 14,
            "11993088" : 2,
            "12124160" : 6,
            "12255232" : 6,
            "12386304" : 5,
            "12517376" : 7,
            "12648448" : 4,
            "12779520" : 3,
            "12910592" : 3,
            "13041664" : 5,
            "13303808" : 5,
            "13434880" : 5,
            "13565952" : 6,
            "13697024" : 8,
            "13828096" : 5,
            "13959168" : 4,
            "14090240" : 2,
            "14221312" : 1,
            "14352384" : 2,
            "14483456" : 9,
            "14614528" : 13,
            "14745600" : 16,
            "14876672" : 8,
            "15007744" : 15,
            "15138816" : 28,
            "15269888" : 21,
            "15400960" : 30,
            "15532032" : 23,
            "15663104" : 42,
            "15794176" : 36,
            "15925248" : 49,
            "16056320" : 48,
            "16187392" : 79,
            "16318464" : 63,
            "16449536" : 70,
            "16580608" : 103,
            "16711680" : 89,
            "16908288" : 197,
            "17170432" : 229,
            "17432576" : 283,
            "17694720" : 312,
            "17956864" : 382,
            "18219008" : 502,
            "18481152" : 482,
            "18743296" : 463,
            "19005440" : 429,
            "19267584" : 391,
            "19529728" : 333,
            "19791872" : 363,
            "20054016" : 383,
            "20316160" : 358,
            "20578304" : 319,
            "20840448" : 338,
            "21102592" : 371,
            "21364736" : 462,
            "21626880" : 482,
            "21889024" : 623,
            "22151168" : 631,
            "22413312" : 627,
            "22675456" : 708,
            "22937600" : 853,
            "23199744" : 930,
            "23461888" : 1030,
            "23724032" : 1040,
            "23986176" : 1195,
            "24248320" : 1226,
            "24510464" : 1196,
            "24772608" : 1231,
            "25034752" : 1245,
            "25296896" : 1374,
            "25559040" : 1495,
            "25821184" : 1603,
            "26083328" : 1591,
            "26345472" : 1798,
            "26607616" : 1836,
            "26869760" : 1756,
            "27131904" : 1673,
            "27394048" : 1541,
            "27656192" : 1653,
            "27918336" : 1722,
            "28180480" : 1767,
            "28442624" : 1734,
            "28704768" : 1748,
            "28966912" : 1819,
            "29229056" : 1873,
            "29491200" : 1990,
            "29753344" : 2082,
            "30015488" : 2140,
            "30277632" : 2204,
            "30539776" : 2414,
            "30801920" : 2484,
            "31064064" : 2636,
            "31326208" : 2657,
            "31588352" : 2749,
            "31850496" : 3043,
            "32112640" : 3021,
            "32374784" : 3054,
            "32636928" : 3106,
            "32899072" : 3164,
            "33161216" : 3420,
            "33423360" : 3484,
            "33816576" : 7284,
            "34340864" : 7572,
            "34865152" : 7747,
            "35389440" : 7984,
            "35913728" : 7947,
            "36438016" : 7775,
            "36962304" : 8114,
            "37486592" : 8422,
            "38010880" : 8517,
            "38535168" : 9164,
            "39059456" : 9629,
            "39583744" : 10119,
            "40108032" : 10628,
            "40632320" : 11202,
            "41156608" : 11701,
            "41680896" : 12470,
            "42205184" : 12652,
            "42729472" : 13326,
            "43253760" : 13791,
            "43778048" : 13988,
            "44302336" : 13765,
            "44826624" : 13699,
            "45350912" : 13686,
            "45875200" : 14044,
            "46399488" : 14331,
            "46923776" : 14664,
            "47448064" : 15255,
            "47972352" : 15726,
            "48496640" : 16394,
            "49020928" : 16730,
            "49545216" : 17767,
            "50069504" : 18277,
            "50593792" : 18563,
            "51118080" : 18791,
            "51642368" : 19418,
            "52166656" : 19178,
            "52690944" : 19155,
            "53215232" : 19161,
            "53739520" : 19384,
            "54263808" : 19077,
            "54788096" : 19288,
            "55312384" : 19947,
            "55836672" : 19745,
            "56360960" : 20525,
            "56885248" : 20803,
            "57409536" : 20670,
            "57933824" : 21109,
            "58458112" : 21514,
            "58982400" : 21114,
            "59506688" : 21328,
            "60030976" : 21336,
            "60555264" : 21574,
            "61079552" : 21771,
            "61603840" : 21675,
            "62128128" : 20898,
            "62652416" : 21440,
            "63176704" : 21154,
            "63700992" : 21117,
            "64225280" : 21295,
            "64749568" : 21117,
            "65273856" : 21278,
            "65798144" : 21253,
            "66322432" : 21105,
            "66846720" : 21324,
            "67633152" : 41253,
            "68681728" : 41468,
            "69730304" : 41062,
            "70778880" : 40147,
            "71827456" : 39474,
            "72876032" : 38529,
            "73924608" : 37774,
            "74973184" : 36964,
            "76021760" : 36642,
            "77070336" : 35462,
            "78118912" : 34324,
            "79167488" : 33974,
            "80216064" : 34158,
            "81264640" : 31698,
            "82313216" : 31466,
            "83361792" : 31116,
            "84410368" : 29336,
            "85458944" : 28540,
            "86507520" : 28421,
            "87556096" : 26743,
            "88604672" : 25759,
            "89653248" : 24970,
            "90701824" : 23843,
            "91750400" : 23223,
            "92798976" : 22773,
            "93847552" : 21556,
            "94896128" : 21450,
            "95944704" : 20011,
            "96993280" : 19600,
            "98041856" : 18872,
            "99090432" : 17845,
            "100139008" : 17168,
            "101187584" : 16636,
            "102236160" : 16029,
            "103284736" : 15511,
            "104333312" : 14628,
            "105381888" : 13885,
            "106430464" : 13238,
            "107479040" : 12712,
            "108527616" : 12154,
            "109576192" : 11847,
            "110624768" : 11272,
            "111673344" : 10267,
            "112721920" : 10019,
            "113770496" : 9521,
            "114819072" : 8761,
            "115867648" : 8277,
            "116916224" : 8457,
            "117964800" : 7519,
            "119013376" : 7558,
            "120061952" : 7184,
            "121110528" : 6862,
            "122159104" : 6518,
            "123207680" : 6025,
            "124256256" : 5585,
            "125304832" : 5417,
            "126353408" : 5339,
            "127401984" : 4992,
            "128450560" : 4733,
            "129499136" : 4535,
            "130547712" : 4437,
            "131596288" : 4202,
            "132644864" : 3925,
            "133693440" : 3787,
            "135266304" : 7078,
            "137363456" : 6578,
            "139460608" : 5992,
            "141557760" : 5261,
            "143654912" : 4991,
            "145752064" : 4374,
            "147849216" : 4225,
            "149946368" : 3805,
            "152043520" : 3556,
            "154140672" : 3090,
            "156237824" : 2911,
            "158334976" : 2497,
            "160432128" : 2234,
            "162529280" : 1962,
            "164626432" : 1845,
            "166723584" : 1601,
            "168820736" : 1445,
            "170917888" : 1223,
            "173015040" : 1115,
            "175112192" : 1027,
            "177209344" : 868,
            "179306496" : 785,
            "181403648" : 666,
            "183500800" : 514,
            "185597952" : 476,
            "187695104" : 428,
            "189792256" : 325,
            "191889408" : 295,
            "193986560" : 231,
            "196083712" : 210,
            "198180864" : 158,
            "200278016" : 131,
            "202375168" : 100,
            "204472320" : 108,
            "206569472" : 101,
            "208666624" : 62,
            "210763776" : 61,
            "212860928" : 58,
            "214958080" : 45,
            "217055232" : 36,
            "219152384" : 30,
            "221249536" : 20,
            "223346688" : 16,
            "225443840" : 17,
            "227540992" : 11,
            "229638144" : 9,
            "231735296" : 5,
            "233832448" : 3,
            "235929600" : 5,
            "238026752" : 3,
            "240123904" : 1,
            "242221056" : 5,
            "248512512" : 2
          }
        },
        "lat_ns" : {
          "min" : 406580,
          "max" : 258062517,
          "mean" : 75480567.223895,
          "stddev" : 27496563.773787,
          "N" : 2442718
        },
        "bw_min" : 32666,
        "bw_max" : 82349,
        "bw_agg" : 99.961308,
        "bw_mean" : 54256.690808,
        "bw_dev" : 287.161487,
        "bw_samples" : 11488,
        "iops_min" : 8164,
        "iops_max" : 20587,
        "iops_mean" : 13560.147632,
        "iops_stddev" : 71.812498,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760380,
      "usr_cpu" : 0.168027,
      "sys_cpu" : 2.096372,
      "ctx" : 3399041,
      "majf" : 0,
      "minf" : 1232,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998689,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.220623,
        "50" : 18.781837,
        "100" : 66.079732,
        "250" : 14.956633,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}