← Back to file list

📄 rand-write-qd32-nj8_run1.json

mirror/benchmarks/rand/rand-write-qd32-nj8_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848069,
  "timestamp_ms" : 1772848069162,
  "time" : "Fri Mar  6 21:47:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 946216960,
        "io_kbytes" : 924040,
        "bw_bytes" : 96938526,
        "bw" : 94666,
        "iops" : 23694.191169,
        "runtime" : 9761,
        "total_ios" : 231279,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 78087,
      "usr_cpu" : 0.795267,
      "sys_cpu" : 11.587076,
      "ctx" : 181878,
      "majf" : 0,
      "minf" : 46,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.892770,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848079,
  "timestamp_ms" : 1772848079402,
  "time" : "Fri Mar  6 21:47:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 897409024,
        "io_kbytes" : 876376,
        "bw_bytes" : 89731929,
        "bw" : 87628,
        "iops" : 21908.409159,
        "runtime" : 10001,
        "total_ios" : 219106,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24277,
          "max" : 5048943,
          "mean" : 362584.436716,
          "stddev" : 270662.851012,
          "N" : 219106
        },
        "clat_ns" : {
          "min" : 935267,
          "max" : 25668002,
          "mean" : 11323531.310190,
          "stddev" : 6084202.850253,
          "N" : 219098,
          "percentile" : {
            "1.000000" : 1187840,
            "5.000000" : 1744896,
            "10.000000" : 2244608,
            "20.000000" : 4292608,
            "30.000000" : 6193152,
            "40.000000" : 10682368,
            "50.000000" : 13697024,
            "60.000000" : 15138816,
            "70.000000" : 16056320,
            "80.000000" : 16908288,
            "90.000000" : 17956864,
            "95.000000" : 18743296,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22675456,
            "99.950000" : 23199744,
            "99.990000" : 24248320
          },
          "bins" : {
            "937984" : 9,
            "946176" : 21,
            "954368" : 13,
            "962560" : 20,
            "970752" : 42,
            "978944" : 64,
            "987136" : 25,
            "995328" : 38,
            "1003520" : 51,
            "1011712" : 39,
            "1019904" : 42,
            "1028096" : 53,
            "1036288" : 57,
            "1044480" : 98,
            "1056768" : 154,
            "1073152" : 203,
            "1089536" : 127,
            "1105920" : 143,
            "1122304" : 273,
            "1138688" : 179,
            "1155072" : 190,
            "1171456" : 168,
            "1187840" : 190,
            "1204224" : 175,
            "1220608" : 261,
            "1236992" : 222,
            "1253376" : 202,
            "1269760" : 195,
            "1286144" : 268,
            "1302528" : 207,
            "1318912" : 226,
            "1335296" : 258,
            "1351680" : 264,
            "1368064" : 242,
            "1384448" : 198,
            "1400832" : 229,
            "1417216" : 306,
            "1433600" : 294,
            "1449984" : 292,
            "1466368" : 186,
            "1482752" : 177,
            "1499136" : 233,
            "1515520" : 278,
            "1531904" : 337,
            "1548288" : 327,
            "1564672" : 243,
            "1581056" : 228,
            "1597440" : 198,
            "1613824" : 355,
            "1630208" : 346,
            "1646592" : 329,
            "1662976" : 254,
            "1679360" : 284,
            "1695744" : 264,
            "1712128" : 376,
            "1728512" : 382,
            "1744896" : 333,
            "1761280" : 338,
            "1777664" : 294,
            "1794048" : 254,
            "1810432" : 359,
            "1826816" : 420,
            "1843200" : 385,
            "1859584" : 389,
            "1875968" : 323,
            "1892352" : 286,
            "1908736" : 327,
            "1925120" : 397,
            "1941504" : 366,
            "1957888" : 376,
            "1974272" : 410,
            "1990656" : 311,
            "2007040" : 355,
            "2023424" : 329,
            "2039808" : 407,
            "2056192" : 424,
            "2072576" : 409,
            "2088960" : 352,
            "2113536" : 670,
            "2146304" : 797,
            "2179072" : 668,
            "2211840" : 665,
            "2244608" : 773,
            "2277376" : 623,
            "2310144" : 710,
            "2342912" : 742,
            "2375680" : 564,
            "2408448" : 620,
            "2441216" : 661,
            "2473984" : 567,
            "2506752" : 571,
            "2539520" : 481,
            "2572288" : 579,
            "2605056" : 492,
            "2637824" : 450,
            "2670592" : 472,
            "2703360" : 492,
            "2736128" : 534,
            "2768896" : 436,
            "2801664" : 453,
            "2834432" : 551,
            "2867200" : 464,
            "2899968" : 388,
            "2932736" : 408,
            "2965504" : 462,
            "2998272" : 451,
            "3031040" : 373,
            "3063808" : 331,
            "3096576" : 344,
            "3129344" : 353,
            "3162112" : 277,
            "3194880" : 280,
            "3227648" : 291,
            "3260416" : 279,
            "3293184" : 305,
            "3325952" : 257,
            "3358720" : 231,
            "3391488" : 309,
            "3424256" : 301,
            "3457024" : 286,
            "3489792" : 221,
            "3522560" : 192,
            "3555328" : 309,
            "3588096" : 335,
            "3620864" : 146,
            "3653632" : 162,
            "3686400" : 197,
            "3719168" : 244,
            "3751936" : 163,
            "3784704" : 115,
            "3817472" : 141,
            "3850240" : 207,
            "3883008" : 316,
            "3915776" : 91,
            "3948544" : 109,
            "3981312" : 317,
            "4014080" : 333,
            "4046848" : 115,
            "4079616" : 66,
            "4112384" : 167,
            "4145152" : 319,
            "4177920" : 124,
            "4227072" : 295,
            "4292608" : 793,
            "4358144" : 742,
            "4423680" : 3437,
            "4489216" : 1296,
            "4554752" : 549,
            "4620288" : 382,
            "4685824" : 467,
            "4751360" : 380,
            "4816896" : 601,
            "4882432" : 399,
            "4947968" : 307,
            "5013504" : 512,
            "5079040" : 446,
            "5144576" : 2141,
            "5210112" : 1178,
            "5275648" : 608,
            "5341184" : 787,
            "5406720" : 462,
            "5472256" : 407,
            "5537792" : 304,
            "5603328" : 665,
            "5668864" : 521,
            "5734400" : 610,
            "5799936" : 563,
            "5865472" : 409,
            "5931008" : 320,
            "5996544" : 757,
            "6062080" : 462,
            "6127616" : 581,
            "6193152" : 2063,
            "6258688" : 840,
            "6324224" : 778,
            "6389760" : 1244,
            "6455296" : 970,
            "6520832" : 624,
            "6586368" : 730,
            "6651904" : 712,
            "6717440" : 563,
            "6782976" : 592,
            "6848512" : 645,
            "6914048" : 658,
            "6979584" : 521,
            "7045120" : 409,
            "7110656" : 376,
            "7176192" : 322,
            "7241728" : 376,
            "7307264" : 248,
            "7372800" : 205,
            "7438336" : 159,
            "7503872" : 237,
            "7569408" : 225,
            "7634944" : 201,
            "7700480" : 250,
            "7766016" : 243,
            "7831552" : 226,
            "7897088" : 212,
            "7962624" : 150,
            "8028160" : 107,
            "8093696" : 63,
            "8159232" : 26,
            "8224768" : 26,
            "8290304" : 17,
            "8355840" : 4,
            "8454144" : 16,
            "8585216" : 12,
            "8716288" : 9,
            "8847360" : 6,
            "8978432" : 23,
            "9109504" : 33,
            "9240576" : 68,
            "9371648" : 100,
            "9502720" : 128,
            "9633792" : 172,
            "9764864" : 255,
            "9895936" : 380,
            "10027008" : 618,
            "10158080" : 862,
            "10289152" : 1130,
            "10420224" : 1284,
            "10551296" : 1467,
            "10682368" : 1679,
            "10813440" : 1805,
            "10944512" : 1736,
            "11075584" : 1590,
            "11206656" : 1293,
            "11337728" : 1273,
            "11468800" : 1004,
            "11599872" : 944,
            "11730944" : 824,
            "11862016" : 776,
            "11993088" : 768,
            "12124160" : 771,
            "12255232" : 626,
            "12386304" : 639,
            "12517376" : 708,
            "12648448" : 680,
            "12779520" : 666,
            "12910592" : 742,
            "13041664" : 742,
            "13172736" : 825,
            "13303808" : 934,
            "13434880" : 1020,
            "13565952" : 1058,
            "13697024" : 1218,
            "13828096" : 1401,
            "13959168" : 1493,
            "14090240" : 1718,
            "14221312" : 1755,
            "14352384" : 1915,
            "14483456" : 2086,
            "14614528" : 2182,
            "14745600" : 2301,
            "14876672" : 2397,
            "15007744" : 2447,
            "15138816" : 2626,
            "15269888" : 2833,
            "15400960" : 2913,
            "15532032" : 3017,
            "15663104" : 3202,
            "15794176" : 3151,
            "15925248" : 3166,
            "16056320" : 3317,
            "16187392" : 3472,
            "16318464" : 3464,
            "16449536" : 3327,
            "16580608" : 3439,
            "16711680" : 3376,
            "16908288" : 6553,
            "17170432" : 6098,
            "17432576" : 5646,
            "17694720" : 4953,
            "17956864" : 4423,
            "18219008" : 3720,
            "18481152" : 3175,
            "18743296" : 2599,
            "19005440" : 2171,
            "19267584" : 1778,
            "19529728" : 1392,
            "19791872" : 1120,
            "20054016" : 869,
            "20316160" : 740,
            "20578304" : 578,
            "20840448" : 446,
            "21102592" : 418,
            "21364736" : 297,
            "21626880" : 211,
            "21889024" : 170,
            "22151168" : 106,
            "22413312" : 91,
            "22675456" : 58,
            "22937600" : 45,
            "23199744" : 48,
            "23461888" : 26,
            "23724032" : 10,
            "23986176" : 19,
            "24248320" : 5,
            "24510464" : 8,
            "24772608" : 3,
            "25034752" : 5,
            "25559040" : 3
          }
        },
        "lat_ns" : {
          "min" : 965553,
          "max" : 26042894,
          "mean" : 11686162.030484,
          "stddev" : 6276218.648412,
          "N" : 219098
        },
        "bw_min" : 71600,
        "bw_max" : 112641,
        "bw_agg" : 100.000000,
        "bw_mean" : 88245.631579,
        "bw_dev" : 2877.231435,
        "bw_samples" : 152,
        "iops_min" : 17900,
        "iops_max" : 28160,
        "iops_mean" : 22061.315789,
        "iops_stddev" : 719.298647,
        "iops_samples" : 152
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 80003,
      "usr_cpu" : 0.724973,
      "sys_cpu" : 10.920840,
      "ctx" : 192939,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.108623
      },
      "latency_ms" : {
        "2" : 7.395507,
        "4" : 11.639115,
        "10" : 17.726580,
        "20" : 61.357973,
        "50" : 1.768550,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848089,
  "timestamp_ms" : 1772848089402,
  "time" : "Fri Mar  6 21:48:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1743249408,
        "io_kbytes" : 1702392,
        "bw_bytes" : 87158112,
        "bw" : 85115,
        "iops" : 21279.736013,
        "runtime" : 20001,
        "total_ios" : 425616,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24277,
          "max" : 5048943,
          "mean" : 373347.632354,
          "stddev" : 266981.589307,
          "N" : 425616
        },
        "clat_ns" : {
          "min" : 900634,
          "max" : 25668002,
          "mean" : 11657030.373146,
          "stddev" : 5787070.659902,
          "N" : 425608,
          "percentile" : {
            "1.000000" : 1236992,
            "5.000000" : 1941504,
            "10.000000" : 2637824,
            "20.000000" : 4816896,
            "30.000000" : 7045120,
            "40.000000" : 11075584,
            "50.000000" : 13959168,
            "60.000000" : 15269888,
            "70.000000" : 16056320,
            "80.000000" : 16908288,
            "90.000000" : 17956864,
            "95.000000" : 18743296,
            "99.000000" : 20316160,
            "99.500000" : 21102592,
            "99.900000" : 22413312,
            "99.950000" : 22937600,
            "99.990000" : 24248320
          },
          "bins" : {
            "897024" : 1,
            "905216" : 2,
            "913408" : 6,
            "921600" : 11,
            "929792" : 25,
            "937984" : 65,
            "946176" : 45,
            "954368" : 16,
            "962560" : 43,
            "970752" : 61,
            "978944" : 94,
            "987136" : 67,
            "995328" : 86,
            "1003520" : 73,
            "1011712" : 56,
            "1019904" : 70,
            "1028096" : 107,
            "1036288" : 123,
            "1044480" : 156,
            "1056768" : 205,
            "1073152" : 281,
            "1089536" : 234,
            "1105920" : 216,
            "1122304" : 390,
            "1138688" : 319,
            "1155072" : 307,
            "1171456" : 248,
            "1187840" : 285,
            "1204224" : 257,
            "1220608" : 373,
            "1236992" : 363,
            "1253376" : 286,
            "1269760" : 341,
            "1286144" : 346,
            "1302528" : 329,
            "1318912" : 337,
            "1335296" : 368,
            "1351680" : 372,
            "1368064" : 336,
            "1384448" : 310,
            "1400832" : 314,
            "1417216" : 409,
            "1433600" : 403,
            "1449984" : 397,
            "1466368" : 274,
            "1482752" : 291,
            "1499136" : 343,
            "1515520" : 391,
            "1531904" : 459,
            "1548288" : 428,
            "1564672" : 343,
            "1581056" : 350,
            "1597440" : 324,
            "1613824" : 449,
            "1630208" : 440,
            "1646592" : 404,
            "1662976" : 343,
            "1679360" : 378,
            "1695744" : 376,
            "1712128" : 523,
            "1728512" : 481,
            "1744896" : 442,
            "1761280" : 439,
            "1777664" : 385,
            "1794048" : 364,
            "1810432" : 471,
            "1826816" : 527,
            "1843200" : 515,
            "1859584" : 487,
            "1875968" : 441,
            "1892352" : 401,
            "1908736" : 438,
            "1925120" : 508,
            "1941504" : 496,
            "1957888" : 489,
            "1974272" : 561,
            "1990656" : 431,
            "2007040" : 533,
            "2023424" : 472,
            "2039808" : 508,
            "2056192" : 534,
            "2072576" : 558,
            "2088960" : 517,
            "2113536" : 973,
            "2146304" : 1073,
            "2179072" : 1001,
            "2211840" : 988,
            "2244608" : 1050,
            "2277376" : 968,
            "2310144" : 1086,
            "2342912" : 1023,
            "2375680" : 902,
            "2408448" : 995,
            "2441216" : 986,
            "2473984" : 956,
            "2506752" : 1001,
            "2539520" : 833,
            "2572288" : 980,
            "2605056" : 856,
            "2637824" : 886,
            "2670592" : 862,
            "2703360" : 871,
            "2736128" : 968,
            "2768896" : 850,
            "2801664" : 792,
            "2834432" : 953,
            "2867200" : 845,
            "2899968" : 660,
            "2932736" : 757,
            "2965504" : 827,
            "2998272" : 784,
            "3031040" : 732,
            "3063808" : 592,
            "3096576" : 593,
            "3129344" : 667,
            "3162112" : 593,
            "3194880" : 540,
            "3227648" : 573,
            "3260416" : 524,
            "3293184" : 591,
            "3325952" : 438,
            "3358720" : 369,
            "3391488" : 494,
            "3424256" : 467,
            "3457024" : 484,
            "3489792" : 412,
            "3522560" : 326,
            "3555328" : 488,
            "3588096" : 760,
            "3620864" : 326,
            "3653632" : 306,
            "3686400" : 551,
            "3719168" : 671,
            "3751936" : 396,
            "3784704" : 326,
            "3817472" : 352,
            "3850240" : 564,
            "3883008" : 586,
            "3915776" : 236,
            "3948544" : 270,
            "3981312" : 553,
            "4014080" : 612,
            "4046848" : 232,
            "4079616" : 183,
            "4112384" : 372,
            "4145152" : 568,
            "4177920" : 287,
            "4227072" : 526,
            "4292608" : 1470,
            "4358144" : 1173,
            "4423680" : 5944,
            "4489216" : 2073,
            "4554752" : 1035,
            "4620288" : 809,
            "4685824" : 1001,
            "4751360" : 816,
            "4816896" : 1367,
            "4882432" : 751,
            "4947968" : 567,
            "5013504" : 1047,
            "5079040" : 771,
            "5144576" : 3769,
            "5210112" : 2101,
            "5275648" : 994,
            "5341184" : 1222,
            "5406720" : 753,
            "5472256" : 773,
            "5537792" : 653,
            "5603328" : 1189,
            "5668864" : 1009,
            "5734400" : 1040,
            "5799936" : 1057,
            "5865472" : 663,
            "5931008" : 601,
            "5996544" : 1414,
            "6062080" : 830,
            "6127616" : 1024,
            "6193152" : 3144,
            "6258688" : 1364,
            "6324224" : 1328,
            "6389760" : 2161,
            "6455296" : 1652,
            "6520832" : 1264,
            "6586368" : 1455,
            "6651904" : 1286,
            "6717440" : 1111,
            "6782976" : 1241,
            "6848512" : 1267,
            "6914048" : 1314,
            "6979584" : 1418,
            "7045120" : 1132,
            "7110656" : 1219,
            "7176192" : 1129,
            "7241728" : 1282,
            "7307264" : 1033,
            "7372800" : 1021,
            "7438336" : 958,
            "7503872" : 1149,
            "7569408" : 948,
            "7634944" : 870,
            "7700480" : 1041,
            "7766016" : 1005,
            "7831552" : 775,
            "7897088" : 652,
            "7962624" : 576,
            "8028160" : 532,
            "8093696" : 271,
            "8159232" : 194,
            "8224768" : 167,
            "8290304" : 130,
            "8355840" : 98,
            "8454144" : 159,
            "8585216" : 119,
            "8716288" : 149,
            "8847360" : 97,
            "8978432" : 101,
            "9109504" : 110,
            "9240576" : 219,
            "9371648" : 286,
            "9502720" : 380,
            "9633792" : 522,
            "9764864" : 850,
            "9895936" : 1233,
            "10027008" : 1638,
            "10158080" : 2118,
            "10289152" : 2522,
            "10420224" : 2773,
            "10551296" : 2921,
            "10682368" : 3114,
            "10813440" : 3189,
            "10944512" : 3010,
            "11075584" : 2759,
            "11206656" : 2308,
            "11337728" : 2228,
            "11468800" : 1803,
            "11599872" : 1704,
            "11730944" : 1591,
            "11862016" : 1553,
            "11993088" : 1487,
            "12124160" : 1377,
            "12255232" : 1254,
            "12386304" : 1351,
            "12517376" : 1457,
            "12648448" : 1421,
            "12779520" : 1525,
            "12910592" : 1649,
            "13041664" : 1627,
            "13172736" : 1781,
            "13303808" : 1984,
            "13434880" : 2196,
            "13565952" : 2305,
            "13697024" : 2609,
            "13828096" : 2944,
            "13959168" : 3097,
            "14090240" : 3485,
            "14221312" : 3661,
            "14352384" : 3931,
            "14483456" : 4372,
            "14614528" : 4655,
            "14745600" : 4932,
            "14876672" : 5243,
            "15007744" : 5480,
            "15138816" : 5807,
            "15269888" : 6188,
            "15400960" : 6340,
            "15532032" : 6701,
            "15663104" : 6966,
            "15794176" : 6908,
            "15925248" : 7000,
            "16056320" : 7160,
            "16187392" : 7364,
            "16318464" : 7342,
            "16449536" : 7060,
            "16580608" : 7037,
            "16711680" : 6897,
            "16908288" : 12969,
            "17170432" : 11944,
            "17432576" : 10794,
            "17694720" : 9403,
            "17956864" : 8121,
            "18219008" : 6779,
            "18481152" : 5719,
            "18743296" : 4662,
            "19005440" : 3731,
            "19267584" : 2974,
            "19529728" : 2313,
            "19791872" : 1835,
            "20054016" : 1500,
            "20316160" : 1241,
            "20578304" : 917,
            "20840448" : 732,
            "21102592" : 610,
            "21364736" : 448,
            "21626880" : 317,
            "21889024" : 255,
            "22151168" : 174,
            "22413312" : 136,
            "22675456" : 89,
            "22937600" : 69,
            "23199744" : 62,
            "23461888" : 39,
            "23724032" : 13,
            "23986176" : 26,
            "24248320" : 9,
            "24510464" : 22,
            "24772608" : 8,
            "25034752" : 9,
            "25559040" : 3
          }
        },
        "lat_ns" : {
          "min" : 929558,
          "max" : 26042894,
          "mean" : 12030391.597620,
          "stddev" : 5969232.664582,
          "N" : 425608
        },
        "bw_min" : 68824,
        "bw_max" : 112641,
        "bw_agg" : 100.000000,
        "bw_mean" : 85489.230769,
        "bw_dev" : 2744.759910,
        "bw_samples" : 312,
        "iops_min" : 17206,
        "iops_max" : 28160,
        "iops_mean" : 21372.179487,
        "iops_stddev" : 686.190731,
        "iops_samples" : 312
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160006,
      "usr_cpu" : 0.717473,
      "sys_cpu" : 10.632101,
      "ctx" : 384800,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.124055
      },
      "latency_ms" : {
        "2" : 5.320759,
        "4" : 10.257368,
        "10" : 19.143547,
        "20" : 63.694739,
        "50" : 1.457652,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848099,
  "timestamp_ms" : 1772848099402,
  "time" : "Fri Mar  6 21:48:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2568867840,
        "io_kbytes" : 2508660,
        "bw_bytes" : 85628928,
        "bw" : 83622,
        "iops" : 20905.900000,
        "runtime" : 30000,
        "total_ios" : 627177,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 10296,
          "max" : 5125019,
          "mean" : 380062.380556,
          "stddev" : 266303.762573,
          "N" : 627177
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 11865233.035469,
          "stddev" : 5493186.036523,
          "N" : 627169,
          "percentile" : {
            "1.000000" : 1302528,
            "5.000000" : 2146304,
            "10.000000" : 3031040,
            "20.000000" : 5603328,
            "30.000000" : 8224768,
            "40.000000" : 11337728,
            "50.000000" : 13959168,
            "60.000000" : 15138816,
            "70.000000" : 15925248,
            "80.000000" : 16711680,
            "90.000000" : 17694720,
            "95.000000" : 18481152,
            "99.000000" : 20316160,
            "99.500000" : 20840448,
            "99.900000" : 22151168,
            "99.950000" : 22937600,
            "99.990000" : 24510464
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 449,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 607,
            "1957888" : 556,
            "1974272" : 617,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1214,
            "2310144" : 1346,
            "2342912" : 1248,
            "2375680" : 1108,
            "2408448" : 1227,
            "2441216" : 1237,
            "2473984" : 1248,
            "2506752" : 1238,
            "2539520" : 1100,
            "2572288" : 1215,
            "2605056" : 1065,
            "2637824" : 1113,
            "2670592" : 1113,
            "2703360" : 1103,
            "2736128" : 1260,
            "2768896" : 1172,
            "2801664" : 1015,
            "2834432" : 1176,
            "2867200" : 1111,
            "2899968" : 914,
            "2932736" : 984,
            "2965504" : 1038,
            "2998272" : 1023,
            "3031040" : 991,
            "3063808" : 791,
            "3096576" : 816,
            "3129344" : 940,
            "3162112" : 806,
            "3194880" : 790,
            "3227648" : 823,
            "3260416" : 754,
            "3293184" : 810,
            "3325952" : 667,
            "3358720" : 564,
            "3391488" : 712,
            "3424256" : 730,
            "3457024" : 735,
            "3489792" : 620,
            "3522560" : 546,
            "3555328" : 660,
            "3588096" : 980,
            "3620864" : 546,
            "3653632" : 553,
            "3686400" : 826,
            "3719168" : 867,
            "3751936" : 611,
            "3784704" : 545,
            "3817472" : 580,
            "3850240" : 777,
            "3883008" : 734,
            "3915776" : 395,
            "3948544" : 474,
            "3981312" : 706,
            "4014080" : 771,
            "4046848" : 421,
            "4079616" : 389,
            "4112384" : 546,
            "4145152" : 805,
            "4177920" : 441,
            "4227072" : 816,
            "4292608" : 1873,
            "4358144" : 1545,
            "4423680" : 6444,
            "4489216" : 2426,
            "4554752" : 1375,
            "4620288" : 1111,
            "4685824" : 1311,
            "4751360" : 1252,
            "4816896" : 1737,
            "4882432" : 1106,
            "4947968" : 820,
            "5013504" : 1424,
            "5079040" : 1019,
            "5144576" : 4251,
            "5210112" : 2425,
            "5275648" : 1397,
            "5341184" : 1669,
            "5406720" : 1168,
            "5472256" : 1251,
            "5537792" : 1101,
            "5603328" : 1616,
            "5668864" : 1454,
            "5734400" : 1392,
            "5799936" : 1458,
            "5865472" : 1090,
            "5931008" : 941,
            "5996544" : 1874,
            "6062080" : 1160,
            "6127616" : 1427,
            "6193152" : 3704,
            "6258688" : 1762,
            "6324224" : 1705,
            "6389760" : 2507,
            "6455296" : 1989,
            "6520832" : 1664,
            "6586368" : 1874,
            "6651904" : 1731,
            "6717440" : 1483,
            "6782976" : 1735,
            "6848512" : 1726,
            "6914048" : 1696,
            "6979584" : 1883,
            "7045120" : 1572,
            "7110656" : 1642,
            "7176192" : 1592,
            "7241728" : 1805,
            "7307264" : 1537,
            "7372800" : 1596,
            "7438336" : 1607,
            "7503872" : 1639,
            "7569408" : 1598,
            "7634944" : 1445,
            "7700480" : 1572,
            "7766016" : 1658,
            "7831552" : 1335,
            "7897088" : 1171,
            "7962624" : 1117,
            "8028160" : 1121,
            "8093696" : 733,
            "8159232" : 666,
            "8224768" : 673,
            "8290304" : 607,
            "8355840" : 577,
            "8454144" : 1144,
            "8585216" : 951,
            "8716288" : 1125,
            "8847360" : 867,
            "8978432" : 810,
            "9109504" : 905,
            "9240576" : 1175,
            "9371648" : 1168,
            "9502720" : 1626,
            "9633792" : 1848,
            "9764864" : 2439,
            "9895936" : 2947,
            "10027008" : 3550,
            "10158080" : 4161,
            "10289152" : 4567,
            "10420224" : 4900,
            "10551296" : 5050,
            "10682368" : 5043,
            "10813440" : 4851,
            "10944512" : 4460,
            "11075584" : 3961,
            "11206656" : 3409,
            "11337728" : 3223,
            "11468800" : 2658,
            "11599872" : 2626,
            "11730944" : 2574,
            "11862016" : 2399,
            "11993088" : 2388,
            "12124160" : 2250,
            "12255232" : 2182,
            "12386304" : 2298,
            "12517376" : 2513,
            "12648448" : 2474,
            "12779520" : 2651,
            "12910592" : 2864,
            "13041664" : 2869,
            "13172736" : 3168,
            "13303808" : 3448,
            "13434880" : 3855,
            "13565952" : 4040,
            "13697024" : 4433,
            "13828096" : 4901,
            "13959168" : 5268,
            "14090240" : 5698,
            "14221312" : 6121,
            "14352384" : 6548,
            "14483456" : 7135,
            "14614528" : 7638,
            "14745600" : 7983,
            "14876672" : 8418,
            "15007744" : 8711,
            "15138816" : 9069,
            "15269888" : 9619,
            "15400960" : 9971,
            "15532032" : 10319,
            "15663104" : 10666,
            "15794176" : 10647,
            "15925248" : 10535,
            "16056320" : 10639,
            "16187392" : 10836,
            "16318464" : 10597,
            "16449536" : 10281,
            "16580608" : 10103,
            "16711680" : 9839,
            "16908288" : 18326,
            "17170432" : 16761,
            "17432576" : 14815,
            "17694720" : 13006,
            "17956864" : 11168,
            "18219008" : 9185,
            "18481152" : 7700,
            "18743296" : 6206,
            "19005440" : 4907,
            "19267584" : 3910,
            "19529728" : 3082,
            "19791872" : 2441,
            "20054016" : 1930,
            "20316160" : 1574,
            "20578304" : 1185,
            "20840448" : 919,
            "21102592" : 746,
            "21364736" : 556,
            "21626880" : 371,
            "21889024" : 291,
            "22151168" : 211,
            "22413312" : 163,
            "22675456" : 100,
            "22937600" : 83,
            "23199744" : 77,
            "23461888" : 48,
            "23724032" : 17,
            "23986176" : 28,
            "24248320" : 11,
            "24510464" : 22,
            "24772608" : 8,
            "25034752" : 14,
            "25296896" : 9,
            "25559040" : 6,
            "25821184" : 5,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 12245326.249175,
          "stddev" : 5665478.258190,
          "N" : 627169
        },
        "bw_min" : 63672,
        "bw_max" : 114432,
        "bw_agg" : 100.000000,
        "bw_mean" : 83629.271186,
        "bw_dev" : 2779.409224,
        "bw_samples" : 472,
        "iops_min" : 15918,
        "iops_max" : 28608,
        "iops_mean" : 20907.135593,
        "iops_stddev" : 694.853265,
        "iops_samples" : 472
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239999,
      "usr_cpu" : 0.711253,
      "sys_cpu" : 10.462544,
      "ctx" : 565808,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999841,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999841,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.113684
      },
      "latency_ms" : {
        "2" : 4.088638,
        "4" : 9.180184,
        "10" : 19.760929,
        "20" : 65.618637,
        "50" : 1.236652,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848109,
  "timestamp_ms" : 1772848109402,
  "time" : "Fri Mar  6 21:48:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3337269248,
        "io_kbytes" : 3259052,
        "bw_bytes" : 83429645,
        "bw" : 81474,
        "iops" : 20368.990775,
        "runtime" : 40001,
        "total_ios" : 814780,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 10125,
          "max" : 5125019,
          "mean" : 390124.565181,
          "stddev" : 267430.785385,
          "N" : 814780
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12177511.941136,
          "stddev" : 5146319.613138,
          "N" : 814772,
          "percentile" : {
            "1.000000" : 1384448,
            "5.000000" : 2375680,
            "10.000000" : 3817472,
            "20.000000" : 6651904,
            "30.000000" : 9895936,
            "40.000000" : 11862016,
            "50.000000" : 13959168,
            "60.000000" : 15007744,
            "70.000000" : 15794176,
            "80.000000" : 16580608,
            "90.000000" : 17694720,
            "95.000000" : 18481152,
            "99.000000" : 20054016,
            "99.500000" : 20840448,
            "99.900000" : 22151168,
            "99.950000" : 22937600,
            "99.990000" : 24510464
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 995,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 811,
            "3227648" : 854,
            "3260416" : 783,
            "3293184" : 834,
            "3325952" : 695,
            "3358720" : 600,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 757,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 695,
            "3588096" : 1042,
            "3620864" : 602,
            "3653632" : 599,
            "3686400" : 877,
            "3719168" : 922,
            "3751936" : 663,
            "3784704" : 619,
            "3817472" : 652,
            "3850240" : 844,
            "3883008" : 789,
            "3915776" : 466,
            "3948544" : 548,
            "3981312" : 768,
            "4014080" : 840,
            "4046848" : 479,
            "4079616" : 489,
            "4112384" : 608,
            "4145152" : 871,
            "4177920" : 539,
            "4227072" : 994,
            "4292608" : 2043,
            "4358144" : 1712,
            "4423680" : 6654,
            "4489216" : 2634,
            "4554752" : 1552,
            "4620288" : 1274,
            "4685824" : 1501,
            "4751360" : 1456,
            "4816896" : 1935,
            "4882432" : 1309,
            "4947968" : 1023,
            "5013504" : 1617,
            "5079040" : 1199,
            "5144576" : 4466,
            "5210112" : 2663,
            "5275648" : 1604,
            "5341184" : 1882,
            "5406720" : 1375,
            "5472256" : 1477,
            "5537792" : 1345,
            "5603328" : 1869,
            "5668864" : 1712,
            "5734400" : 1633,
            "5799936" : 1702,
            "5865472" : 1363,
            "5931008" : 1189,
            "5996544" : 2150,
            "6062080" : 1426,
            "6127616" : 1670,
            "6193152" : 3962,
            "6258688" : 2015,
            "6324224" : 1967,
            "6389760" : 2754,
            "6455296" : 2298,
            "6520832" : 1911,
            "6586368" : 2121,
            "6651904" : 1959,
            "6717440" : 1750,
            "6782976" : 2049,
            "6848512" : 2019,
            "6914048" : 1921,
            "6979584" : 2126,
            "7045120" : 1846,
            "7110656" : 1903,
            "7176192" : 1898,
            "7241728" : 2057,
            "7307264" : 1827,
            "7372800" : 1897,
            "7438336" : 1873,
            "7503872" : 1951,
            "7569408" : 1893,
            "7634944" : 1744,
            "7700480" : 1875,
            "7766016" : 1974,
            "7831552" : 1726,
            "7897088" : 1522,
            "7962624" : 1487,
            "8028160" : 1477,
            "8093696" : 1078,
            "8159232" : 1012,
            "8224768" : 1059,
            "8290304" : 1065,
            "8355840" : 1056,
            "8454144" : 2116,
            "8585216" : 1919,
            "8716288" : 2219,
            "8847360" : 2089,
            "8978432" : 2208,
            "9109504" : 2406,
            "9240576" : 2817,
            "9371648" : 2944,
            "9502720" : 3486,
            "9633792" : 3965,
            "9764864" : 4667,
            "9895936" : 5253,
            "10027008" : 5829,
            "10158080" : 6561,
            "10289152" : 7105,
            "10420224" : 7283,
            "10551296" : 7232,
            "10682368" : 7026,
            "10813440" : 6829,
            "10944512" : 6147,
            "11075584" : 5491,
            "11206656" : 4837,
            "11337728" : 4538,
            "11468800" : 3901,
            "11599872" : 3927,
            "11730944" : 3711,
            "11862016" : 3565,
            "11993088" : 3499,
            "12124160" : 3413,
            "12255232" : 3403,
            "12386304" : 3557,
            "12517376" : 3882,
            "12648448" : 3911,
            "12779520" : 4227,
            "12910592" : 4594,
            "13041664" : 4553,
            "13172736" : 5026,
            "13303808" : 5445,
            "13434880" : 6011,
            "13565952" : 6337,
            "13697024" : 6763,
            "13828096" : 7386,
            "13959168" : 7950,
            "14090240" : 8632,
            "14221312" : 9041,
            "14352384" : 9571,
            "14483456" : 10327,
            "14614528" : 10931,
            "14745600" : 11366,
            "14876672" : 11876,
            "15007744" : 12180,
            "15138816" : 12615,
            "15269888" : 13185,
            "15400960" : 13576,
            "15532032" : 13802,
            "15663104" : 14190,
            "15794176" : 14213,
            "15925248" : 13959,
            "16056320" : 14005,
            "16187392" : 14106,
            "16318464" : 13705,
            "16449536" : 13217,
            "16580608" : 12837,
            "16711680" : 12441,
            "16908288" : 23148,
            "17170432" : 20810,
            "17432576" : 18440,
            "17694720" : 15882,
            "17956864" : 13561,
            "18219008" : 11183,
            "18481152" : 9192,
            "18743296" : 7485,
            "19005440" : 5892,
            "19267584" : 4694,
            "19529728" : 3650,
            "19791872" : 2887,
            "20054016" : 2197,
            "20316160" : 1764,
            "20578304" : 1320,
            "20840448" : 1031,
            "21102592" : 832,
            "21364736" : 621,
            "21626880" : 427,
            "21889024" : 330,
            "22151168" : 235,
            "22413312" : 191,
            "22675456" : 119,
            "22937600" : 101,
            "23199744" : 95,
            "23461888" : 66,
            "23724032" : 29,
            "23986176" : 49,
            "24248320" : 19,
            "24510464" : 26,
            "24772608" : 10,
            "25034752" : 19,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 12567637.236953,
          "stddev" : 5306686.667107,
          "N" : 814772
        },
        "bw_min" : 60752,
        "bw_max" : 120251,
        "bw_agg" : 100.000000,
        "bw_mean" : 81498.379747,
        "bw_dev" : 3092.705947,
        "bw_samples" : 632,
        "iops_min" : 15188,
        "iops_max" : 30062,
        "iops_mean" : 20374.316456,
        "iops_stddev" : 773.179468,
        "iops_samples" : 632
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320006,
      "usr_cpu" : 0.698112,
      "sys_cpu" : 10.264183,
      "ctx" : 733276,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.087508
      },
      "latency_ms" : {
        "2" : 3.148335,
        "4" : 7.245146,
        "10" : 19.756499,
        "20" : 68.679889,
        "50" : 1.081642,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848119,
  "timestamp_ms" : 1772848119402,
  "time" : "Fri Mar  6 21:48:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4112105472,
        "io_kbytes" : 4015728,
        "bw_bytes" : 82240464,
        "bw" : 80312,
        "iops" : 20078.498430,
        "runtime" : 50001,
        "total_ios" : 1003945,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 10125,
          "max" : 5125019,
          "mean" : 395793.702321,
          "stddev" : 270845.546128,
          "N" : 1003945
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12353965.523976,
          "stddev" : 4826926.812689,
          "N" : 1003937,
          "percentile" : {
            "1.000000" : 1449984,
            "5.000000" : 2637824,
            "10.000000" : 4423680,
            "20.000000" : 7700480,
            "30.000000" : 10289152,
            "40.000000" : 12255232,
            "50.000000" : 13959168,
            "60.000000" : 14876672,
            "70.000000" : 15663104,
            "80.000000" : 16449536,
            "90.000000" : 17432576,
            "95.000000" : 18219008,
            "99.000000" : 20054016,
            "99.500000" : 20578304,
            "99.900000" : 22151168,
            "99.950000" : 22675456,
            "99.990000" : 24248320
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 845,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2067,
            "4358144" : 1723,
            "4423680" : 6672,
            "4489216" : 2646,
            "4554752" : 1563,
            "4620288" : 1295,
            "4685824" : 1514,
            "4751360" : 1487,
            "4816896" : 1959,
            "4882432" : 1338,
            "4947968" : 1063,
            "5013504" : 1659,
            "5079040" : 1238,
            "5144576" : 4543,
            "5210112" : 2734,
            "5275648" : 1664,
            "5341184" : 1963,
            "5406720" : 1452,
            "5472256" : 1571,
            "5537792" : 1455,
            "5603328" : 1983,
            "5668864" : 1833,
            "5734400" : 1755,
            "5799936" : 1836,
            "5865472" : 1472,
            "5931008" : 1339,
            "5996544" : 2303,
            "6062080" : 1558,
            "6127616" : 1835,
            "6193152" : 4124,
            "6258688" : 2205,
            "6324224" : 2170,
            "6389760" : 2940,
            "6455296" : 2504,
            "6520832" : 2123,
            "6586368" : 2313,
            "6651904" : 2157,
            "6717440" : 1936,
            "6782976" : 2274,
            "6848512" : 2235,
            "6914048" : 2117,
            "6979584" : 2345,
            "7045120" : 2054,
            "7110656" : 2180,
            "7176192" : 2129,
            "7241728" : 2273,
            "7307264" : 2087,
            "7372800" : 2157,
            "7438336" : 2158,
            "7503872" : 2204,
            "7569408" : 2191,
            "7634944" : 2056,
            "7700480" : 2194,
            "7766016" : 2236,
            "7831552" : 2095,
            "7897088" : 1887,
            "7962624" : 1914,
            "8028160" : 1892,
            "8093696" : 1507,
            "8159232" : 1508,
            "8224768" : 1573,
            "8290304" : 1647,
            "8355840" : 1661,
            "8454144" : 3465,
            "8585216" : 3423,
            "8716288" : 3897,
            "8847360" : 3963,
            "8978432" : 4102,
            "9109504" : 4530,
            "9240576" : 4914,
            "9371648" : 5177,
            "9502720" : 5653,
            "9633792" : 6235,
            "9764864" : 6784,
            "9895936" : 7351,
            "10027008" : 8024,
            "10158080" : 8484,
            "10289152" : 9048,
            "10420224" : 9160,
            "10551296" : 9021,
            "10682368" : 8643,
            "10813440" : 8600,
            "10944512" : 7760,
            "11075584" : 7169,
            "11206656" : 6457,
            "11337728" : 6104,
            "11468800" : 5500,
            "11599872" : 5630,
            "11730944" : 5384,
            "11862016" : 5326,
            "11993088" : 5360,
            "12124160" : 5309,
            "12255232" : 5419,
            "12386304" : 5539,
            "12517376" : 6130,
            "12648448" : 6331,
            "12779520" : 6557,
            "12910592" : 7187,
            "13041664" : 7293,
            "13172736" : 7831,
            "13303808" : 8338,
            "13434880" : 9189,
            "13565952" : 9575,
            "13697024" : 10295,
            "13828096" : 10917,
            "13959168" : 11554,
            "14090240" : 12269,
            "14221312" : 12793,
            "14352384" : 13530,
            "14483456" : 14165,
            "14614528" : 14897,
            "14745600" : 15398,
            "14876672" : 15695,
            "15007744" : 16130,
            "15138816" : 16273,
            "15269888" : 16729,
            "15400960" : 17147,
            "15532032" : 17121,
            "15663104" : 17424,
            "15794176" : 17326,
            "15925248" : 16857,
            "16056320" : 16750,
            "16187392" : 16650,
            "16318464" : 16150,
            "16449536" : 15450,
            "16580608" : 14943,
            "16711680" : 14276,
            "16908288" : 26373,
            "17170432" : 23615,
            "17432576" : 20624,
            "17694720" : 17679,
            "17956864" : 15024,
            "18219008" : 12297,
            "18481152" : 10059,
            "18743296" : 8148,
            "19005440" : 6447,
            "19267584" : 5144,
            "19529728" : 3956,
            "19791872" : 3093,
            "20054016" : 2328,
            "20316160" : 1878,
            "20578304" : 1394,
            "20840448" : 1087,
            "21102592" : 869,
            "21364736" : 656,
            "21626880" : 452,
            "21889024" : 357,
            "22151168" : 258,
            "22413312" : 208,
            "22675456" : 132,
            "22937600" : 107,
            "23199744" : 100,
            "23461888" : 71,
            "23724032" : 32,
            "23986176" : 51,
            "24248320" : 19,
            "24510464" : 26,
            "24772608" : 10,
            "25034752" : 19,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 12749784.539867,
          "stddev" : 4976124.356647,
          "N" : 1003937
        },
        "bw_min" : 60688,
        "bw_max" : 120512,
        "bw_agg" : 100.000000,
        "bw_mean" : 80409.797980,
        "bw_dev" : 3187.589608,
        "bw_samples" : 792,
        "iops_min" : 15172,
        "iops_max" : 30128,
        "iops_mean" : 20102.171717,
        "iops_stddev" : 796.897965,
        "iops_samples" : 792
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 400007,
      "usr_cpu" : 0.684988,
      "sys_cpu" : 10.150072,
      "ctx" : 889117,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999900,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999900,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.071020
      },
      "latency_ms" : {
        "2" : 2.555120,
        "4" : 5.886378,
        "10" : 19.634243,
        "20" : 70.921614,
        "50" : 0.930828,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848129,
  "timestamp_ms" : 1772848129402,
  "time" : "Fri Mar  6 21:48:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4872921088,
        "io_kbytes" : 4758712,
        "bw_bytes" : 81213997,
        "bw" : 79310,
        "iops" : 19827.786204,
        "runtime" : 60001,
        "total_ios" : 1189687,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 10125,
          "max" : 5125019,
          "mean" : 400818.235157,
          "stddev" : 271490.149157,
          "N" : 1189687
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12509504.087047,
          "stddev" : 4583443.849161,
          "N" : 1189679,
          "percentile" : {
            "1.000000" : 1531904,
            "5.000000" : 2899968,
            "10.000000" : 5144576,
            "20.000000" : 8585216,
            "30.000000" : 10551296,
            "40.000000" : 12517376,
            "50.000000" : 13828096,
            "60.000000" : 14745600,
            "70.000000" : 15532032,
            "80.000000" : 16318464,
            "90.000000" : 17432576,
            "95.000000" : 18219008,
            "99.000000" : 19791872,
            "99.500000" : 20578304,
            "99.900000" : 21889024,
            "99.950000" : 22675456,
            "99.990000" : 23986176
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1665,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2742,
            "5275648" : 1677,
            "5341184" : 1978,
            "5406720" : 1464,
            "5472256" : 1596,
            "5537792" : 1493,
            "5603328" : 2007,
            "5668864" : 1864,
            "5734400" : 1792,
            "5799936" : 1893,
            "5865472" : 1525,
            "5931008" : 1392,
            "5996544" : 2362,
            "6062080" : 1615,
            "6127616" : 1888,
            "6193152" : 4217,
            "6258688" : 2285,
            "6324224" : 2261,
            "6389760" : 3026,
            "6455296" : 2582,
            "6520832" : 2244,
            "6586368" : 2435,
            "6651904" : 2256,
            "6717440" : 2054,
            "6782976" : 2412,
            "6848512" : 2354,
            "6914048" : 2270,
            "6979584" : 2501,
            "7045120" : 2219,
            "7110656" : 2333,
            "7176192" : 2272,
            "7241728" : 2455,
            "7307264" : 2245,
            "7372800" : 2354,
            "7438336" : 2389,
            "7503872" : 2383,
            "7569408" : 2443,
            "7634944" : 2343,
            "7700480" : 2483,
            "7766016" : 2483,
            "7831552" : 2422,
            "7897088" : 2226,
            "7962624" : 2232,
            "8028160" : 2257,
            "8093696" : 1878,
            "8159232" : 1915,
            "8224768" : 2061,
            "8290304" : 2129,
            "8355840" : 2137,
            "8454144" : 4559,
            "8585216" : 4714,
            "8716288" : 5287,
            "8847360" : 5475,
            "8978432" : 5843,
            "9109504" : 6462,
            "9240576" : 6900,
            "9371648" : 7199,
            "9502720" : 7779,
            "9633792" : 8227,
            "9764864" : 8764,
            "9895936" : 9297,
            "10027008" : 9916,
            "10158080" : 10284,
            "10289152" : 10809,
            "10420224" : 10875,
            "10551296" : 10597,
            "10682368" : 10261,
            "10813440" : 10183,
            "10944512" : 9270,
            "11075584" : 8739,
            "11206656" : 8049,
            "11337728" : 7723,
            "11468800" : 7210,
            "11599872" : 7438,
            "11730944" : 7110,
            "11862016" : 7176,
            "11993088" : 7355,
            "12124160" : 7374,
            "12255232" : 7576,
            "12386304" : 7775,
            "12517376" : 8451,
            "12648448" : 8831,
            "12779520" : 9127,
            "12910592" : 9971,
            "13041664" : 10129,
            "13172736" : 10782,
            "13303808" : 11536,
            "13434880" : 12398,
            "13565952" : 12923,
            "13697024" : 13779,
            "13828096" : 14504,
            "13959168" : 15215,
            "14090240" : 16036,
            "14221312" : 16399,
            "14352384" : 17451,
            "14483456" : 18065,
            "14614528" : 18901,
            "14745600" : 19335,
            "14876672" : 19754,
            "15007744" : 19965,
            "15138816" : 20004,
            "15269888" : 20550,
            "15400960" : 20706,
            "15532032" : 20714,
            "15663104" : 20674,
            "15794176" : 20664,
            "15925248" : 19870,
            "16056320" : 19606,
            "16187392" : 19415,
            "16318464" : 18652,
            "16449536" : 17827,
            "16580608" : 17115,
            "16711680" : 16235,
            "16908288" : 29858,
            "17170432" : 26436,
            "17432576" : 22958,
            "17694720" : 19461,
            "17956864" : 16499,
            "18219008" : 13487,
            "18481152" : 10944,
            "18743296" : 8854,
            "19005440" : 6899,
            "19267584" : 5466,
            "19529728" : 4217,
            "19791872" : 3293,
            "20054016" : 2466,
            "20316160" : 1983,
            "20578304" : 1468,
            "20840448" : 1139,
            "21102592" : 899,
            "21364736" : 675,
            "21626880" : 472,
            "21889024" : 372,
            "22151168" : 270,
            "22413312" : 224,
            "22675456" : 141,
            "22937600" : 111,
            "23199744" : 100,
            "23461888" : 72,
            "23724032" : 35,
            "23986176" : 53,
            "24248320" : 21,
            "24510464" : 26,
            "24772608" : 13,
            "25034752" : 22,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 12910318.604937,
          "stddev" : 4724209.583272,
          "N" : 1189679
        },
        "bw_min" : 60424,
        "bw_max" : 120512,
        "bw_agg" : 100.000000,
        "bw_mean" : 79417.462185,
        "bw_dev" : 3202.687394,
        "bw_samples" : 952,
        "iops_min" : 15106,
        "iops_max" : 30128,
        "iops_mean" : 19854.067227,
        "iops_stddev" : 800.670702,
        "iops_samples" : 952
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 480005,
      "usr_cpu" : 0.682701,
      "sys_cpu" : 10.050312,
      "ctx" : 1052381,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999916,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999916,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.059932
      },
      "latency_ms" : {
        "2" : 2.156197,
        "4" : 4.967441,
        "10" : 19.060896,
        "20" : 72.931115,
        "50" : 0.823746,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848139,
  "timestamp_ms" : 1772848139403,
  "time" : "Fri Mar  6 21:48:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5622722560,
        "io_kbytes" : 5490940,
        "bw_bytes" : 80323460,
        "bw" : 78440,
        "iops" : 19610.591277,
        "runtime" : 70001,
        "total_ios" : 1372761,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 405283.339813,
          "stddev" : 270868.725743,
          "N" : 1372761
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12648279.865996,
          "stddev" : 4388506.120788,
          "N" : 1372753,
          "percentile" : {
            "1.000000" : 1597440,
            "5.000000" : 3227648,
            "10.000000" : 5734400,
            "20.000000" : 9109504,
            "30.000000" : 10813440,
            "40.000000" : 12648448,
            "50.000000" : 13828096,
            "60.000000" : 14745600,
            "70.000000" : 15532032,
            "80.000000" : 16187392,
            "90.000000" : 17170432,
            "95.000000" : 17956864,
            "99.000000" : 19791872,
            "99.500000" : 20316160,
            "99.900000" : 21889024,
            "99.950000" : 22413312,
            "99.990000" : 23986176
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1665,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1982,
            "5406720" : 1465,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2015,
            "5668864" : 1868,
            "5734400" : 1799,
            "5799936" : 1906,
            "5865472" : 1539,
            "5931008" : 1397,
            "5996544" : 2373,
            "6062080" : 1625,
            "6127616" : 1908,
            "6193152" : 4240,
            "6258688" : 2308,
            "6324224" : 2283,
            "6389760" : 3060,
            "6455296" : 2622,
            "6520832" : 2278,
            "6586368" : 2475,
            "6651904" : 2310,
            "6717440" : 2108,
            "6782976" : 2484,
            "6848512" : 2437,
            "6914048" : 2342,
            "6979584" : 2606,
            "7045120" : 2296,
            "7110656" : 2428,
            "7176192" : 2360,
            "7241728" : 2580,
            "7307264" : 2346,
            "7372800" : 2486,
            "7438336" : 2539,
            "7503872" : 2553,
            "7569408" : 2612,
            "7634944" : 2502,
            "7700480" : 2688,
            "7766016" : 2728,
            "7831552" : 2687,
            "7897088" : 2501,
            "7962624" : 2511,
            "8028160" : 2580,
            "8093696" : 2243,
            "8159232" : 2340,
            "8224768" : 2513,
            "8290304" : 2543,
            "8355840" : 2620,
            "8454144" : 5677,
            "8585216" : 5881,
            "8716288" : 6496,
            "8847360" : 6886,
            "8978432" : 7313,
            "9109504" : 7945,
            "9240576" : 8604,
            "9371648" : 8864,
            "9502720" : 9431,
            "9633792" : 9961,
            "9764864" : 10369,
            "9895936" : 10939,
            "10027008" : 11545,
            "10158080" : 11908,
            "10289152" : 12349,
            "10420224" : 12463,
            "10551296" : 12038,
            "10682368" : 11682,
            "10813440" : 11645,
            "10944512" : 10627,
            "11075584" : 10228,
            "11206656" : 9628,
            "11337728" : 9310,
            "11468800" : 8879,
            "11599872" : 9079,
            "11730944" : 8830,
            "11862016" : 8986,
            "11993088" : 9189,
            "12124160" : 9438,
            "12255232" : 9741,
            "12386304" : 10041,
            "12517376" : 10816,
            "12648448" : 11425,
            "12779520" : 11811,
            "12910592" : 12700,
            "13041664" : 13117,
            "13172736" : 13959,
            "13303808" : 14864,
            "13434880" : 15870,
            "13565952" : 16314,
            "13697024" : 17535,
            "13828096" : 18315,
            "13959168" : 19083,
            "14090240" : 20086,
            "14221312" : 20516,
            "14352384" : 21397,
            "14483456" : 22218,
            "14614528" : 23106,
            "14745600" : 23495,
            "14876672" : 23853,
            "15007744" : 24095,
            "15138816" : 23978,
            "15269888" : 24442,
            "15400960" : 24559,
            "15532032" : 24429,
            "15663104" : 24236,
            "15794176" : 24057,
            "15925248" : 23055,
            "16056320" : 22732,
            "16187392" : 22128,
            "16318464" : 21241,
            "16449536" : 20241,
            "16580608" : 19257,
            "16711680" : 18135,
            "16908288" : 33231,
            "17170432" : 29246,
            "17432576" : 25397,
            "17694720" : 21342,
            "17956864" : 17909,
            "18219008" : 14539,
            "18481152" : 11801,
            "18743296" : 9456,
            "19005440" : 7379,
            "19267584" : 5784,
            "19529728" : 4447,
            "19791872" : 3446,
            "20054016" : 2564,
            "20316160" : 2063,
            "20578304" : 1550,
            "20840448" : 1197,
            "21102592" : 928,
            "21364736" : 715,
            "21626880" : 499,
            "21889024" : 394,
            "22151168" : 283,
            "22413312" : 231,
            "22675456" : 151,
            "22937600" : 112,
            "23199744" : 103,
            "23461888" : 74,
            "23724032" : 37,
            "23986176" : 53,
            "24248320" : 23,
            "24510464" : 26,
            "24772608" : 13,
            "25034752" : 22,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13053568.557267,
          "stddev" : 4522552.720661,
          "N" : 1372753
        },
        "bw_min" : 59888,
        "bw_max" : 120696,
        "bw_agg" : 100.000000,
        "bw_mean" : 78515.705036,
        "bw_dev" : 3196.253334,
        "bw_samples" : 1112,
        "iops_min" : 14972,
        "iops_max" : 30174,
        "iops_mean" : 19628.661871,
        "iops_stddev" : 799.062540,
        "iops_samples" : 1112
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 560003,
      "usr_cpu" : 0.679461,
      "sys_cpu" : 9.965304,
      "ctx" : 1217323,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.051939
      },
      "latency_ms" : {
        "2" : 1.868643,
        "4" : 4.304974,
        "10" : 18.277107,
        "20" : 74.751687,
        "50" : 0.745068,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848149,
  "timestamp_ms" : 1772848149403,
  "time" : "Fri Mar  6 21:49:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6384259072,
        "io_kbytes" : 6234628,
        "bw_bytes" : 79802240,
        "bw" : 77931,
        "iops" : 19483.168960,
        "runtime" : 80001,
        "total_ios" : 1558673,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 407944.998522,
          "stddev" : 269441.710659,
          "N" : 1558673
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12730890.640877,
          "stddev" : 4216090.696941,
          "N" : 1558665,
          "percentile" : {
            "1.000000" : 1662976,
            "5.000000" : 3653632,
            "10.000000" : 6324224,
            "20.000000" : 9502720,
            "30.000000" : 11075584,
            "40.000000" : 12779520,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15400960,
            "80.000000" : 16187392,
            "90.000000" : 17170432,
            "95.000000" : 17956864,
            "99.000000" : 19529728,
            "99.500000" : 20316160,
            "99.900000" : 21889024,
            "99.950000" : 22413312,
            "99.990000" : 23986176
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2017,
            "5668864" : 1869,
            "5734400" : 1803,
            "5799936" : 1906,
            "5865472" : 1541,
            "5931008" : 1401,
            "5996544" : 2378,
            "6062080" : 1626,
            "6127616" : 1911,
            "6193152" : 4244,
            "6258688" : 2317,
            "6324224" : 2290,
            "6389760" : 3062,
            "6455296" : 2628,
            "6520832" : 2290,
            "6586368" : 2491,
            "6651904" : 2328,
            "6717440" : 2134,
            "6782976" : 2508,
            "6848512" : 2467,
            "6914048" : 2395,
            "6979584" : 2670,
            "7045120" : 2361,
            "7110656" : 2500,
            "7176192" : 2437,
            "7241728" : 2719,
            "7307264" : 2484,
            "7372800" : 2606,
            "7438336" : 2673,
            "7503872" : 2677,
            "7569408" : 2768,
            "7634944" : 2701,
            "7700480" : 2918,
            "7766016" : 2962,
            "7831552" : 2928,
            "7897088" : 2742,
            "7962624" : 2823,
            "8028160" : 2884,
            "8093696" : 2570,
            "8159232" : 2725,
            "8224768" : 2903,
            "8290304" : 2972,
            "8355840" : 3109,
            "8454144" : 6742,
            "8585216" : 7053,
            "8716288" : 7769,
            "8847360" : 8354,
            "8978432" : 8858,
            "9109504" : 9586,
            "9240576" : 10458,
            "9371648" : 10809,
            "9502720" : 11280,
            "9633792" : 11863,
            "9764864" : 12234,
            "9895936" : 12769,
            "10027008" : 13453,
            "10158080" : 13722,
            "10289152" : 14057,
            "10420224" : 14266,
            "10551296" : 13742,
            "10682368" : 13269,
            "10813440" : 13257,
            "10944512" : 12171,
            "11075584" : 11750,
            "11206656" : 11300,
            "11337728" : 10994,
            "11468800" : 10581,
            "11599872" : 10951,
            "11730944" : 10721,
            "11862016" : 11011,
            "11993088" : 11424,
            "12124160" : 11805,
            "12255232" : 12237,
            "12386304" : 12687,
            "12517376" : 13635,
            "12648448" : 14438,
            "12779520" : 15001,
            "12910592" : 16076,
            "13041664" : 16655,
            "13172736" : 17766,
            "13303808" : 18704,
            "13434880" : 19837,
            "13565952" : 20380,
            "13697024" : 21683,
            "13828096" : 22572,
            "13959168" : 23347,
            "14090240" : 24345,
            "14221312" : 24724,
            "14352384" : 25597,
            "14483456" : 26361,
            "14614528" : 27203,
            "14745600" : 27600,
            "14876672" : 27935,
            "15007744" : 28116,
            "15138816" : 27774,
            "15269888" : 28121,
            "15400960" : 28057,
            "15532032" : 27730,
            "15663104" : 27298,
            "15794176" : 26972,
            "15925248" : 25698,
            "16056320" : 25199,
            "16187392" : 24390,
            "16318464" : 23492,
            "16449536" : 22209,
            "16580608" : 21174,
            "16711680" : 19823,
            "16908288" : 36112,
            "17170432" : 31542,
            "17432576" : 27242,
            "17694720" : 22732,
            "17956864" : 19066,
            "18219008" : 15365,
            "18481152" : 12450,
            "18743296" : 9923,
            "19005440" : 7723,
            "19267584" : 6048,
            "19529728" : 4627,
            "19791872" : 3581,
            "20054016" : 2674,
            "20316160" : 2132,
            "20578304" : 1595,
            "20840448" : 1226,
            "21102592" : 950,
            "21364736" : 730,
            "21626880" : 503,
            "21889024" : 399,
            "22151168" : 289,
            "22413312" : 237,
            "22675456" : 153,
            "22937600" : 115,
            "23199744" : 109,
            "23461888" : 76,
            "23724032" : 37,
            "23986176" : 53,
            "24248320" : 23,
            "24510464" : 26,
            "24772608" : 13,
            "25034752" : 22,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13138843.107849,
          "stddev" : 4344198.117156,
          "N" : 1558665
        },
        "bw_min" : 59336,
        "bw_max" : 120776,
        "bw_agg" : 100.000000,
        "bw_mean" : 77955.949686,
        "bw_dev" : 3155.536455,
        "bw_samples" : 1272,
        "iops_min" : 14834,
        "iops_max" : 30194,
        "iops_mean" : 19488.748428,
        "iops_stddev" : 788.882252,
        "iops_samples" : 1272
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640006,
      "usr_cpu" : 0.679681,
      "sys_cpu" : 9.915063,
      "ctx" : 1386770,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.045744
      },
      "latency_ms" : {
        "2" : 1.645759,
        "4" : 3.791494,
        "10" : 17.705317,
        "20" : 76.136624,
        "50" : 0.674548,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848159,
  "timestamp_ms" : 1772848159401,
  "time" : "Fri Mar  6 21:49:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7140147200,
        "io_kbytes" : 6972800,
        "bw_bytes" : 79334087,
        "bw" : 77474,
        "iops" : 19368.773680,
        "runtime" : 90001,
        "total_ios" : 1743209,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 410360.773320,
          "stddev" : 268647.237885,
          "N" : 1743210
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12806196.519927,
          "stddev" : 4083741.285529,
          "N" : 1743201,
          "percentile" : {
            "1.000000" : 1728512,
            "5.000000" : 4079616,
            "10.000000" : 6782976,
            "20.000000" : 9633792,
            "30.000000" : 11206656,
            "40.000000" : 12779520,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15400960,
            "80.000000" : 16056320,
            "90.000000" : 17170432,
            "95.000000" : 17956864,
            "99.000000" : 19529728,
            "99.500000" : 20316160,
            "99.900000" : 21626880,
            "99.950000" : 22413312,
            "99.990000" : 23724032
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2017,
            "5668864" : 1869,
            "5734400" : 1804,
            "5799936" : 1907,
            "5865472" : 1541,
            "5931008" : 1404,
            "5996544" : 2380,
            "6062080" : 1631,
            "6127616" : 1914,
            "6193152" : 4248,
            "6258688" : 2321,
            "6324224" : 2300,
            "6389760" : 3076,
            "6455296" : 2639,
            "6520832" : 2309,
            "6586368" : 2506,
            "6651904" : 2358,
            "6717440" : 2171,
            "6782976" : 2558,
            "6848512" : 2514,
            "6914048" : 2457,
            "6979584" : 2734,
            "7045120" : 2441,
            "7110656" : 2594,
            "7176192" : 2542,
            "7241728" : 2832,
            "7307264" : 2608,
            "7372800" : 2708,
            "7438336" : 2822,
            "7503872" : 2833,
            "7569408" : 2921,
            "7634944" : 2883,
            "7700480" : 3118,
            "7766016" : 3229,
            "7831552" : 3224,
            "7897088" : 3066,
            "7962624" : 3225,
            "8028160" : 3266,
            "8093696" : 3008,
            "8159232" : 3145,
            "8224768" : 3418,
            "8290304" : 3492,
            "8355840" : 3698,
            "8454144" : 8038,
            "8585216" : 8581,
            "8716288" : 9441,
            "8847360" : 9978,
            "8978432" : 10633,
            "9109504" : 11532,
            "9240576" : 12408,
            "9371648" : 12787,
            "9502720" : 13189,
            "9633792" : 13617,
            "9764864" : 14106,
            "9895936" : 14565,
            "10027008" : 15159,
            "10158080" : 15328,
            "10289152" : 15583,
            "10420224" : 15659,
            "10551296" : 15017,
            "10682368" : 14544,
            "10813440" : 14429,
            "10944512" : 13351,
            "11075584" : 12922,
            "11206656" : 12518,
            "11337728" : 12360,
            "11468800" : 12027,
            "11599872" : 12434,
            "11730944" : 12319,
            "11862016" : 12687,
            "11993088" : 13189,
            "12124160" : 13781,
            "12255232" : 14421,
            "12386304" : 15047,
            "12517376" : 16191,
            "12648448" : 17106,
            "12779520" : 17842,
            "12910592" : 19103,
            "13041664" : 19817,
            "13172736" : 20992,
            "13303808" : 22302,
            "13434880" : 23559,
            "13565952" : 24285,
            "13697024" : 25695,
            "13828096" : 26582,
            "13959168" : 27537,
            "14090240" : 28646,
            "14221312" : 29040,
            "14352384" : 29856,
            "14483456" : 30722,
            "14614528" : 31453,
            "14745600" : 31955,
            "14876672" : 32180,
            "15007744" : 32161,
            "15138816" : 31808,
            "15269888" : 31979,
            "15400960" : 31829,
            "15532032" : 31304,
            "15663104" : 30642,
            "15794176" : 30175,
            "15925248" : 28832,
            "16056320" : 28077,
            "16187392" : 27011,
            "16318464" : 25883,
            "16449536" : 24344,
            "16580608" : 23151,
            "16711680" : 21590,
            "16908288" : 39191,
            "17170432" : 34073,
            "17432576" : 29193,
            "17694720" : 24298,
            "17956864" : 20273,
            "18219008" : 16414,
            "18481152" : 13180,
            "18743296" : 10528,
            "19005440" : 8176,
            "19267584" : 6338,
            "19529728" : 4869,
            "19791872" : 3744,
            "20054016" : 2787,
            "20316160" : 2206,
            "20578304" : 1658,
            "20840448" : 1264,
            "21102592" : 987,
            "21364736" : 760,
            "21626880" : 526,
            "21889024" : 413,
            "22151168" : 307,
            "22413312" : 251,
            "22675456" : 166,
            "22937600" : 128,
            "23199744" : 121,
            "23461888" : 78,
            "23724032" : 37,
            "23986176" : 53,
            "24248320" : 23,
            "24510464" : 26,
            "24772608" : 13,
            "25034752" : 22,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13216582.749101,
          "stddev" : 4207275.533116,
          "N" : 1743201
        },
        "bw_min" : 59336,
        "bw_max" : 123048,
        "bw_agg" : 100.000000,
        "bw_mean" : 77492.335196,
        "bw_dev" : 3102.765764,
        "bw_samples" : 1432,
        "iops_min" : 14834,
        "iops_max" : 30762,
        "iops_mean" : 19372.854749,
        "iops_stddev" : 775.690067,
        "iops_samples" : 1432
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 720000,
      "usr_cpu" : 0.672083,
      "sys_cpu" : 9.875694,
      "ctx" : 1556105,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.040902
      },
      "latency_ms" : {
        "2" : 1.471539,
        "4" : 3.390127,
        "10" : 17.415009,
        "20" : 77.054903,
        "50" : 0.627062,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848169,
  "timestamp_ms" : 1772848169403,
  "time" : "Fri Mar  6 21:49:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7882153984,
        "io_kbytes" : 7697416,
        "bw_bytes" : 78820751,
        "bw" : 76973,
        "iops" : 19243.467565,
        "runtime" : 100001,
        "total_ios" : 1924366,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 413047.877232,
          "stddev" : 267389.005793,
          "N" : 1924366
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12889353.282464,
          "stddev" : 3980512.090049,
          "N" : 1924358,
          "percentile" : {
            "1.000000" : 1794048,
            "5.000000" : 4423680,
            "10.000000" : 7241728,
            "20.000000" : 9764864,
            "30.000000" : 11337728,
            "40.000000" : 12910592,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15400960,
            "80.000000" : 16056320,
            "90.000000" : 17170432,
            "95.000000" : 17956864,
            "99.000000" : 19529728,
            "99.500000" : 20054016,
            "99.900000" : 21626880,
            "99.950000" : 22413312,
            "99.990000" : 23724032
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2017,
            "5668864" : 1869,
            "5734400" : 1804,
            "5799936" : 1907,
            "5865472" : 1543,
            "5931008" : 1407,
            "5996544" : 2384,
            "6062080" : 1631,
            "6127616" : 1917,
            "6193152" : 4248,
            "6258688" : 2322,
            "6324224" : 2312,
            "6389760" : 3078,
            "6455296" : 2649,
            "6520832" : 2320,
            "6586368" : 2512,
            "6651904" : 2371,
            "6717440" : 2186,
            "6782976" : 2576,
            "6848512" : 2534,
            "6914048" : 2478,
            "6979584" : 2753,
            "7045120" : 2470,
            "7110656" : 2639,
            "7176192" : 2600,
            "7241728" : 2904,
            "7307264" : 2697,
            "7372800" : 2790,
            "7438336" : 2929,
            "7503872" : 2956,
            "7569408" : 3046,
            "7634944" : 3047,
            "7700480" : 3265,
            "7766016" : 3394,
            "7831552" : 3412,
            "7897088" : 3307,
            "7962624" : 3467,
            "8028160" : 3547,
            "8093696" : 3301,
            "8159232" : 3476,
            "8224768" : 3792,
            "8290304" : 3898,
            "8355840" : 4131,
            "8454144" : 8939,
            "8585216" : 9599,
            "8716288" : 10603,
            "8847360" : 11397,
            "8978432" : 12083,
            "9109504" : 13222,
            "9240576" : 14207,
            "9371648" : 14737,
            "9502720" : 15047,
            "9633792" : 15717,
            "9764864" : 16143,
            "9895936" : 16659,
            "10027008" : 17173,
            "10158080" : 17243,
            "10289152" : 17375,
            "10420224" : 17197,
            "10551296" : 16507,
            "10682368" : 15969,
            "10813440" : 15722,
            "10944512" : 14623,
            "11075584" : 14100,
            "11206656" : 13672,
            "11337728" : 13597,
            "11468800" : 13331,
            "11599872" : 13745,
            "11730944" : 13738,
            "11862016" : 14180,
            "11993088" : 14753,
            "12124160" : 15534,
            "12255232" : 16310,
            "12386304" : 16998,
            "12517376" : 18312,
            "12648448" : 19351,
            "12779520" : 20365,
            "12910592" : 21681,
            "13041664" : 22630,
            "13172736" : 23856,
            "13303808" : 25271,
            "13434880" : 26759,
            "13565952" : 27435,
            "13697024" : 29062,
            "13828096" : 30190,
            "13959168" : 31212,
            "14090240" : 32323,
            "14221312" : 32973,
            "14352384" : 33900,
            "14483456" : 34829,
            "14614528" : 35499,
            "14745600" : 36132,
            "14876672" : 36397,
            "15007744" : 36352,
            "15138816" : 35980,
            "15269888" : 36140,
            "15400960" : 35705,
            "15532032" : 35261,
            "15663104" : 34324,
            "15794176" : 33716,
            "15925248" : 32093,
            "16056320" : 31152,
            "16187392" : 29961,
            "16318464" : 28584,
            "16449536" : 26954,
            "16580608" : 25526,
            "16711680" : 23788,
            "16908288" : 43069,
            "17170432" : 37217,
            "17432576" : 31663,
            "17694720" : 26255,
            "17956864" : 21875,
            "18219008" : 17693,
            "18481152" : 14199,
            "18743296" : 11318,
            "19005440" : 8809,
            "19267584" : 6800,
            "19529728" : 5215,
            "19791872" : 4018,
            "20054016" : 2963,
            "20316160" : 2308,
            "20578304" : 1727,
            "20840448" : 1336,
            "21102592" : 1043,
            "21364736" : 785,
            "21626880" : 543,
            "21889024" : 435,
            "22151168" : 318,
            "22413312" : 262,
            "22675456" : 171,
            "22937600" : 141,
            "23199744" : 134,
            "23461888" : 87,
            "23724032" : 39,
            "23986176" : 55,
            "24248320" : 25,
            "24510464" : 28,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13302401.516308,
          "stddev" : 4100502.217484,
          "N" : 1924358
        },
        "bw_min" : 58936,
        "bw_max" : 123448,
        "bw_agg" : 100.000000,
        "bw_mean" : 77041.537688,
        "bw_dev" : 3045.482420,
        "bw_samples" : 1592,
        "iops_min" : 14734,
        "iops_max" : 30862,
        "iops_mean" : 19260.155779,
        "iops_stddev" : 761.369083,
        "iops_samples" : 1592
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 800007,
      "usr_cpu" : 0.671244,
      "sys_cpu" : 9.835914,
      "ctx" : 1727992,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.037051
      },
      "latency_ms" : {
        "2" : 1.333010,
        "4" : 3.070985,
        "10" : 17.033922,
        "20" : 77.927899,
        "50" : 0.596716,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848179,
  "timestamp_ms" : 1772848179403,
  "time" : "Fri Mar  6 21:49:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8648294400,
        "io_kbytes" : 8445600,
        "bw_bytes" : 78620143,
        "bw" : 76777,
        "iops" : 19194.516413,
        "runtime" : 110001,
        "total_ios" : 2111416,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 414106.840698,
          "stddev" : 267195.088448,
          "N" : 2111416
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12922172.340182,
          "stddev" : 3880866.431508,
          "N" : 2111408,
          "percentile" : {
            "1.000000" : 1843200,
            "5.000000" : 4620288,
            "10.000000" : 7634944,
            "20.000000" : 9895936,
            "30.000000" : 11468800,
            "40.000000" : 12910592,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15269888,
            "80.000000" : 16056320,
            "90.000000" : 16908288,
            "95.000000" : 17956864,
            "99.000000" : 19529728,
            "99.500000" : 20054016,
            "99.900000" : 21626880,
            "99.950000" : 22151168,
            "99.990000" : 23724032
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2018,
            "5668864" : 1870,
            "5734400" : 1805,
            "5799936" : 1909,
            "5865472" : 1543,
            "5931008" : 1409,
            "5996544" : 2388,
            "6062080" : 1637,
            "6127616" : 1921,
            "6193152" : 4251,
            "6258688" : 2326,
            "6324224" : 2321,
            "6389760" : 3093,
            "6455296" : 2667,
            "6520832" : 2332,
            "6586368" : 2523,
            "6651904" : 2392,
            "6717440" : 2205,
            "6782976" : 2600,
            "6848512" : 2565,
            "6914048" : 2511,
            "6979584" : 2805,
            "7045120" : 2514,
            "7110656" : 2681,
            "7176192" : 2674,
            "7241728" : 2980,
            "7307264" : 2797,
            "7372800" : 2915,
            "7438336" : 3059,
            "7503872" : 3106,
            "7569408" : 3261,
            "7634944" : 3255,
            "7700480" : 3524,
            "7766016" : 3633,
            "7831552" : 3735,
            "7897088" : 3660,
            "7962624" : 3816,
            "8028160" : 3946,
            "8093696" : 3749,
            "8159232" : 3988,
            "8224768" : 4340,
            "8290304" : 4558,
            "8355840" : 4730,
            "8454144" : 10197,
            "8585216" : 11101,
            "8716288" : 12217,
            "8847360" : 13075,
            "8978432" : 13972,
            "9109504" : 15205,
            "9240576" : 16351,
            "9371648" : 16859,
            "9502720" : 17119,
            "9633792" : 17775,
            "9764864" : 18161,
            "9895936" : 18715,
            "10027008" : 19182,
            "10158080" : 19123,
            "10289152" : 19065,
            "10420224" : 18948,
            "10551296" : 18126,
            "10682368" : 17606,
            "10813440" : 17285,
            "10944512" : 16216,
            "11075584" : 15743,
            "11206656" : 15315,
            "11337728" : 15379,
            "11468800" : 15007,
            "11599872" : 15542,
            "11730944" : 15684,
            "11862016" : 16276,
            "11993088" : 16901,
            "12124160" : 17866,
            "12255232" : 18684,
            "12386304" : 19650,
            "12517376" : 20902,
            "12648448" : 22076,
            "12779520" : 23257,
            "12910592" : 24861,
            "13041664" : 26071,
            "13172736" : 27338,
            "13303808" : 28791,
            "13434880" : 30560,
            "13565952" : 31207,
            "13697024" : 32999,
            "13828096" : 34168,
            "13959168" : 35171,
            "14090240" : 36381,
            "14221312" : 37168,
            "14352384" : 38251,
            "14483456" : 39103,
            "14614528" : 39567,
            "14745600" : 40213,
            "14876672" : 40393,
            "15007744" : 40075,
            "15138816" : 39615,
            "15269888" : 39531,
            "15400960" : 39086,
            "15532032" : 38562,
            "15663104" : 37380,
            "15794176" : 36672,
            "15925248" : 34769,
            "16056320" : 33622,
            "16187392" : 32440,
            "16318464" : 30779,
            "16449536" : 28956,
            "16580608" : 27326,
            "16711680" : 25450,
            "16908288" : 46064,
            "17170432" : 39693,
            "17432576" : 33579,
            "17694720" : 27834,
            "17956864" : 23076,
            "18219008" : 18561,
            "18481152" : 14875,
            "18743296" : 11878,
            "19005440" : 9260,
            "19267584" : 7070,
            "19529728" : 5452,
            "19791872" : 4172,
            "20054016" : 3061,
            "20316160" : 2362,
            "20578304" : 1768,
            "20840448" : 1351,
            "21102592" : 1061,
            "21364736" : 804,
            "21626880" : 557,
            "21889024" : 444,
            "22151168" : 327,
            "22413312" : 270,
            "22675456" : 175,
            "22937600" : 142,
            "23199744" : 134,
            "23461888" : 87,
            "23724032" : 39,
            "23986176" : 55,
            "24248320" : 25,
            "24510464" : 28,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13336277.015029,
          "stddev" : 3997362.872723,
          "N" : 2111408
        },
        "bw_min" : 58936,
        "bw_max" : 123844,
        "bw_agg" : 100.000000,
        "bw_mean" : 76789.164384,
        "bw_dev" : 2984.571844,
        "bw_samples" : 1752,
        "iops_min" : 14734,
        "iops_max" : 30961,
        "iops_mean" : 19197.045662,
        "iops_stddev" : 746.140502,
        "iops_samples" : 1752
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 880006,
      "usr_cpu" : 0.672723,
      "sys_cpu" : 9.816297,
      "ctx" : 1893693,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999953,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999953,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.033769
      },
      "latency_ms" : {
        "2" : 1.214919,
        "4" : 2.798927,
        "10" : 16.903585,
        "20" : 78.492254,
        "50" : 0.556167,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848189,
  "timestamp_ms" : 1772848189401,
  "time" : "Fri Mar  6 21:49:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9401839616,
        "io_kbytes" : 9181484,
        "bw_bytes" : 78348010,
        "bw" : 76511,
        "iops" : 19128.007267,
        "runtime" : 120001,
        "total_ios" : 2295380,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 415550.562500,
          "stddev" : 267885.390000,
          "N" : 2295380
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 12967145.003837,
          "stddev" : 3788936.660069,
          "N" : 2295372,
          "percentile" : {
            "1.000000" : 1908736,
            "5.000000" : 5013504,
            "10.000000" : 7962624,
            "20.000000" : 10027008,
            "30.000000" : 11599872,
            "40.000000" : 12910592,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15269888,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19529728,
            "99.500000" : 20054016,
            "99.900000" : 21626880,
            "99.950000" : 22151168,
            "99.990000" : 23461888
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2018,
            "5668864" : 1870,
            "5734400" : 1805,
            "5799936" : 1909,
            "5865472" : 1543,
            "5931008" : 1409,
            "5996544" : 2388,
            "6062080" : 1637,
            "6127616" : 1921,
            "6193152" : 4251,
            "6258688" : 2329,
            "6324224" : 2321,
            "6389760" : 3093,
            "6455296" : 2672,
            "6520832" : 2336,
            "6586368" : 2526,
            "6651904" : 2398,
            "6717440" : 2217,
            "6782976" : 2615,
            "6848512" : 2572,
            "6914048" : 2525,
            "6979584" : 2827,
            "7045120" : 2550,
            "7110656" : 2714,
            "7176192" : 2705,
            "7241728" : 3019,
            "7307264" : 2851,
            "7372800" : 2974,
            "7438336" : 3142,
            "7503872" : 3189,
            "7569408" : 3357,
            "7634944" : 3384,
            "7700480" : 3665,
            "7766016" : 3794,
            "7831552" : 3914,
            "7897088" : 3868,
            "7962624" : 4069,
            "8028160" : 4215,
            "8093696" : 4045,
            "8159232" : 4304,
            "8224768" : 4649,
            "8290304" : 4937,
            "8355840" : 5129,
            "8454144" : 11185,
            "8585216" : 12216,
            "8716288" : 13363,
            "8847360" : 14275,
            "8978432" : 15368,
            "9109504" : 16602,
            "9240576" : 17795,
            "9371648" : 18531,
            "9502720" : 18706,
            "9633792" : 19419,
            "9764864" : 19818,
            "9895936" : 20326,
            "10027008" : 20696,
            "10158080" : 20574,
            "10289152" : 20556,
            "10420224" : 20458,
            "10551296" : 19533,
            "10682368" : 19055,
            "10813440" : 18739,
            "10944512" : 17729,
            "11075584" : 17361,
            "11206656" : 17003,
            "11337728" : 17136,
            "11468800" : 16811,
            "11599872" : 17496,
            "11730944" : 17725,
            "11862016" : 18526,
            "11993088" : 19204,
            "12124160" : 20305,
            "12255232" : 21357,
            "12386304" : 22398,
            "12517376" : 23874,
            "12648448" : 25196,
            "12779520" : 26652,
            "12910592" : 28355,
            "13041664" : 29755,
            "13172736" : 31259,
            "13303808" : 32729,
            "13434880" : 34640,
            "13565952" : 35343,
            "13697024" : 37329,
            "13828096" : 38578,
            "13959168" : 39344,
            "14090240" : 40816,
            "14221312" : 41580,
            "14352384" : 42653,
            "14483456" : 43488,
            "14614528" : 43785,
            "14745600" : 44343,
            "14876672" : 44376,
            "15007744" : 44065,
            "15138816" : 43461,
            "15269888" : 43203,
            "15400960" : 42475,
            "15532032" : 41688,
            "15663104" : 40414,
            "15794176" : 39530,
            "15925248" : 37491,
            "16056320" : 36087,
            "16187392" : 34764,
            "16318464" : 33068,
            "16449536" : 31060,
            "16580608" : 29243,
            "16711680" : 27254,
            "16908288" : 49113,
            "17170432" : 42118,
            "17432576" : 35482,
            "17694720" : 29285,
            "17956864" : 24176,
            "18219008" : 19448,
            "18481152" : 15422,
            "18743296" : 12295,
            "19005440" : 9589,
            "19267584" : 7283,
            "19529728" : 5658,
            "19791872" : 4333,
            "20054016" : 3210,
            "20316160" : 2476,
            "20578304" : 1851,
            "20840448" : 1401,
            "21102592" : 1101,
            "21364736" : 834,
            "21626880" : 584,
            "21889024" : 460,
            "22151168" : 344,
            "22413312" : 278,
            "22675456" : 182,
            "22937600" : 144,
            "23199744" : 135,
            "23461888" : 91,
            "23724032" : 42,
            "23986176" : 57,
            "24248320" : 25,
            "24510464" : 28,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13382705.313416,
          "stddev" : 3902126.845889,
          "N" : 2295372
        },
        "bw_min" : 58936,
        "bw_max" : 123844,
        "bw_agg" : 100.000000,
        "bw_mean" : 76550.949791,
        "bw_dev" : 2919.631317,
        "bw_samples" : 1912,
        "iops_min" : 14734,
        "iops_max" : 30961,
        "iops_mean" : 19137.476987,
        "iops_stddev" : 729.906308,
        "iops_samples" : 1912
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960000,
      "usr_cpu" : 0.669896,
      "sys_cpu" : 9.790625,
      "ctx" : 2054726,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999913,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999913,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.031062
      },
      "latency_ms" : {
        "2" : 1.117549,
        "4" : 2.574606,
        "10" : 16.460935,
        "20" : 79.282167,
        "50" : 0.533332,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848199,
  "timestamp_ms" : 1772848199401,
  "time" : "Fri Mar  6 21:49:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10151088128,
        "io_kbytes" : 9913172,
        "bw_bytes" : 78085293,
        "bw" : 76255,
        "iops" : 19063.892308,
        "runtime" : 130000,
        "total_ios" : 2478306,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 416959.212650,
          "stddev" : 267715.105794,
          "N" : 2478306
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 13010721.537306,
          "stddev" : 3719303.114596,
          "N" : 2478298,
          "percentile" : {
            "1.000000" : 1957888,
            "5.000000" : 5275648,
            "10.000000" : 8159232,
            "20.000000" : 10027008,
            "30.000000" : 11599872,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15269888,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 20054016,
            "99.900000" : 21626880,
            "99.950000" : 22151168,
            "99.990000" : 23461888
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2018,
            "5668864" : 1870,
            "5734400" : 1805,
            "5799936" : 1909,
            "5865472" : 1547,
            "5931008" : 1410,
            "5996544" : 2390,
            "6062080" : 1637,
            "6127616" : 1921,
            "6193152" : 4251,
            "6258688" : 2334,
            "6324224" : 2329,
            "6389760" : 3101,
            "6455296" : 2685,
            "6520832" : 2345,
            "6586368" : 2543,
            "6651904" : 2425,
            "6717440" : 2240,
            "6782976" : 2643,
            "6848512" : 2586,
            "6914048" : 2568,
            "6979584" : 2858,
            "7045120" : 2597,
            "7110656" : 2775,
            "7176192" : 2760,
            "7241728" : 3075,
            "7307264" : 2953,
            "7372800" : 3054,
            "7438336" : 3249,
            "7503872" : 3303,
            "7569408" : 3498,
            "7634944" : 3565,
            "7700480" : 3845,
            "7766016" : 4013,
            "7831552" : 4152,
            "7897088" : 4144,
            "7962624" : 4341,
            "8028160" : 4501,
            "8093696" : 4388,
            "8159232" : 4712,
            "8224768" : 5048,
            "8290304" : 5389,
            "8355840" : 5599,
            "8454144" : 12257,
            "8585216" : 13351,
            "8716288" : 14797,
            "8847360" : 15677,
            "8978432" : 16926,
            "9109504" : 18309,
            "9240576" : 19574,
            "9371648" : 20313,
            "9502720" : 20549,
            "9633792" : 21394,
            "9764864" : 21581,
            "9895936" : 22221,
            "10027008" : 22544,
            "10158080" : 22279,
            "10289152" : 22236,
            "10420224" : 22197,
            "10551296" : 21088,
            "10682368" : 20503,
            "10813440" : 20237,
            "10944512" : 19071,
            "11075584" : 18733,
            "11206656" : 18329,
            "11337728" : 18503,
            "11468800" : 18237,
            "11599872" : 18966,
            "11730944" : 19338,
            "11862016" : 20244,
            "11993088" : 21074,
            "12124160" : 22305,
            "12255232" : 23525,
            "12386304" : 24716,
            "12517376" : 26390,
            "12648448" : 27686,
            "12779520" : 29336,
            "12910592" : 31257,
            "13041664" : 32762,
            "13172736" : 34365,
            "13303808" : 35889,
            "13434880" : 38152,
            "13565952" : 38903,
            "13697024" : 41005,
            "13828096" : 42444,
            "13959168" : 43390,
            "14090240" : 44912,
            "14221312" : 45677,
            "14352384" : 46690,
            "14483456" : 47611,
            "14614528" : 48099,
            "14745600" : 48462,
            "14876672" : 48249,
            "15007744" : 48072,
            "15138816" : 47405,
            "15269888" : 47025,
            "15400960" : 46298,
            "15532032" : 45410,
            "15663104" : 43989,
            "15794176" : 42908,
            "15925248" : 40685,
            "16056320" : 39076,
            "16187392" : 37498,
            "16318464" : 35427,
            "16449536" : 33362,
            "16580608" : 31385,
            "16711680" : 29239,
            "16908288" : 52486,
            "17170432" : 44925,
            "17432576" : 37670,
            "17694720" : 31021,
            "17956864" : 25611,
            "18219008" : 20546,
            "18481152" : 16233,
            "18743296" : 12864,
            "19005440" : 10069,
            "19267584" : 7680,
            "19529728" : 5962,
            "19791872" : 4572,
            "20054016" : 3410,
            "20316160" : 2619,
            "20578304" : 1967,
            "20840448" : 1481,
            "21102592" : 1165,
            "21364736" : 884,
            "21626880" : 629,
            "21889024" : 494,
            "22151168" : 369,
            "22413312" : 291,
            "22675456" : 203,
            "22937600" : 150,
            "23199744" : 137,
            "23461888" : 92,
            "23724032" : 42,
            "23986176" : 57,
            "24248320" : 25,
            "24510464" : 28,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13427683.811666,
          "stddev" : 3830029.840709,
          "N" : 2478298
        },
        "bw_min" : 58528,
        "bw_max" : 124380,
        "bw_agg" : 100.000000,
        "bw_mean" : 76306.196911,
        "bw_dev" : 2859.678046,
        "bw_samples" : 2072,
        "iops_min" : 14632,
        "iops_max" : 31095,
        "iops_mean" : 19076.285714,
        "iops_stddev" : 714.917488,
        "iops_samples" : 2072
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1039999,
      "usr_cpu" : 0.670770,
      "sys_cpu" : 9.763086,
      "ctx" : 2221478,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.028770
      },
      "latency_ms" : {
        "2" : 1.035062,
        "4" : 2.384572,
        "10" : 16.240367,
        "20" : 79.787242,
        "50" : 0.523664,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848209,
  "timestamp_ms" : 1772848209402,
  "time" : "Fri Mar  6 21:50:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10888941568,
        "io_kbytes" : 10633732,
        "bw_bytes" : 77778154,
        "bw" : 75955,
        "iops" : 18988.900000,
        "runtime" : 140000,
        "total_ios" : 2658446,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 418614.697872,
          "stddev" : 267332.819658,
          "N" : 2658446
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 13062011.537952,
          "stddev" : 3663752.704740,
          "N" : 2658438,
          "percentile" : {
            "1.000000" : 2007040,
            "5.000000" : 5603328,
            "10.000000" : 8355840,
            "20.000000" : 10158080,
            "30.000000" : 11730944,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15269888,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 20054016,
            "99.900000" : 21626880,
            "99.950000" : 22151168,
            "99.990000" : 23461888
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2018,
            "5668864" : 1870,
            "5734400" : 1806,
            "5799936" : 1910,
            "5865472" : 1547,
            "5931008" : 1411,
            "5996544" : 2391,
            "6062080" : 1643,
            "6127616" : 1923,
            "6193152" : 4256,
            "6258688" : 2339,
            "6324224" : 2337,
            "6389760" : 3104,
            "6455296" : 2686,
            "6520832" : 2353,
            "6586368" : 2551,
            "6651904" : 2436,
            "6717440" : 2255,
            "6782976" : 2658,
            "6848512" : 2599,
            "6914048" : 2594,
            "6979584" : 2890,
            "7045120" : 2622,
            "7110656" : 2807,
            "7176192" : 2811,
            "7241728" : 3139,
            "7307264" : 3028,
            "7372800" : 3125,
            "7438336" : 3345,
            "7503872" : 3403,
            "7569408" : 3636,
            "7634944" : 3707,
            "7700480" : 4008,
            "7766016" : 4199,
            "7831552" : 4389,
            "7897088" : 4383,
            "7962624" : 4632,
            "8028160" : 4828,
            "8093696" : 4707,
            "8159232" : 5061,
            "8224768" : 5423,
            "8290304" : 5787,
            "8355840" : 6098,
            "8454144" : 13330,
            "8585216" : 14436,
            "8716288" : 16055,
            "8847360" : 17106,
            "8978432" : 18449,
            "9109504" : 19979,
            "9240576" : 21413,
            "9371648" : 22231,
            "9502720" : 22526,
            "9633792" : 23333,
            "9764864" : 23560,
            "9895936" : 23999,
            "10027008" : 24283,
            "10158080" : 23933,
            "10289152" : 23756,
            "10420224" : 23655,
            "10551296" : 22456,
            "10682368" : 21695,
            "10813440" : 21398,
            "10944512" : 20237,
            "11075584" : 19855,
            "11206656" : 19526,
            "11337728" : 19667,
            "11468800" : 19458,
            "11599872" : 20190,
            "11730944" : 20704,
            "11862016" : 21639,
            "11993088" : 22512,
            "12124160" : 23925,
            "12255232" : 25129,
            "12386304" : 26537,
            "12517376" : 28416,
            "12648448" : 29808,
            "12779520" : 31670,
            "12910592" : 33646,
            "13041664" : 35324,
            "13172736" : 37157,
            "13303808" : 38757,
            "13434880" : 41095,
            "13565952" : 42153,
            "13697024" : 44330,
            "13828096" : 45996,
            "13959168" : 47023,
            "14090240" : 48712,
            "14221312" : 49507,
            "14352384" : 50709,
            "14483456" : 51738,
            "14614528" : 52287,
            "14745600" : 52784,
            "14876672" : 52638,
            "15007744" : 52235,
            "15138816" : 51587,
            "15269888" : 51152,
            "15400960" : 50281,
            "15532032" : 49197,
            "15663104" : 47632,
            "15794176" : 46453,
            "15925248" : 44126,
            "16056320" : 42369,
            "16187392" : 40511,
            "16318464" : 38246,
            "16449536" : 36103,
            "16580608" : 34053,
            "16711680" : 31490,
            "16908288" : 56564,
            "17170432" : 48243,
            "17432576" : 40425,
            "17694720" : 33313,
            "17956864" : 27352,
            "18219008" : 21946,
            "18481152" : 17268,
            "18743296" : 13703,
            "19005440" : 10663,
            "19267584" : 8161,
            "19529728" : 6307,
            "19791872" : 4807,
            "20054016" : 3574,
            "20316160" : 2766,
            "20578304" : 2067,
            "20840448" : 1564,
            "21102592" : 1217,
            "21364736" : 919,
            "21626880" : 648,
            "21889024" : 518,
            "22151168" : 381,
            "22413312" : 295,
            "22675456" : 214,
            "22937600" : 153,
            "23199744" : 138,
            "23461888" : 94,
            "23724032" : 46,
            "23986176" : 59,
            "24248320" : 25,
            "24510464" : 28,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13480623.020638,
          "stddev" : 3772526.659855,
          "N" : 2658438
        },
        "bw_min" : 58528,
        "bw_max" : 124380,
        "bw_agg" : 99.998383,
        "bw_mean" : 75954.028674,
        "bw_dev" : 2801.993571,
        "bw_samples" : 2232,
        "iops_min" : 14632,
        "iops_max" : 31095,
        "iops_mean" : 18988.250896,
        "iops_stddev" : 700.496303,
        "iops_samples" : 2232
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119999,
      "usr_cpu" : 0.666965,
      "sys_cpu" : 9.733312,
      "ctx" : 2390988,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999962,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999962,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.026820
      },
      "latency_ms" : {
        "2" : 0.964925,
        "4" : 2.222990,
        "10" : 16.053965,
        "20" : 80.219873,
        "50" : 0.511126,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848219,
  "timestamp_ms" : 1772848219402,
  "time" : "Fri Mar  6 21:50:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11649343488,
        "io_kbytes" : 11376312,
        "bw_bytes" : 77661772,
        "bw" : 75841,
        "iops" : 18960.486930,
        "runtime" : 150001,
        "total_ios" : 2844092,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 419242.173161,
          "stddev" : 267844.165025,
          "N" : 2844092
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 13081555.113307,
          "stddev" : 3605042.472093,
          "N" : 2844084,
          "percentile" : {
            "1.000000" : 2056192,
            "5.000000" : 5931008,
            "10.000000" : 8454144,
            "20.000000" : 10158080,
            "30.000000" : 11730944,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14614528,
            "70.000000" : 15269888,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 20054016,
            "99.900000" : 21364736,
            "99.950000" : 22151168,
            "99.990000" : 23461888
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1503,
            "5603328" : 2018,
            "5668864" : 1870,
            "5734400" : 1806,
            "5799936" : 1910,
            "5865472" : 1547,
            "5931008" : 1411,
            "5996544" : 2391,
            "6062080" : 1644,
            "6127616" : 1923,
            "6193152" : 4257,
            "6258688" : 2343,
            "6324224" : 2342,
            "6389760" : 3107,
            "6455296" : 2689,
            "6520832" : 2359,
            "6586368" : 2563,
            "6651904" : 2446,
            "6717440" : 2266,
            "6782976" : 2677,
            "6848512" : 2613,
            "6914048" : 2621,
            "6979584" : 2927,
            "7045120" : 2681,
            "7110656" : 2847,
            "7176192" : 2859,
            "7241728" : 3214,
            "7307264" : 3117,
            "7372800" : 3236,
            "7438336" : 3462,
            "7503872" : 3535,
            "7569408" : 3748,
            "7634944" : 3880,
            "7700480" : 4214,
            "7766016" : 4412,
            "7831552" : 4634,
            "7897088" : 4648,
            "7962624" : 4935,
            "8028160" : 5140,
            "8093696" : 5149,
            "8159232" : 5509,
            "8224768" : 5858,
            "8290304" : 6276,
            "8355840" : 6623,
            "8454144" : 14524,
            "8585216" : 15803,
            "8716288" : 17639,
            "8847360" : 18743,
            "8978432" : 20364,
            "9109504" : 21896,
            "9240576" : 23425,
            "9371648" : 24240,
            "9502720" : 24569,
            "9633792" : 25395,
            "9764864" : 25492,
            "9895936" : 25901,
            "10027008" : 26210,
            "10158080" : 25722,
            "10289152" : 25512,
            "10420224" : 25400,
            "10551296" : 24063,
            "10682368" : 23202,
            "10813440" : 22847,
            "10944512" : 21698,
            "11075584" : 21316,
            "11206656" : 21029,
            "11337728" : 21258,
            "11468800" : 21250,
            "11599872" : 21929,
            "11730944" : 22595,
            "11862016" : 23657,
            "11993088" : 24628,
            "12124160" : 26187,
            "12255232" : 27487,
            "12386304" : 29076,
            "12517376" : 30984,
            "12648448" : 32637,
            "12779520" : 34743,
            "12910592" : 36693,
            "13041664" : 38524,
            "13172736" : 40672,
            "13303808" : 42301,
            "13434880" : 44731,
            "13565952" : 45940,
            "13697024" : 48280,
            "13828096" : 50015,
            "13959168" : 51058,
            "14090240" : 52861,
            "14221312" : 53830,
            "14352384" : 54980,
            "14483456" : 55941,
            "14614528" : 56472,
            "14745600" : 56959,
            "14876672" : 56650,
            "15007744" : 56118,
            "15138816" : 55291,
            "15269888" : 54740,
            "15400960" : 53785,
            "15532032" : 52506,
            "15663104" : 50825,
            "15794176" : 49419,
            "15925248" : 46850,
            "16056320" : 45031,
            "16187392" : 42856,
            "16318464" : 40426,
            "16449536" : 38127,
            "16580608" : 35865,
            "16711680" : 33208,
            "16908288" : 59667,
            "17170432" : 50757,
            "17432576" : 42313,
            "17694720" : 34885,
            "17956864" : 28612,
            "18219008" : 22954,
            "18481152" : 18052,
            "18743296" : 14267,
            "19005440" : 11073,
            "19267584" : 8527,
            "19529728" : 6572,
            "19791872" : 4986,
            "20054016" : 3728,
            "20316160" : 2871,
            "20578304" : 2130,
            "20840448" : 1639,
            "21102592" : 1255,
            "21364736" : 946,
            "21626880" : 664,
            "21889024" : 526,
            "22151168" : 389,
            "22413312" : 304,
            "22675456" : 220,
            "22937600" : 157,
            "23199744" : 140,
            "23461888" : 97,
            "23724032" : 47,
            "23986176" : 60,
            "24248320" : 27,
            "24510464" : 29,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13500797.816083,
          "stddev" : 3711683.281930,
          "N" : 2844084
        },
        "bw_min" : 58528,
        "bw_max" : 124468,
        "bw_agg" : 100.000000,
        "bw_mean" : 75851.635452,
        "bw_dev" : 2743.048750,
        "bw_samples" : 2392,
        "iops_min" : 14632,
        "iops_max" : 31117,
        "iops_mean" : 18962.662207,
        "iops_stddev" : 685.759864,
        "iops_samples" : 2392
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1200003,
      "usr_cpu" : 0.669165,
      "sys_cpu" : 9.720559,
      "ctx" : 2551837,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.025070
      },
      "latency_ms" : {
        "2" : 0.901940,
        "4" : 2.077886,
        "10" : 15.958626,
        "20" : 80.541734,
        "50" : 0.494464,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848229,
  "timestamp_ms" : 1772848229402,
  "time" : "Fri Mar  6 21:50:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 12409835520,
        "io_kbytes" : 12118980,
        "bw_bytes" : 77560987,
        "bw" : 75743,
        "iops" : 18935.887901,
        "runtime" : 160001,
        "total_ios" : 3029761,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9865,
          "max" : 5125019,
          "mean" : 419790.333688,
          "stddev" : 268447.211650,
          "N" : 3029761
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 13098671.331616,
          "stddev" : 3550526.864571,
          "N" : 3029753,
          "percentile" : {
            "1.000000" : 2113536,
            "5.000000" : 6193152,
            "10.000000" : 8585216,
            "20.000000" : 10158080,
            "30.000000" : 11862016,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14483456,
            "70.000000" : 15138816,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 20054016,
            "99.900000" : 21364736,
            "99.950000" : 22151168,
            "99.990000" : 23461888
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1506,
            "5603328" : 2018,
            "5668864" : 1871,
            "5734400" : 1806,
            "5799936" : 1911,
            "5865472" : 1549,
            "5931008" : 1415,
            "5996544" : 2393,
            "6062080" : 1644,
            "6127616" : 1927,
            "6193152" : 4258,
            "6258688" : 2346,
            "6324224" : 2345,
            "6389760" : 3117,
            "6455296" : 2700,
            "6520832" : 2372,
            "6586368" : 2576,
            "6651904" : 2467,
            "6717440" : 2293,
            "6782976" : 2726,
            "6848512" : 2645,
            "6914048" : 2662,
            "6979584" : 2967,
            "7045120" : 2733,
            "7110656" : 2900,
            "7176192" : 2925,
            "7241728" : 3301,
            "7307264" : 3240,
            "7372800" : 3355,
            "7438336" : 3576,
            "7503872" : 3665,
            "7569408" : 3946,
            "7634944" : 4070,
            "7700480" : 4423,
            "7766016" : 4662,
            "7831552" : 4886,
            "7897088" : 4942,
            "7962624" : 5299,
            "8028160" : 5531,
            "8093696" : 5540,
            "8159232" : 5934,
            "8224768" : 6303,
            "8290304" : 6771,
            "8355840" : 7100,
            "8454144" : 15782,
            "8585216" : 17149,
            "8716288" : 19226,
            "8847360" : 20466,
            "8978432" : 22103,
            "9109504" : 23859,
            "9240576" : 25272,
            "9371648" : 26145,
            "9502720" : 26380,
            "9633792" : 27241,
            "9764864" : 27334,
            "9895936" : 27663,
            "10027008" : 27909,
            "10158080" : 27337,
            "10289152" : 27074,
            "10420224" : 26834,
            "10551296" : 25473,
            "10682368" : 24630,
            "10813440" : 24095,
            "10944512" : 22963,
            "11075584" : 22708,
            "11206656" : 22431,
            "11337728" : 22772,
            "11468800" : 22866,
            "11599872" : 23687,
            "11730944" : 24400,
            "11862016" : 25553,
            "11993088" : 26815,
            "12124160" : 28435,
            "12255232" : 29874,
            "12386304" : 31831,
            "12517376" : 33858,
            "12648448" : 35706,
            "12779520" : 37864,
            "12910592" : 40126,
            "13041664" : 42032,
            "13172736" : 44515,
            "13303808" : 46144,
            "13434880" : 48906,
            "13565952" : 49995,
            "13697024" : 52456,
            "13828096" : 54335,
            "13959168" : 55298,
            "14090240" : 57240,
            "14221312" : 58285,
            "14352384" : 59219,
            "14483456" : 60176,
            "14614528" : 60614,
            "14745600" : 61166,
            "14876672" : 60626,
            "15007744" : 59886,
            "15138816" : 59157,
            "15269888" : 58360,
            "15400960" : 57291,
            "15532032" : 55792,
            "15663104" : 53919,
            "15794176" : 52437,
            "15925248" : 49639,
            "16056320" : 47561,
            "16187392" : 45244,
            "16318464" : 42631,
            "16449536" : 40119,
            "16580608" : 37737,
            "16711680" : 34743,
            "16908288" : 62529,
            "17170432" : 53075,
            "17432576" : 44225,
            "17694720" : 36416,
            "17956864" : 29796,
            "18219008" : 23836,
            "18481152" : 18726,
            "18743296" : 14740,
            "19005440" : 11451,
            "19267584" : 8839,
            "19529728" : 6785,
            "19791872" : 5128,
            "20054016" : 3848,
            "20316160" : 2943,
            "20578304" : 2182,
            "20840448" : 1660,
            "21102592" : 1291,
            "21364736" : 965,
            "21626880" : 684,
            "21889024" : 539,
            "22151168" : 401,
            "22413312" : 304,
            "22675456" : 223,
            "22937600" : 159,
            "23199744" : 141,
            "23461888" : 98,
            "23724032" : 49,
            "23986176" : 60,
            "24248320" : 27,
            "24510464" : 29,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13518468.179142,
          "stddev" : 3655172.003891,
          "N" : 3029753
        },
        "bw_min" : 58528,
        "bw_max" : 124516,
        "bw_agg" : 100.000000,
        "bw_mean" : 75781.510972,
        "bw_dev" : 2685.699579,
        "bw_samples" : 2552,
        "iops_min" : 14632,
        "iops_max" : 31129,
        "iops_mean" : 18945.128527,
        "iops_stddev" : 671.423027,
        "iops_samples" : 2552
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280003,
      "usr_cpu" : 0.668514,
      "sys_cpu" : 9.708415,
      "ctx" : 2711036,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999967,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999967,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.023533
      },
      "latency_ms" : {
        "2" : 0.846667,
        "4" : 1.950550,
        "10" : 15.857818,
        "20" : 80.845915,
        "50" : 0.475252,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848239,
  "timestamp_ms" : 1772848239402,
  "time" : "Fri Mar  6 21:50:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13178929152,
        "io_kbytes" : 12870048,
        "bw_bytes" : 77522656,
        "bw" : 75705,
        "iops" : 18926.500432,
        "runtime" : 170001,
        "total_ios" : 3217524,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9845,
          "max" : 5342972,
          "mean" : 420000.078809,
          "stddev" : 268730.680932,
          "N" : 3217524
        },
        "clat_ns" : {
          "min" : 890739,
          "max" : 26070706,
          "mean" : 13105026.844495,
          "stddev" : 3502845.280745,
          "N" : 3217516,
          "percentile" : {
            "1.000000" : 2146304,
            "5.000000" : 6455296,
            "10.000000" : 8585216,
            "20.000000" : 10158080,
            "30.000000" : 11862016,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14483456,
            "70.000000" : 15138816,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 19791872,
            "99.900000" : 21364736,
            "99.950000" : 21889024,
            "99.990000" : 23461888
          },
          "bins" : {
            "888832" : 2,
            "897024" : 4,
            "905216" : 11,
            "913408" : 26,
            "921600" : 19,
            "929792" : 33,
            "937984" : 78,
            "946176" : 89,
            "954368" : 39,
            "962560" : 55,
            "970752" : 78,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 89,
            "1011712" : 75,
            "1019904" : 72,
            "1028096" : 115,
            "1036288" : 127,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 306,
            "1089536" : 243,
            "1105920" : 241,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 287,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 384,
            "1253376" : 303,
            "1269760" : 377,
            "1286144" : 406,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 452,
            "1384448" : 360,
            "1400832" : 366,
            "1417216" : 458,
            "1433600" : 444,
            "1449984" : 434,
            "1466368" : 311,
            "1482752" : 329,
            "1499136" : 406,
            "1515520" : 436,
            "1531904" : 511,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 382,
            "1613824" : 513,
            "1630208" : 507,
            "1646592" : 472,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 536,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 434,
            "1810432" : 563,
            "1826816" : 583,
            "1843200" : 624,
            "1859584" : 559,
            "1875968" : 522,
            "1892352" : 452,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 497,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 620,
            "2056192" : 627,
            "2072576" : 667,
            "2088960" : 608,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1252,
            "2211840" : 1234,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1112,
            "2408448" : 1227,
            "2441216" : 1241,
            "2473984" : 1255,
            "2506752" : 1247,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1073,
            "2637824" : 1115,
            "2670592" : 1119,
            "2703360" : 1109,
            "2736128" : 1268,
            "2768896" : 1182,
            "2801664" : 1034,
            "2834432" : 1189,
            "2867200" : 1122,
            "2899968" : 930,
            "2932736" : 1005,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 996,
            "3063808" : 807,
            "3096576" : 826,
            "3129344" : 952,
            "3162112" : 827,
            "3194880" : 812,
            "3227648" : 854,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 603,
            "3391488" : 747,
            "3424256" : 767,
            "3457024" : 761,
            "3489792" : 665,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1044,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 665,
            "3784704" : 620,
            "3817472" : 653,
            "3850240" : 845,
            "3883008" : 792,
            "3915776" : 474,
            "3948544" : 555,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 542,
            "4227072" : 1012,
            "4292608" : 2069,
            "4358144" : 1726,
            "4423680" : 6679,
            "4489216" : 2647,
            "4554752" : 1563,
            "4620288" : 1297,
            "4685824" : 1518,
            "4751360" : 1491,
            "4816896" : 1971,
            "4882432" : 1338,
            "4947968" : 1066,
            "5013504" : 1667,
            "5079040" : 1252,
            "5144576" : 4551,
            "5210112" : 2743,
            "5275648" : 1677,
            "5341184" : 1985,
            "5406720" : 1467,
            "5472256" : 1601,
            "5537792" : 1506,
            "5603328" : 2019,
            "5668864" : 1871,
            "5734400" : 1807,
            "5799936" : 1912,
            "5865472" : 1549,
            "5931008" : 1416,
            "5996544" : 2393,
            "6062080" : 1646,
            "6127616" : 1932,
            "6193152" : 4260,
            "6258688" : 2350,
            "6324224" : 2347,
            "6389760" : 3124,
            "6455296" : 2712,
            "6520832" : 2383,
            "6586368" : 2583,
            "6651904" : 2476,
            "6717440" : 2313,
            "6782976" : 2762,
            "6848512" : 2688,
            "6914048" : 2721,
            "6979584" : 3014,
            "7045120" : 2792,
            "7110656" : 2964,
            "7176192" : 3003,
            "7241728" : 3410,
            "7307264" : 3326,
            "7372800" : 3500,
            "7438336" : 3719,
            "7503872" : 3860,
            "7569408" : 4140,
            "7634944" : 4246,
            "7700480" : 4686,
            "7766016" : 4954,
            "7831552" : 5281,
            "7897088" : 5314,
            "7962624" : 5672,
            "8028160" : 6006,
            "8093696" : 6084,
            "8159232" : 6456,
            "8224768" : 6874,
            "8290304" : 7376,
            "8355840" : 7818,
            "8454144" : 17227,
            "8585216" : 18759,
            "8716288" : 21105,
            "8847360" : 22466,
            "8978432" : 24059,
            "9109504" : 25941,
            "9240576" : 27388,
            "9371648" : 28309,
            "9502720" : 28508,
            "9633792" : 29365,
            "9764864" : 29400,
            "9895936" : 29514,
            "10027008" : 29748,
            "10158080" : 29074,
            "10289152" : 28673,
            "10420224" : 28378,
            "10551296" : 26863,
            "10682368" : 26086,
            "10813440" : 25531,
            "10944512" : 24411,
            "11075584" : 24227,
            "11206656" : 23895,
            "11337728" : 24421,
            "11468800" : 24588,
            "11599872" : 25444,
            "11730944" : 26350,
            "11862016" : 27616,
            "11993088" : 29077,
            "12124160" : 30837,
            "12255232" : 32328,
            "12386304" : 34487,
            "12517376" : 36712,
            "12648448" : 38764,
            "12779520" : 41125,
            "12910592" : 43455,
            "13041664" : 45474,
            "13172736" : 48047,
            "13303808" : 49933,
            "13434880" : 52662,
            "13565952" : 53893,
            "13697024" : 56406,
            "13828096" : 58377,
            "13959168" : 59389,
            "14090240" : 61503,
            "14221312" : 62342,
            "14352384" : 63474,
            "14483456" : 64407,
            "14614528" : 64675,
            "14745600" : 65325,
            "14876672" : 64609,
            "15007744" : 63877,
            "15138816" : 62923,
            "15269888" : 62055,
            "15400960" : 60853,
            "15532032" : 59021,
            "15663104" : 56887,
            "15794176" : 55399,
            "15925248" : 52325,
            "16056320" : 50087,
            "16187392" : 47560,
            "16318464" : 44731,
            "16449536" : 42035,
            "16580608" : 39527,
            "16711680" : 36302,
            "16908288" : 65244,
            "17170432" : 55240,
            "17432576" : 46000,
            "17694720" : 37790,
            "17956864" : 30877,
            "18219008" : 24645,
            "18481152" : 19309,
            "18743296" : 15242,
            "19005440" : 11762,
            "19267584" : 9094,
            "19529728" : 6963,
            "19791872" : 5260,
            "20054016" : 3962,
            "20316160" : 3029,
            "20578304" : 2238,
            "20840448" : 1706,
            "21102592" : 1318,
            "21364736" : 991,
            "21626880" : 696,
            "21889024" : 546,
            "22151168" : 414,
            "22413312" : 306,
            "22675456" : 223,
            "22937600" : 159,
            "23199744" : 141,
            "23461888" : 98,
            "23724032" : 49,
            "23986176" : 60,
            "24248320" : 27,
            "24510464" : 29,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 922958,
          "max" : 26435663,
          "mean" : 13525026.305163,
          "stddev" : 3605756.556610,
          "N" : 3217516
        },
        "bw_min" : 58528,
        "bw_max" : 125041,
        "bw_agg" : 100.000000,
        "bw_mean" : 75736.430678,
        "bw_dev" : 2633.532323,
        "bw_samples" : 2712,
        "iops_min" : 14632,
        "iops_max" : 31260,
        "iops_mean" : 18933.846608,
        "iops_stddev" : 658.381040,
        "iops_samples" : 2712
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1360004,
      "usr_cpu" : 0.672130,
      "sys_cpu" : 9.698869,
      "ctx" : 2873106,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.022160
      },
      "latency_ms" : {
        "2" : 0.797259,
        "4" : 1.836723,
        "10" : 15.884202,
        "20" : 81.001074,
        "50" : 0.458334,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848249,
  "timestamp_ms" : 1772848249424,
  "time" : "Fri Mar  6 21:50:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 1079,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13945012224,
        "io_kbytes" : 13618176,
        "bw_bytes" : 77471859,
        "bw" : 75656,
        "iops" : 18912.800484,
        "runtime" : 180001,
        "total_ios" : 3404323,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9845,
          "max" : 5342972,
          "mean" : 420301.722971,
          "stddev" : 268698.807882,
          "N" : 3404331
        },
        "clat_ns" : {
          "min" : 3326,
          "max" : 26070706,
          "mean" : 13113974.952674,
          "stddev" : 3461199.022548,
          "N" : 3404571,
          "percentile" : {
            "1.000000" : 2211840,
            "5.000000" : 6651904,
            "10.000000" : 8716288,
            "20.000000" : 10289152,
            "30.000000" : 11862016,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14483456,
            "70.000000" : 15138816,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 19791872,
            "99.900000" : 21364736,
            "99.950000" : 21889024,
            "99.990000" : 23199744
          },
          "bins" : {
            "3312" : 1,
            "3376" : 1,
            "3408" : 2,
            "3632" : 1,
            "3728" : 1,
            "3824" : 1,
            "5152" : 1,
            "250880" : 1,
            "309248" : 1,
            "313344" : 1,
            "337920" : 1,
            "350208" : 1,
            "362496" : 1,
            "374784" : 1,
            "415744" : 1,
            "436224" : 1,
            "544768" : 1,
            "593920" : 1,
            "602112" : 1,
            "634880" : 1,
            "667648" : 1,
            "700416" : 1,
            "765952" : 2,
            "815104" : 1,
            "872448" : 1,
            "888832" : 2,
            "897024" : 5,
            "905216" : 11,
            "913408" : 26,
            "921600" : 20,
            "929792" : 33,
            "937984" : 78,
            "946176" : 90,
            "954368" : 39,
            "962560" : 55,
            "970752" : 79,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 90,
            "1011712" : 75,
            "1019904" : 73,
            "1028096" : 115,
            "1036288" : 128,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 307,
            "1089536" : 243,
            "1105920" : 242,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 288,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 385,
            "1253376" : 304,
            "1269760" : 377,
            "1286144" : 407,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 453,
            "1384448" : 362,
            "1400832" : 367,
            "1417216" : 458,
            "1433600" : 445,
            "1449984" : 435,
            "1466368" : 311,
            "1482752" : 330,
            "1499136" : 407,
            "1515520" : 436,
            "1531904" : 512,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 383,
            "1613824" : 514,
            "1630208" : 507,
            "1646592" : 473,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 537,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 435,
            "1810432" : 563,
            "1826816" : 584,
            "1843200" : 625,
            "1859584" : 560,
            "1875968" : 523,
            "1892352" : 453,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 498,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 621,
            "2056192" : 628,
            "2072576" : 667,
            "2088960" : 609,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1253,
            "2211840" : 1237,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1113,
            "2408448" : 1229,
            "2441216" : 1242,
            "2473984" : 1256,
            "2506752" : 1249,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1074,
            "2637824" : 1116,
            "2670592" : 1120,
            "2703360" : 1110,
            "2736128" : 1269,
            "2768896" : 1183,
            "2801664" : 1035,
            "2834432" : 1191,
            "2867200" : 1123,
            "2899968" : 931,
            "2932736" : 1006,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 997,
            "3063808" : 807,
            "3096576" : 827,
            "3129344" : 952,
            "3162112" : 829,
            "3194880" : 814,
            "3227648" : 857,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 604,
            "3391488" : 749,
            "3424256" : 768,
            "3457024" : 764,
            "3489792" : 666,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1046,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 667,
            "3784704" : 620,
            "3817472" : 655,
            "3850240" : 847,
            "3883008" : 792,
            "3915776" : 476,
            "3948544" : 556,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 545,
            "4227072" : 1016,
            "4292608" : 2072,
            "4358144" : 1726,
            "4423680" : 6680,
            "4489216" : 2650,
            "4554752" : 1564,
            "4620288" : 1299,
            "4685824" : 1520,
            "4751360" : 1491,
            "4816896" : 1973,
            "4882432" : 1338,
            "4947968" : 1070,
            "5013504" : 1669,
            "5079040" : 1255,
            "5144576" : 4552,
            "5210112" : 2744,
            "5275648" : 1680,
            "5341184" : 1988,
            "5406720" : 1468,
            "5472256" : 1601,
            "5537792" : 1509,
            "5603328" : 2020,
            "5668864" : 1874,
            "5734400" : 1808,
            "5799936" : 1912,
            "5865472" : 1554,
            "5931008" : 1419,
            "5996544" : 2398,
            "6062080" : 1647,
            "6127616" : 1936,
            "6193152" : 4264,
            "6258688" : 2356,
            "6324224" : 2358,
            "6389760" : 3133,
            "6455296" : 2720,
            "6520832" : 2397,
            "6586368" : 2604,
            "6651904" : 2497,
            "6717440" : 2342,
            "6782976" : 2789,
            "6848512" : 2721,
            "6914048" : 2760,
            "6979584" : 3063,
            "7045120" : 2851,
            "7110656" : 3016,
            "7176192" : 3095,
            "7241728" : 3516,
            "7307264" : 3452,
            "7372800" : 3615,
            "7438336" : 3844,
            "7503872" : 4002,
            "7569408" : 4306,
            "7634944" : 4450,
            "7700480" : 4915,
            "7766016" : 5186,
            "7831552" : 5560,
            "7897088" : 5653,
            "7962624" : 6017,
            "8028160" : 6385,
            "8093696" : 6521,
            "8159232" : 6897,
            "8224768" : 7396,
            "8290304" : 7866,
            "8355840" : 8378,
            "8454144" : 18637,
            "8585216" : 20366,
            "8716288" : 22846,
            "8847360" : 24290,
            "8978432" : 25902,
            "9109504" : 27971,
            "9240576" : 29395,
            "9371648" : 30461,
            "9502720" : 30610,
            "9633792" : 31331,
            "9764864" : 31352,
            "9895936" : 31445,
            "10027008" : 31719,
            "10158080" : 30861,
            "10289152" : 30339,
            "10420224" : 29945,
            "10551296" : 28432,
            "10682368" : 27611,
            "10813440" : 26976,
            "10944512" : 25864,
            "11075584" : 25712,
            "11206656" : 25437,
            "11337728" : 25992,
            "11468800" : 26213,
            "11599872" : 27254,
            "11730944" : 28277,
            "11862016" : 29607,
            "11993088" : 31319,
            "12124160" : 33112,
            "12255232" : 34799,
            "12386304" : 37163,
            "12517376" : 39606,
            "12648448" : 41752,
            "12779520" : 44276,
            "12910592" : 46791,
            "13041664" : 49008,
            "13172736" : 51620,
            "13303808" : 53743,
            "13434880" : 56536,
            "13565952" : 57957,
            "13697024" : 60471,
            "13828096" : 62461,
            "13959168" : 63554,
            "14090240" : 65677,
            "14221312" : 66372,
            "14352384" : 67542,
            "14483456" : 68644,
            "14614528" : 68692,
            "14745600" : 69281,
            "14876672" : 68477,
            "15007744" : 67654,
            "15138816" : 66461,
            "15269888" : 65544,
            "15400960" : 64216,
            "15532032" : 62130,
            "15663104" : 59879,
            "15794176" : 58351,
            "15925248" : 54932,
            "16056320" : 52613,
            "16187392" : 49983,
            "16318464" : 46840,
            "16449536" : 44064,
            "16580608" : 41348,
            "16711680" : 37894,
            "16908288" : 68170,
            "17170432" : 57607,
            "17432576" : 47913,
            "17694720" : 39270,
            "17956864" : 32042,
            "18219008" : 25616,
            "18481152" : 20090,
            "18743296" : 15808,
            "19005440" : 12162,
            "19267584" : 9364,
            "19529728" : 7204,
            "19791872" : 5446,
            "20054016" : 4093,
            "20316160" : 3139,
            "20578304" : 2311,
            "20840448" : 1772,
            "21102592" : 1361,
            "21364736" : 1020,
            "21626880" : 719,
            "21889024" : 562,
            "22151168" : 425,
            "22413312" : 309,
            "22675456" : 227,
            "22937600" : 162,
            "23199744" : 146,
            "23461888" : 101,
            "23724032" : 49,
            "23986176" : 60,
            "24248320" : 27,
            "24510464" : 29,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 248289,
          "max" : 26435663,
          "mean" : 13534281.078597,
          "stddev" : 3562553.781556,
          "N" : 3404571
        },
        "bw_min" : 58528,
        "bw_max" : 125470,
        "bw_agg" : 100.000000,
        "bw_mean" : 75669.172702,
        "bw_dev" : 2583.019019,
        "bw_samples" : 2872,
        "iops_min" : 14632,
        "iops_max" : 31367,
        "iops_mean" : 18917.019499,
        "iops_stddev" : 645.752270,
        "iops_samples" : 2872
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439999,
      "usr_cpu" : 0.672084,
      "sys_cpu" : 9.693271,
      "ctx" : 3038968,
      "majf" : 0,
      "minf" : 331,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999765,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.021179
      },
      "latency_ms" : {
        "2" : 0.754364,
        "4" : 1.737526,
        "10" : 15.863183,
        "20" : 81.183131,
        "50" : 0.447225,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772848249,
  "timestamp_ms" : 1772848249463,
  "time" : "Fri Mar  6 21:50:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13945155584,
        "io_kbytes" : 13618316,
        "bw_bytes" : 77462758,
        "bw" : 75647,
        "iops" : 18910.384171,
        "runtime" : 180024,
        "total_ios" : 3404323,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 9845,
          "max" : 5342972,
          "mean" : 420301.722971,
          "stddev" : 268698.807882,
          "N" : 3404331
        },
        "clat_ns" : {
          "min" : 3326,
          "max" : 26070706,
          "mean" : 13113974.952674,
          "stddev" : 3461199.022548,
          "N" : 3404571,
          "percentile" : {
            "1.000000" : 2211840,
            "5.000000" : 6651904,
            "10.000000" : 8716288,
            "20.000000" : 10289152,
            "30.000000" : 11862016,
            "40.000000" : 13041664,
            "50.000000" : 13828096,
            "60.000000" : 14483456,
            "70.000000" : 15138816,
            "80.000000" : 15925248,
            "90.000000" : 16908288,
            "95.000000" : 17694720,
            "99.000000" : 19267584,
            "99.500000" : 19791872,
            "99.900000" : 21364736,
            "99.950000" : 21889024,
            "99.990000" : 23199744
          },
          "bins" : {
            "3312" : 1,
            "3376" : 1,
            "3408" : 2,
            "3632" : 1,
            "3728" : 1,
            "3824" : 1,
            "5152" : 1,
            "250880" : 1,
            "309248" : 1,
            "313344" : 1,
            "337920" : 1,
            "350208" : 1,
            "362496" : 1,
            "374784" : 1,
            "415744" : 1,
            "436224" : 1,
            "544768" : 1,
            "593920" : 1,
            "602112" : 1,
            "634880" : 1,
            "667648" : 1,
            "700416" : 1,
            "765952" : 2,
            "815104" : 1,
            "872448" : 1,
            "888832" : 2,
            "897024" : 5,
            "905216" : 11,
            "913408" : 26,
            "921600" : 20,
            "929792" : 33,
            "937984" : 78,
            "946176" : 90,
            "954368" : 39,
            "962560" : 55,
            "970752" : 79,
            "978944" : 105,
            "987136" : 73,
            "995328" : 93,
            "1003520" : 90,
            "1011712" : 75,
            "1019904" : 73,
            "1028096" : 115,
            "1036288" : 128,
            "1044480" : 164,
            "1056768" : 227,
            "1073152" : 307,
            "1089536" : 243,
            "1105920" : 242,
            "1122304" : 390,
            "1138688" : 321,
            "1155072" : 308,
            "1171456" : 288,
            "1187840" : 308,
            "1204224" : 266,
            "1220608" : 397,
            "1236992" : 385,
            "1253376" : 304,
            "1269760" : 377,
            "1286144" : 407,
            "1302528" : 350,
            "1318912" : 357,
            "1335296" : 421,
            "1351680" : 418,
            "1368064" : 453,
            "1384448" : 362,
            "1400832" : 367,
            "1417216" : 458,
            "1433600" : 445,
            "1449984" : 435,
            "1466368" : 311,
            "1482752" : 330,
            "1499136" : 407,
            "1515520" : 436,
            "1531904" : 512,
            "1548288" : 464,
            "1564672" : 374,
            "1581056" : 421,
            "1597440" : 383,
            "1613824" : 514,
            "1630208" : 507,
            "1646592" : 473,
            "1662976" : 392,
            "1679360" : 447,
            "1695744" : 451,
            "1712128" : 600,
            "1728512" : 537,
            "1744896" : 488,
            "1761280" : 482,
            "1777664" : 439,
            "1794048" : 435,
            "1810432" : 563,
            "1826816" : 584,
            "1843200" : 625,
            "1859584" : 560,
            "1875968" : 523,
            "1892352" : 453,
            "1908736" : 517,
            "1925120" : 637,
            "1941504" : 609,
            "1957888" : 557,
            "1974272" : 621,
            "1990656" : 498,
            "2007040" : 600,
            "2023424" : 626,
            "2039808" : 621,
            "2056192" : 628,
            "2072576" : 667,
            "2088960" : 609,
            "2113536" : 1168,
            "2146304" : 1277,
            "2179072" : 1253,
            "2211840" : 1237,
            "2244608" : 1253,
            "2277376" : 1216,
            "2310144" : 1349,
            "2342912" : 1250,
            "2375680" : 1113,
            "2408448" : 1229,
            "2441216" : 1242,
            "2473984" : 1256,
            "2506752" : 1249,
            "2539520" : 1100,
            "2572288" : 1228,
            "2605056" : 1074,
            "2637824" : 1116,
            "2670592" : 1120,
            "2703360" : 1110,
            "2736128" : 1269,
            "2768896" : 1183,
            "2801664" : 1035,
            "2834432" : 1191,
            "2867200" : 1123,
            "2899968" : 931,
            "2932736" : 1006,
            "2965504" : 1053,
            "2998272" : 1050,
            "3031040" : 997,
            "3063808" : 807,
            "3096576" : 827,
            "3129344" : 952,
            "3162112" : 829,
            "3194880" : 814,
            "3227648" : 857,
            "3260416" : 784,
            "3293184" : 835,
            "3325952" : 698,
            "3358720" : 604,
            "3391488" : 749,
            "3424256" : 768,
            "3457024" : 764,
            "3489792" : 666,
            "3522560" : 591,
            "3555328" : 696,
            "3588096" : 1046,
            "3620864" : 602,
            "3653632" : 606,
            "3686400" : 878,
            "3719168" : 924,
            "3751936" : 667,
            "3784704" : 620,
            "3817472" : 655,
            "3850240" : 847,
            "3883008" : 792,
            "3915776" : 476,
            "3948544" : 556,
            "3981312" : 782,
            "4014080" : 846,
            "4046848" : 482,
            "4079616" : 492,
            "4112384" : 612,
            "4145152" : 871,
            "4177920" : 545,
            "4227072" : 1016,
            "4292608" : 2072,
            "4358144" : 1726,
            "4423680" : 6680,
            "4489216" : 2650,
            "4554752" : 1564,
            "4620288" : 1299,
            "4685824" : 1520,
            "4751360" : 1491,
            "4816896" : 1973,
            "4882432" : 1338,
            "4947968" : 1070,
            "5013504" : 1669,
            "5079040" : 1255,
            "5144576" : 4552,
            "5210112" : 2744,
            "5275648" : 1680,
            "5341184" : 1988,
            "5406720" : 1468,
            "5472256" : 1601,
            "5537792" : 1509,
            "5603328" : 2020,
            "5668864" : 1874,
            "5734400" : 1808,
            "5799936" : 1912,
            "5865472" : 1554,
            "5931008" : 1419,
            "5996544" : 2398,
            "6062080" : 1647,
            "6127616" : 1936,
            "6193152" : 4264,
            "6258688" : 2356,
            "6324224" : 2358,
            "6389760" : 3133,
            "6455296" : 2720,
            "6520832" : 2397,
            "6586368" : 2604,
            "6651904" : 2497,
            "6717440" : 2342,
            "6782976" : 2789,
            "6848512" : 2721,
            "6914048" : 2760,
            "6979584" : 3063,
            "7045120" : 2851,
            "7110656" : 3016,
            "7176192" : 3095,
            "7241728" : 3516,
            "7307264" : 3452,
            "7372800" : 3615,
            "7438336" : 3844,
            "7503872" : 4002,
            "7569408" : 4306,
            "7634944" : 4450,
            "7700480" : 4915,
            "7766016" : 5186,
            "7831552" : 5560,
            "7897088" : 5653,
            "7962624" : 6017,
            "8028160" : 6385,
            "8093696" : 6521,
            "8159232" : 6897,
            "8224768" : 7396,
            "8290304" : 7866,
            "8355840" : 8378,
            "8454144" : 18637,
            "8585216" : 20366,
            "8716288" : 22846,
            "8847360" : 24290,
            "8978432" : 25902,
            "9109504" : 27971,
            "9240576" : 29395,
            "9371648" : 30461,
            "9502720" : 30610,
            "9633792" : 31331,
            "9764864" : 31352,
            "9895936" : 31445,
            "10027008" : 31719,
            "10158080" : 30861,
            "10289152" : 30339,
            "10420224" : 29945,
            "10551296" : 28432,
            "10682368" : 27611,
            "10813440" : 26976,
            "10944512" : 25864,
            "11075584" : 25712,
            "11206656" : 25437,
            "11337728" : 25992,
            "11468800" : 26213,
            "11599872" : 27254,
            "11730944" : 28277,
            "11862016" : 29607,
            "11993088" : 31319,
            "12124160" : 33112,
            "12255232" : 34799,
            "12386304" : 37163,
            "12517376" : 39606,
            "12648448" : 41752,
            "12779520" : 44276,
            "12910592" : 46791,
            "13041664" : 49008,
            "13172736" : 51620,
            "13303808" : 53743,
            "13434880" : 56536,
            "13565952" : 57957,
            "13697024" : 60471,
            "13828096" : 62461,
            "13959168" : 63554,
            "14090240" : 65677,
            "14221312" : 66372,
            "14352384" : 67542,
            "14483456" : 68644,
            "14614528" : 68692,
            "14745600" : 69281,
            "14876672" : 68477,
            "15007744" : 67654,
            "15138816" : 66461,
            "15269888" : 65544,
            "15400960" : 64216,
            "15532032" : 62130,
            "15663104" : 59879,
            "15794176" : 58351,
            "15925248" : 54932,
            "16056320" : 52613,
            "16187392" : 49983,
            "16318464" : 46840,
            "16449536" : 44064,
            "16580608" : 41348,
            "16711680" : 37894,
            "16908288" : 68170,
            "17170432" : 57607,
            "17432576" : 47913,
            "17694720" : 39270,
            "17956864" : 32042,
            "18219008" : 25616,
            "18481152" : 20090,
            "18743296" : 15808,
            "19005440" : 12162,
            "19267584" : 9364,
            "19529728" : 7204,
            "19791872" : 5446,
            "20054016" : 4093,
            "20316160" : 3139,
            "20578304" : 2311,
            "20840448" : 1772,
            "21102592" : 1361,
            "21364736" : 1020,
            "21626880" : 719,
            "21889024" : 562,
            "22151168" : 425,
            "22413312" : 309,
            "22675456" : 227,
            "22937600" : 162,
            "23199744" : 146,
            "23461888" : 101,
            "23724032" : 49,
            "23986176" : 60,
            "24248320" : 27,
            "24510464" : 29,
            "24772608" : 16,
            "25034752" : 23,
            "25296896" : 12,
            "25559040" : 8,
            "25821184" : 6,
            "26083328" : 1
          }
        },
        "lat_ns" : {
          "min" : 248289,
          "max" : 26435663,
          "mean" : 13534281.078597,
          "stddev" : 3562553.781556,
          "N" : 3404571
        },
        "bw_min" : 58528,
        "bw_max" : 125470,
        "bw_agg" : 100.000000,
        "bw_mean" : 75668.998391,
        "bw_dev" : 2582.569555,
        "bw_samples" : 2873,
        "iops_min" : 14632,
        "iops_max" : 31367,
        "iops_mean" : 18916.973948,
        "iops_stddev" : 645.639911,
        "iops_samples" : 2873
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440023,
      "usr_cpu" : 0.672073,
      "sys_cpu" : 9.693109,
      "ctx" : 3038992,
      "majf" : 0,
      "minf" : 332,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999765,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.021179
      },
      "latency_ms" : {
        "2" : 0.754364,
        "4" : 1.737526,
        "10" : 15.863183,
        "20" : 81.183131,
        "50" : 0.447225,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}