← Back to file list

📄 rand-write-qd16-nj16_run1.json

mirror/benchmarks/rand/rand-write-qd16-nj16_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846005,
  "timestamp_ms" : 1772846005859,
  "time" : "Fri Mar  6 21:13:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 723881984,
        "io_kbytes" : 706916,
        "bw_bytes" : 74168236,
        "bw" : 72429,
        "iops" : 18139.139344,
        "runtime" : 9760,
        "total_ios" : 177038,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156160,
      "usr_cpu" : 0.394467,
      "sys_cpu" : 5.329150,
      "ctx" : 202259,
      "majf" : 0,
      "minf" : 92,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 99.864436,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846016,
  "timestamp_ms" : 1772846016098,
  "time" : "Fri Mar  6 21:13:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 693383168,
        "io_kbytes" : 677132,
        "bw_bytes" : 69345251,
        "bw" : 67719,
        "iops" : 16935.193519,
        "runtime" : 9999,
        "total_ios" : 169335,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248719,
          "max" : 6912621,
          "mean" : 940910.056663,
          "stddev" : 918429.431732,
          "N" : 169335
        },
        "clat_ns" : {
          "min" : 4976201,
          "max" : 61256438,
          "mean" : 14174625.353835,
          "stddev" : 5708947.416392,
          "N" : 169319,
          "percentile" : {
            "1.000000" : 6389760,
            "5.000000" : 7700480,
            "10.000000" : 8454144,
            "20.000000" : 9502720,
            "30.000000" : 10682368,
            "40.000000" : 11862016,
            "50.000000" : 13041664,
            "60.000000" : 14221312,
            "70.000000" : 15794176,
            "80.000000" : 17694720,
            "90.000000" : 21102592,
            "95.000000" : 25034752,
            "99.000000" : 34340864,
            "99.500000" : 38010880,
            "99.900000" : 45875200,
            "99.950000" : 49020928,
            "99.990000" : 55836672
          },
          "bins" : {
            "4947968" : 1,
            "5013504" : 2,
            "5079040" : 9,
            "5144576" : 10,
            "5210112" : 27,
            "5275648" : 52,
            "5341184" : 66,
            "5406720" : 79,
            "5472256" : 101,
            "5537792" : 108,
            "5603328" : 91,
            "5668864" : 114,
            "5734400" : 120,
            "5799936" : 78,
            "5865472" : 87,
            "5931008" : 65,
            "5996544" : 85,
            "6062080" : 69,
            "6127616" : 88,
            "6193152" : 92,
            "6258688" : 104,
            "6324224" : 112,
            "6389760" : 135,
            "6455296" : 144,
            "6520832" : 168,
            "6586368" : 165,
            "6651904" : 193,
            "6717440" : 202,
            "6782976" : 219,
            "6848512" : 254,
            "6914048" : 247,
            "6979584" : 299,
            "7045120" : 308,
            "7110656" : 323,
            "7176192" : 344,
            "7241728" : 389,
            "7307264" : 441,
            "7372800" : 465,
            "7438336" : 489,
            "7503872" : 511,
            "7569408" : 595,
            "7634944" : 638,
            "7700480" : 640,
            "7766016" : 617,
            "7831552" : 718,
            "7897088" : 766,
            "7962624" : 797,
            "8028160" : 815,
            "8093696" : 808,
            "8159232" : 813,
            "8224768" : 804,
            "8290304" : 949,
            "8355840" : 877,
            "8454144" : 1798,
            "8585216" : 1892,
            "8716288" : 1925,
            "8847360" : 1983,
            "8978432" : 2000,
            "9109504" : 1982,
            "9240576" : 2093,
            "9371648" : 2005,
            "9502720" : 1963,
            "9633792" : 2014,
            "9764864" : 1887,
            "9895936" : 1933,
            "10027008" : 2006,
            "10158080" : 1909,
            "10289152" : 1928,
            "10420224" : 1980,
            "10551296" : 1893,
            "10682368" : 1929,
            "10813440" : 1867,
            "10944512" : 1833,
            "11075584" : 1940,
            "11206656" : 1970,
            "11337728" : 1940,
            "11468800" : 1932,
            "11599872" : 1820,
            "11730944" : 1927,
            "11862016" : 1898,
            "11993088" : 1836,
            "12124160" : 1923,
            "12255232" : 1862,
            "12386304" : 1845,
            "12517376" : 1803,
            "12648448" : 1815,
            "12779520" : 1812,
            "12910592" : 1822,
            "13041664" : 1898,
            "13172736" : 1844,
            "13303808" : 1933,
            "13434880" : 1824,
            "13565952" : 1771,
            "13697024" : 1812,
            "13828096" : 1737,
            "13959168" : 1789,
            "14090240" : 1755,
            "14221312" : 1753,
            "14352384" : 1710,
            "14483456" : 1676,
            "14614528" : 1621,
            "14745600" : 1605,
            "14876672" : 1576,
            "15007744" : 1485,
            "15138816" : 1399,
            "15269888" : 1426,
            "15400960" : 1435,
            "15532032" : 1295,
            "15663104" : 1277,
            "15794176" : 1257,
            "15925248" : 1198,
            "16056320" : 1202,
            "16187392" : 1244,
            "16318464" : 1178,
            "16449536" : 1176,
            "16580608" : 1150,
            "16711680" : 1197,
            "16908288" : 2230,
            "17170432" : 2036,
            "17432576" : 1861,
            "17694720" : 1803,
            "17956864" : 1739,
            "18219008" : 1605,
            "18481152" : 1558,
            "18743296" : 1512,
            "19005440" : 1385,
            "19267584" : 1333,
            "19529728" : 1255,
            "19791872" : 1229,
            "20054016" : 1193,
            "20316160" : 1026,
            "20578304" : 1018,
            "20840448" : 927,
            "21102592" : 905,
            "21364736" : 844,
            "21626880" : 767,
            "21889024" : 701,
            "22151168" : 676,
            "22413312" : 686,
            "22675456" : 575,
            "22937600" : 571,
            "23199744" : 537,
            "23461888" : 524,
            "23724032" : 471,
            "23986176" : 481,
            "24248320" : 417,
            "24510464" : 457,
            "24772608" : 398,
            "25034752" : 439,
            "25296896" : 390,
            "25559040" : 332,
            "25821184" : 277,
            "26083328" : 292,
            "26345472" : 292,
            "26607616" : 312,
            "26869760" : 278,
            "27131904" : 243,
            "27394048" : 241,
            "27656192" : 248,
            "27918336" : 245,
            "28180480" : 223,
            "28442624" : 222,
            "28704768" : 171,
            "28966912" : 210,
            "29229056" : 149,
            "29491200" : 188,
            "29753344" : 172,
            "30015488" : 142,
            "30277632" : 162,
            "30539776" : 154,
            "30801920" : 134,
            "31064064" : 141,
            "31326208" : 139,
            "31588352" : 116,
            "31850496" : 140,
            "32112640" : 129,
            "32374784" : 96,
            "32636928" : 106,
            "32899072" : 96,
            "33161216" : 104,
            "33423360" : 102,
            "33816576" : 198,
            "34340864" : 180,
            "34865152" : 165,
            "35389440" : 165,
            "35913728" : 85,
            "36438016" : 114,
            "36962304" : 107,
            "37486592" : 119,
            "38010880" : 97,
            "38535168" : 85,
            "39059456" : 94,
            "39583744" : 75,
            "40108032" : 54,
            "40632320" : 53,
            "41156608" : 39,
            "41680896" : 39,
            "42205184" : 30,
            "42729472" : 21,
            "43253760" : 28,
            "43778048" : 31,
            "44302336" : 23,
            "44826624" : 26,
            "45350912" : 26,
            "45875200" : 21,
            "46399488" : 21,
            "46923776" : 13,
            "47448064" : 14,
            "47972352" : 13,
            "48496640" : 12,
            "49020928" : 9,
            "49545216" : 6,
            "50069504" : 8,
            "50593792" : 3,
            "51118080" : 4,
            "51642368" : 6,
            "52166656" : 7,
            "52690944" : 9,
            "53215232" : 5,
            "53739520" : 2,
            "54263808" : 2,
            "54788096" : 3,
            "55312384" : 1,
            "55836672" : 5,
            "56360960" : 3,
            "56885248" : 1,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 1,
            "58982400" : 2,
            "61079552" : 2
          }
        },
        "lat_ns" : {
          "min" : 5370031,
          "max" : 63459685,
          "mean" : 15114825.928549,
          "stddev" : 6000903.904670,
          "N" : 169319
        },
        "bw_min" : 53664,
        "bw_max" : 81644,
        "bw_agg" : 100.000000,
        "bw_mean" : 68053.894737,
        "bw_dev" : 601.871473,
        "bw_samples" : 304,
        "iops_min" : 13416,
        "iops_max" : 20410,
        "iops_mean" : 17012.842105,
        "iops_stddev" : 150.476459,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159984,
      "usr_cpu" : 0.386914,
      "sys_cpu" : 4.896740,
      "ctx" : 195342,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 24.070039,
        "20" : 63.190717,
        "50" : 12.690820,
        "100" : 0.038976,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846026,
  "timestamp_ms" : 1772846026098,
  "time" : "Fri Mar  6 21:13:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1383272448,
        "io_kbytes" : 1350852,
        "bw_bytes" : 69163622,
        "bw" : 67542,
        "iops" : 16887.600000,
        "runtime" : 20000,
        "total_ios" : 337752,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248719,
          "max" : 7083431,
          "mean" : 943380.899130,
          "stddev" : 924949.951513,
          "N" : 337753
        },
        "clat_ns" : {
          "min" : 4976201,
          "max" : 61256438,
          "mean" : 14214054.615892,
          "stddev" : 5734790.373478,
          "N" : 337736,
          "percentile" : {
            "1.000000" : 6520832,
            "5.000000" : 7831552,
            "10.000000" : 8585216,
            "20.000000" : 9633792,
            "30.000000" : 10682368,
            "40.000000" : 11862016,
            "50.000000" : 13041664,
            "60.000000" : 14221312,
            "70.000000" : 15794176,
            "80.000000" : 17694720,
            "90.000000" : 21102592,
            "95.000000" : 25034752,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46923776,
            "99.950000" : 49545216,
            "99.990000" : 54788096
          },
          "bins" : {
            "4947968" : 1,
            "5013504" : 5,
            "5079040" : 14,
            "5144576" : 20,
            "5210112" : 43,
            "5275648" : 69,
            "5341184" : 98,
            "5406720" : 127,
            "5472256" : 153,
            "5537792" : 186,
            "5603328" : 175,
            "5668864" : 183,
            "5734400" : 204,
            "5799936" : 139,
            "5865472" : 142,
            "5931008" : 126,
            "5996544" : 150,
            "6062080" : 128,
            "6127616" : 157,
            "6193152" : 178,
            "6258688" : 193,
            "6324224" : 175,
            "6389760" : 205,
            "6455296" : 259,
            "6520832" : 297,
            "6586368" : 329,
            "6651904" : 345,
            "6717440" : 363,
            "6782976" : 399,
            "6848512" : 446,
            "6914048" : 439,
            "6979584" : 522,
            "7045120" : 497,
            "7110656" : 546,
            "7176192" : 610,
            "7241728" : 682,
            "7307264" : 755,
            "7372800" : 822,
            "7438336" : 853,
            "7503872" : 886,
            "7569408" : 1033,
            "7634944" : 1099,
            "7700480" : 1135,
            "7766016" : 1119,
            "7831552" : 1240,
            "7897088" : 1369,
            "7962624" : 1462,
            "8028160" : 1442,
            "8093696" : 1518,
            "8159232" : 1539,
            "8224768" : 1570,
            "8290304" : 1689,
            "8355840" : 1566,
            "8454144" : 3453,
            "8585216" : 3639,
            "8716288" : 3861,
            "8847360" : 3957,
            "8978432" : 4035,
            "9109504" : 4035,
            "9240576" : 4169,
            "9371648" : 4113,
            "9502720" : 4076,
            "9633792" : 4212,
            "9764864" : 4038,
            "9895936" : 4198,
            "10027008" : 4257,
            "10158080" : 4148,
            "10289152" : 4067,
            "10420224" : 4023,
            "10551296" : 3993,
            "10682368" : 4006,
            "10813440" : 3972,
            "10944512" : 3938,
            "11075584" : 3964,
            "11206656" : 4021,
            "11337728" : 3808,
            "11468800" : 3849,
            "11599872" : 3773,
            "11730944" : 3746,
            "11862016" : 3865,
            "11993088" : 3800,
            "12124160" : 3867,
            "12255232" : 3821,
            "12386304" : 3758,
            "12517376" : 3768,
            "12648448" : 3740,
            "12779520" : 3665,
            "12910592" : 3744,
            "13041664" : 3793,
            "13172736" : 3763,
            "13303808" : 3721,
            "13434880" : 3774,
            "13565952" : 3546,
            "13697024" : 3638,
            "13828096" : 3525,
            "13959168" : 3503,
            "14090240" : 3439,
            "14221312" : 3438,
            "14352384" : 3404,
            "14483456" : 3294,
            "14614528" : 3194,
            "14745600" : 3239,
            "14876672" : 3175,
            "15007744" : 2951,
            "15138816" : 2881,
            "15269888" : 2847,
            "15400960" : 2885,
            "15532032" : 2703,
            "15663104" : 2617,
            "15794176" : 2610,
            "15925248" : 2505,
            "16056320" : 2536,
            "16187392" : 2505,
            "16318464" : 2414,
            "16449536" : 2315,
            "16580608" : 2345,
            "16711680" : 2430,
            "16908288" : 4417,
            "17170432" : 4112,
            "17432576" : 3793,
            "17694720" : 3595,
            "17956864" : 3408,
            "18219008" : 3175,
            "18481152" : 3127,
            "18743296" : 2950,
            "19005440" : 2707,
            "19267584" : 2589,
            "19529728" : 2419,
            "19791872" : 2345,
            "20054016" : 2210,
            "20316160" : 2015,
            "20578304" : 1937,
            "20840448" : 1772,
            "21102592" : 1707,
            "21364736" : 1632,
            "21626880" : 1498,
            "21889024" : 1391,
            "22151168" : 1370,
            "22413312" : 1299,
            "22675456" : 1150,
            "22937600" : 1086,
            "23199744" : 1104,
            "23461888" : 1033,
            "23724032" : 912,
            "23986176" : 922,
            "24248320" : 838,
            "24510464" : 856,
            "24772608" : 783,
            "25034752" : 761,
            "25296896" : 706,
            "25559040" : 649,
            "25821184" : 598,
            "26083328" : 626,
            "26345472" : 569,
            "26607616" : 572,
            "26869760" : 506,
            "27131904" : 502,
            "27394048" : 477,
            "27656192" : 461,
            "27918336" : 450,
            "28180480" : 454,
            "28442624" : 424,
            "28704768" : 351,
            "28966912" : 383,
            "29229056" : 333,
            "29491200" : 366,
            "29753344" : 369,
            "30015488" : 325,
            "30277632" : 327,
            "30539776" : 286,
            "30801920" : 264,
            "31064064" : 258,
            "31326208" : 289,
            "31588352" : 210,
            "31850496" : 262,
            "32112640" : 239,
            "32374784" : 223,
            "32636928" : 221,
            "32899072" : 207,
            "33161216" : 201,
            "33423360" : 194,
            "33816576" : 356,
            "34340864" : 369,
            "34865152" : 336,
            "35389440" : 307,
            "35913728" : 239,
            "36438016" : 238,
            "36962304" : 262,
            "37486592" : 245,
            "38010880" : 202,
            "38535168" : 189,
            "39059456" : 186,
            "39583744" : 167,
            "40108032" : 128,
            "40632320" : 119,
            "41156608" : 114,
            "41680896" : 96,
            "42205184" : 82,
            "42729472" : 66,
            "43253760" : 78,
            "43778048" : 72,
            "44302336" : 56,
            "44826624" : 54,
            "45350912" : 55,
            "45875200" : 39,
            "46399488" : 41,
            "46923776" : 33,
            "47448064" : 28,
            "47972352" : 38,
            "48496640" : 35,
            "49020928" : 25,
            "49545216" : 27,
            "50069504" : 19,
            "50593792" : 17,
            "51118080" : 12,
            "51642368" : 19,
            "52166656" : 19,
            "52690944" : 16,
            "53215232" : 16,
            "53739520" : 6,
            "54263808" : 10,
            "54788096" : 7,
            "55312384" : 5,
            "55836672" : 5,
            "56360960" : 4,
            "56885248" : 3,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 1,
            "58982400" : 2,
            "61079552" : 2
          }
        },
        "lat_ns" : {
          "min" : 5370031,
          "max" : 63459685,
          "mean" : 15157234.296291,
          "stddev" : 6027289.220746,
          "N" : 337736
        },
        "bw_min" : 50945,
        "bw_max" : 82644,
        "bw_agg" : 99.794797,
        "bw_mean" : 67404.589744,
        "bw_dev" : 556.675470,
        "bw_samples" : 624,
        "iops_min" : 12735,
        "iops_max" : 20660,
        "iops_mean" : 16850.076923,
        "iops_stddev" : 139.207277,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319997,
      "usr_cpu" : 0.385629,
      "sys_cpu" : 4.879421,
      "ctx" : 389106,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999704,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 23.320365,
        "20" : 64.131374,
        "50" : 12.495855,
        "100" : 0.047668,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846036,
  "timestamp_ms" : 1772846036098,
  "time" : "Fri Mar  6 21:13:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2038120448,
        "io_kbytes" : 1990352,
        "bw_bytes" : 67937348,
        "bw" : 66345,
        "iops" : 16587.766667,
        "runtime" : 30000,
        "total_ios" : 497633,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248719,
          "max" : 7214861,
          "mean" : 960492.785215,
          "stddev" : 949035.227703,
          "N" : 497633
        },
        "clat_ns" : {
          "min" : 4974228,
          "max" : 67934943,
          "mean" : 14471206.186593,
          "stddev" : 5846098.312346,
          "N" : 497617,
          "percentile" : {
            "1.000000" : 6651904,
            "5.000000" : 7897088,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 12124160,
            "50.000000" : 13303808,
            "60.000000" : 14483456,
            "70.000000" : 16056320,
            "80.000000" : 17956864,
            "90.000000" : 21626880,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 47972352,
            "99.950000" : 50593792,
            "99.990000" : 56360960
          },
          "bins" : {
            "4947968" : 2,
            "5013504" : 7,
            "5079040" : 17,
            "5144576" : 25,
            "5210112" : 56,
            "5275648" : 89,
            "5341184" : 118,
            "5406720" : 161,
            "5472256" : 183,
            "5537792" : 248,
            "5603328" : 234,
            "5668864" : 253,
            "5734400" : 272,
            "5799936" : 199,
            "5865472" : 176,
            "5931008" : 183,
            "5996544" : 207,
            "6062080" : 182,
            "6127616" : 208,
            "6193152" : 236,
            "6258688" : 254,
            "6324224" : 231,
            "6389760" : 266,
            "6455296" : 331,
            "6520832" : 377,
            "6586368" : 414,
            "6651904" : 436,
            "6717440" : 479,
            "6782976" : 516,
            "6848512" : 551,
            "6914048" : 591,
            "6979584" : 699,
            "7045120" : 676,
            "7110656" : 761,
            "7176192" : 814,
            "7241728" : 926,
            "7307264" : 997,
            "7372800" : 1087,
            "7438336" : 1155,
            "7503872" : 1194,
            "7569408" : 1411,
            "7634944" : 1467,
            "7700480" : 1521,
            "7766016" : 1492,
            "7831552" : 1668,
            "7897088" : 1835,
            "7962624" : 1933,
            "8028160" : 1909,
            "8093696" : 2039,
            "8159232" : 2095,
            "8224768" : 2089,
            "8290304" : 2224,
            "8355840" : 2140,
            "8454144" : 4582,
            "8585216" : 4981,
            "8716288" : 5219,
            "8847360" : 5385,
            "8978432" : 5440,
            "9109504" : 5486,
            "9240576" : 5686,
            "9371648" : 5682,
            "9502720" : 5761,
            "9633792" : 5864,
            "9764864" : 5736,
            "9895936" : 5953,
            "10027008" : 6067,
            "10158080" : 5963,
            "10289152" : 5869,
            "10420224" : 5892,
            "10551296" : 5883,
            "10682368" : 5841,
            "10813440" : 5861,
            "10944512" : 5806,
            "11075584" : 5762,
            "11206656" : 5869,
            "11337728" : 5688,
            "11468800" : 5689,
            "11599872" : 5620,
            "11730944" : 5549,
            "11862016" : 5641,
            "11993088" : 5553,
            "12124160" : 5661,
            "12255232" : 5636,
            "12386304" : 5511,
            "12517376" : 5544,
            "12648448" : 5508,
            "12779520" : 5426,
            "12910592" : 5584,
            "13041664" : 5638,
            "13172736" : 5575,
            "13303808" : 5492,
            "13434880" : 5606,
            "13565952" : 5266,
            "13697024" : 5396,
            "13828096" : 5177,
            "13959168" : 5116,
            "14090240" : 5109,
            "14221312" : 5100,
            "14352384" : 5044,
            "14483456" : 4848,
            "14614528" : 4688,
            "14745600" : 4764,
            "14876672" : 4667,
            "15007744" : 4428,
            "15138816" : 4315,
            "15269888" : 4252,
            "15400960" : 4331,
            "15532032" : 4085,
            "15663104" : 4010,
            "15794176" : 3987,
            "15925248" : 3856,
            "16056320" : 3861,
            "16187392" : 3759,
            "16318464" : 3653,
            "16449536" : 3498,
            "16580608" : 3496,
            "16711680" : 3616,
            "16908288" : 6549,
            "17170432" : 6264,
            "17432576" : 5914,
            "17694720" : 5547,
            "17956864" : 5244,
            "18219008" : 4896,
            "18481152" : 4809,
            "18743296" : 4515,
            "19005440" : 4237,
            "19267584" : 4001,
            "19529728" : 3763,
            "19791872" : 3629,
            "20054016" : 3415,
            "20316160" : 3216,
            "20578304" : 3033,
            "20840448" : 2899,
            "21102592" : 2748,
            "21364736" : 2600,
            "21626880" : 2420,
            "21889024" : 2241,
            "22151168" : 2176,
            "22413312" : 2027,
            "22675456" : 1879,
            "22937600" : 1808,
            "23199744" : 1791,
            "23461888" : 1672,
            "23724032" : 1512,
            "23986176" : 1527,
            "24248320" : 1331,
            "24510464" : 1397,
            "24772608" : 1308,
            "25034752" : 1253,
            "25296896" : 1164,
            "25559040" : 1053,
            "25821184" : 954,
            "26083328" : 999,
            "26345472" : 943,
            "26607616" : 927,
            "26869760" : 832,
            "27131904" : 805,
            "27394048" : 740,
            "27656192" : 720,
            "27918336" : 706,
            "28180480" : 702,
            "28442624" : 652,
            "28704768" : 582,
            "28966912" : 598,
            "29229056" : 545,
            "29491200" : 546,
            "29753344" : 561,
            "30015488" : 495,
            "30277632" : 472,
            "30539776" : 452,
            "30801920" : 441,
            "31064064" : 400,
            "31326208" : 425,
            "31588352" : 333,
            "31850496" : 372,
            "32112640" : 357,
            "32374784" : 347,
            "32636928" : 330,
            "32899072" : 306,
            "33161216" : 292,
            "33423360" : 300,
            "33816576" : 549,
            "34340864" : 573,
            "34865152" : 516,
            "35389440" : 471,
            "35913728" : 417,
            "36438016" : 398,
            "36962304" : 385,
            "37486592" : 346,
            "38010880" : 315,
            "38535168" : 295,
            "39059456" : 291,
            "39583744" : 259,
            "40108032" : 210,
            "40632320" : 194,
            "41156608" : 210,
            "41680896" : 162,
            "42205184" : 148,
            "42729472" : 125,
            "43253760" : 137,
            "43778048" : 117,
            "44302336" : 97,
            "44826624" : 107,
            "45350912" : 89,
            "45875200" : 80,
            "46399488" : 78,
            "46923776" : 62,
            "47448064" : 45,
            "47972352" : 54,
            "48496640" : 47,
            "49020928" : 42,
            "49545216" : 55,
            "50069504" : 40,
            "50593792" : 23,
            "51118080" : 19,
            "51642368" : 33,
            "52166656" : 27,
            "52690944" : 25,
            "53215232" : 27,
            "53739520" : 20,
            "54263808" : 14,
            "54788096" : 13,
            "55312384" : 7,
            "55836672" : 8,
            "56360960" : 12,
            "56885248" : 4,
            "57409536" : 8,
            "57933824" : 4,
            "58458112" : 2,
            "58982400" : 5,
            "59506688" : 1,
            "60555264" : 2,
            "61079552" : 3,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5339504,
          "max" : 71905662,
          "mean" : 15431587.315160,
          "stddev" : 6143405.573723,
          "N" : 497617
        },
        "bw_min" : 47302,
        "bw_max" : 83024,
        "bw_agg" : 99.968247,
        "bw_mean" : 66324.728814,
        "bw_dev" : 581.943616,
        "bw_samples" : 944,
        "iops_min" : 11825,
        "iops_max" : 20756,
        "iops_mean" : 16580.423729,
        "iops_stddev" : 145.502713,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479987,
      "usr_cpu" : 0.371052,
      "sys_cpu" : 4.790338,
      "ctx" : 573096,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.550018,
        "20" : 64.826288,
        "50" : 13.562404,
        "100" : 0.058075,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846046,
  "timestamp_ms" : 1772846046097,
  "time" : "Fri Mar  6 21:14:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2693885952,
        "io_kbytes" : 2630748,
        "bw_bytes" : 67347148,
        "bw" : 65768,
        "iops" : 16443.200000,
        "runtime" : 40000,
        "total_ios" : 657728,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248719,
          "max" : 7376327,
          "mean" : 968945.316191,
          "stddev" : 959351.111099,
          "N" : 657728
        },
        "clat_ns" : {
          "min" : 4974228,
          "max" : 67934943,
          "mean" : 14598618.103971,
          "stddev" : 5885608.962200,
          "N" : 657712,
          "percentile" : {
            "1.000000" : 6717440,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 11075584,
            "40.000000" : 12124160,
            "50.000000" : 13303808,
            "60.000000" : 14614528,
            "70.000000" : 16187392,
            "80.000000" : 18219008,
            "90.000000" : 21889024,
            "95.000000" : 25821184,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 47448064,
            "99.950000" : 50593792,
            "99.990000" : 55312384
          },
          "bins" : {
            "4947968" : 2,
            "5013504" : 7,
            "5079040" : 17,
            "5144576" : 27,
            "5210112" : 66,
            "5275648" : 105,
            "5341184" : 132,
            "5406720" : 187,
            "5472256" : 207,
            "5537792" : 278,
            "5603328" : 265,
            "5668864" : 300,
            "5734400" : 301,
            "5799936" : 252,
            "5865472" : 211,
            "5931008" : 210,
            "5996544" : 226,
            "6062080" : 208,
            "6127616" : 242,
            "6193152" : 269,
            "6258688" : 293,
            "6324224" : 276,
            "6389760" : 303,
            "6455296" : 368,
            "6520832" : 433,
            "6586368" : 465,
            "6651904" : 498,
            "6717440" : 543,
            "6782976" : 602,
            "6848512" : 626,
            "6914048" : 675,
            "6979584" : 833,
            "7045120" : 829,
            "7110656" : 901,
            "7176192" : 984,
            "7241728" : 1112,
            "7307264" : 1201,
            "7372800" : 1332,
            "7438336" : 1376,
            "7503872" : 1447,
            "7569408" : 1700,
            "7634944" : 1812,
            "7700480" : 1892,
            "7766016" : 1855,
            "7831552" : 2077,
            "7897088" : 2339,
            "7962624" : 2455,
            "8028160" : 2394,
            "8093696" : 2553,
            "8159232" : 2687,
            "8224768" : 2694,
            "8290304" : 2807,
            "8355840" : 2756,
            "8454144" : 5863,
            "8585216" : 6393,
            "8716288" : 6686,
            "8847360" : 6926,
            "8978432" : 7028,
            "9109504" : 7143,
            "9240576" : 7308,
            "9371648" : 7383,
            "9502720" : 7421,
            "9633792" : 7625,
            "9764864" : 7622,
            "9895936" : 7788,
            "10027008" : 7912,
            "10158080" : 7848,
            "10289152" : 7754,
            "10420224" : 7704,
            "10551296" : 7704,
            "10682368" : 7669,
            "10813440" : 7734,
            "10944512" : 7714,
            "11075584" : 7643,
            "11206656" : 7763,
            "11337728" : 7515,
            "11468800" : 7492,
            "11599872" : 7455,
            "11730944" : 7448,
            "11862016" : 7522,
            "11993088" : 7390,
            "12124160" : 7477,
            "12255232" : 7439,
            "12386304" : 7378,
            "12517376" : 7323,
            "12648448" : 7135,
            "12779520" : 7128,
            "12910592" : 7313,
            "13041664" : 7283,
            "13172736" : 7294,
            "13303808" : 7183,
            "13434880" : 7371,
            "13565952" : 7042,
            "13697024" : 7089,
            "13828096" : 6805,
            "13959168" : 6825,
            "14090240" : 6773,
            "14221312" : 6721,
            "14352384" : 6626,
            "14483456" : 6434,
            "14614528" : 6208,
            "14745600" : 6343,
            "14876672" : 6176,
            "15007744" : 5941,
            "15138816" : 5809,
            "15269888" : 5684,
            "15400960" : 5747,
            "15532032" : 5469,
            "15663104" : 5370,
            "15794176" : 5299,
            "15925248" : 5202,
            "16056320" : 5209,
            "16187392" : 5097,
            "16318464" : 4928,
            "16449536" : 4694,
            "16580608" : 4698,
            "16711680" : 4812,
            "16908288" : 8768,
            "17170432" : 8326,
            "17432576" : 7939,
            "17694720" : 7469,
            "17956864" : 7157,
            "18219008" : 6725,
            "18481152" : 6547,
            "18743296" : 6100,
            "19005440" : 5813,
            "19267584" : 5408,
            "19529728" : 5101,
            "19791872" : 4911,
            "20054016" : 4624,
            "20316160" : 4435,
            "20578304" : 4197,
            "20840448" : 3926,
            "21102592" : 3724,
            "21364736" : 3528,
            "21626880" : 3309,
            "21889024" : 3119,
            "22151168" : 2947,
            "22413312" : 2750,
            "22675456" : 2571,
            "22937600" : 2443,
            "23199744" : 2420,
            "23461888" : 2231,
            "23724032" : 2122,
            "23986176" : 2062,
            "24248320" : 1852,
            "24510464" : 1939,
            "24772608" : 1748,
            "25034752" : 1670,
            "25296896" : 1582,
            "25559040" : 1472,
            "25821184" : 1329,
            "26083328" : 1368,
            "26345472" : 1257,
            "26607616" : 1222,
            "26869760" : 1116,
            "27131904" : 1094,
            "27394048" : 1006,
            "27656192" : 981,
            "27918336" : 973,
            "28180480" : 967,
            "28442624" : 896,
            "28704768" : 777,
            "28966912" : 793,
            "29229056" : 765,
            "29491200" : 736,
            "29753344" : 734,
            "30015488" : 692,
            "30277632" : 656,
            "30539776" : 620,
            "30801920" : 580,
            "31064064" : 578,
            "31326208" : 580,
            "31588352" : 480,
            "31850496" : 510,
            "32112640" : 493,
            "32374784" : 484,
            "32636928" : 454,
            "32899072" : 420,
            "33161216" : 405,
            "33423360" : 422,
            "33816576" : 775,
            "34340864" : 777,
            "34865152" : 728,
            "35389440" : 664,
            "35913728" : 568,
            "36438016" : 552,
            "36962304" : 530,
            "37486592" : 482,
            "38010880" : 414,
            "38535168" : 418,
            "39059456" : 416,
            "39583744" : 374,
            "40108032" : 297,
            "40632320" : 299,
            "41156608" : 286,
            "41680896" : 230,
            "42205184" : 218,
            "42729472" : 193,
            "43253760" : 187,
            "43778048" : 164,
            "44302336" : 140,
            "44826624" : 154,
            "45350912" : 120,
            "45875200" : 99,
            "46399488" : 108,
            "46923776" : 87,
            "47448064" : 72,
            "47972352" : 72,
            "48496640" : 55,
            "49020928" : 55,
            "49545216" : 64,
            "50069504" : 50,
            "50593792" : 31,
            "51118080" : 30,
            "51642368" : 41,
            "52166656" : 37,
            "52690944" : 31,
            "53215232" : 32,
            "53739520" : 24,
            "54263808" : 19,
            "54788096" : 16,
            "55312384" : 8,
            "55836672" : 11,
            "56360960" : 12,
            "56885248" : 6,
            "57409536" : 9,
            "57933824" : 4,
            "58458112" : 2,
            "58982400" : 5,
            "59506688" : 1,
            "60555264" : 2,
            "61079552" : 3,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5339504,
          "max" : 71905662,
          "mean" : 15567509.788658,
          "stddev" : 6184070.077141,
          "N" : 657712
        },
        "bw_min" : 45992,
        "bw_max" : 83640,
        "bw_agg" : 99.828643,
        "bw_mean" : 65656.227848,
        "bw_dev" : 610.043832,
        "bw_samples" : 1264,
        "iops_min" : 11498,
        "iops_max" : 20910,
        "iops_mean" : 16413.101266,
        "iops_stddev" : 152.542234,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639995,
      "usr_cpu" : 0.367503,
      "sys_cpu" : 4.749568,
      "ctx" : 757496,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 20.707952,
        "20" : 65.194883,
        "50" : 14.039998,
        "100" : 0.054734,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846056,
  "timestamp_ms" : 1772846056099,
  "time" : "Fri Mar  6 21:14:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3383767040,
        "io_kbytes" : 3304460,
        "bw_bytes" : 67676694,
        "bw" : 66090,
        "iops" : 16523.830477,
        "runtime" : 49999,
        "total_ios" : 826175,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248719,
          "max" : 7376327,
          "mean" : 964153.723713,
          "stddev" : 948329.644631,
          "N" : 826175
        },
        "clat_ns" : {
          "min" : 4974228,
          "max" : 67934943,
          "mean" : 14527041.951928,
          "stddev" : 5825869.172594,
          "N" : 826159,
          "percentile" : {
            "1.000000" : 6782976,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 12124160,
            "50.000000" : 13303808,
            "60.000000" : 14614528,
            "70.000000" : 16056320,
            "80.000000" : 17956864,
            "90.000000" : 21626880,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 47448064,
            "99.950000" : 50593792,
            "99.990000" : 55312384
          },
          "bins" : {
            "4947968" : 2,
            "5013504" : 7,
            "5079040" : 17,
            "5144576" : 32,
            "5210112" : 79,
            "5275648" : 132,
            "5341184" : 160,
            "5406720" : 214,
            "5472256" : 253,
            "5537792" : 345,
            "5603328" : 335,
            "5668864" : 375,
            "5734400" : 346,
            "5799936" : 308,
            "5865472" : 252,
            "5931008" : 260,
            "5996544" : 249,
            "6062080" : 257,
            "6127616" : 297,
            "6193152" : 311,
            "6258688" : 354,
            "6324224" : 325,
            "6389760" : 353,
            "6455296" : 424,
            "6520832" : 500,
            "6586368" : 550,
            "6651904" : 596,
            "6717440" : 642,
            "6782976" : 719,
            "6848512" : 782,
            "6914048" : 828,
            "6979584" : 988,
            "7045120" : 991,
            "7110656" : 1123,
            "7176192" : 1224,
            "7241728" : 1368,
            "7307264" : 1489,
            "7372800" : 1642,
            "7438336" : 1757,
            "7503872" : 1857,
            "7569408" : 2108,
            "7634944" : 2283,
            "7700480" : 2338,
            "7766016" : 2374,
            "7831552" : 2580,
            "7897088" : 2866,
            "7962624" : 3023,
            "8028160" : 3005,
            "8093696" : 3190,
            "8159232" : 3399,
            "8224768" : 3411,
            "8290304" : 3589,
            "8355840" : 3509,
            "8454144" : 7432,
            "8585216" : 8056,
            "8716288" : 8633,
            "8847360" : 8805,
            "8978432" : 8987,
            "9109504" : 9136,
            "9240576" : 9306,
            "9371648" : 9461,
            "9502720" : 9574,
            "9633792" : 9759,
            "9764864" : 9892,
            "9895936" : 9894,
            "10027008" : 10033,
            "10158080" : 9965,
            "10289152" : 9831,
            "10420224" : 9809,
            "10551296" : 9850,
            "10682368" : 9734,
            "10813440" : 9820,
            "10944512" : 9703,
            "11075584" : 9759,
            "11206656" : 9796,
            "11337728" : 9555,
            "11468800" : 9427,
            "11599872" : 9418,
            "11730944" : 9482,
            "11862016" : 9434,
            "11993088" : 9419,
            "12124160" : 9434,
            "12255232" : 9426,
            "12386304" : 9285,
            "12517376" : 9286,
            "12648448" : 9125,
            "12779520" : 9090,
            "12910592" : 9261,
            "13041664" : 9296,
            "13172736" : 9247,
            "13303808" : 9125,
            "13434880" : 9328,
            "13565952" : 8975,
            "13697024" : 8949,
            "13828096" : 8634,
            "13959168" : 8611,
            "14090240" : 8577,
            "14221312" : 8420,
            "14352384" : 8342,
            "14483456" : 8124,
            "14614528" : 7913,
            "14745600" : 8050,
            "14876672" : 7792,
            "15007744" : 7525,
            "15138816" : 7392,
            "15269888" : 7177,
            "15400960" : 7274,
            "15532032" : 6970,
            "15663104" : 6870,
            "15794176" : 6668,
            "15925248" : 6601,
            "16056320" : 6552,
            "16187392" : 6459,
            "16318464" : 6198,
            "16449536" : 5901,
            "16580608" : 5909,
            "16711680" : 5995,
            "16908288" : 11047,
            "17170432" : 10363,
            "17432576" : 9969,
            "17694720" : 9309,
            "17956864" : 8947,
            "18219008" : 8354,
            "18481152" : 8079,
            "18743296" : 7511,
            "19005440" : 7138,
            "19267584" : 6621,
            "19529728" : 6320,
            "19791872" : 5996,
            "20054016" : 5732,
            "20316160" : 5401,
            "20578304" : 5213,
            "20840448" : 4832,
            "21102592" : 4540,
            "21364736" : 4339,
            "21626880" : 4082,
            "21889024" : 3770,
            "22151168" : 3572,
            "22413312" : 3353,
            "22675456" : 3112,
            "22937600" : 2941,
            "23199744" : 2893,
            "23461888" : 2675,
            "23724032" : 2531,
            "23986176" : 2447,
            "24248320" : 2242,
            "24510464" : 2318,
            "24772608" : 2102,
            "25034752" : 2003,
            "25296896" : 1901,
            "25559040" : 1812,
            "25821184" : 1634,
            "26083328" : 1632,
            "26345472" : 1532,
            "26607616" : 1476,
            "26869760" : 1320,
            "27131904" : 1322,
            "27394048" : 1235,
            "27656192" : 1182,
            "27918336" : 1149,
            "28180480" : 1134,
            "28442624" : 1067,
            "28704768" : 942,
            "28966912" : 974,
            "29229056" : 927,
            "29491200" : 895,
            "29753344" : 854,
            "30015488" : 856,
            "30277632" : 834,
            "30539776" : 763,
            "30801920" : 724,
            "31064064" : 716,
            "31326208" : 663,
            "31588352" : 611,
            "31850496" : 611,
            "32112640" : 596,
            "32374784" : 584,
            "32636928" : 554,
            "32899072" : 525,
            "33161216" : 492,
            "33423360" : 514,
            "33816576" : 947,
            "34340864" : 953,
            "34865152" : 899,
            "35389440" : 823,
            "35913728" : 694,
            "36438016" : 712,
            "36962304" : 661,
            "37486592" : 598,
            "38010880" : 492,
            "38535168" : 495,
            "39059456" : 483,
            "39583744" : 463,
            "40108032" : 380,
            "40632320" : 364,
            "41156608" : 339,
            "41680896" : 289,
            "42205184" : 258,
            "42729472" : 229,
            "43253760" : 219,
            "43778048" : 197,
            "44302336" : 164,
            "44826624" : 180,
            "45350912" : 140,
            "45875200" : 123,
            "46399488" : 133,
            "46923776" : 112,
            "47448064" : 91,
            "47972352" : 84,
            "48496640" : 67,
            "49020928" : 63,
            "49545216" : 69,
            "50069504" : 63,
            "50593792" : 42,
            "51118080" : 44,
            "51642368" : 50,
            "52166656" : 42,
            "52690944" : 38,
            "53215232" : 38,
            "53739520" : 31,
            "54263808" : 25,
            "54788096" : 19,
            "55312384" : 15,
            "55836672" : 13,
            "56360960" : 14,
            "56885248" : 8,
            "57409536" : 10,
            "57933824" : 4,
            "58458112" : 3,
            "58982400" : 5,
            "59506688" : 4,
            "60555264" : 4,
            "61079552" : 5,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5339504,
          "max" : 71905662,
          "mean" : 15491051.897298,
          "stddev" : 6121779.548793,
          "N" : 826159
        },
        "bw_min" : 45992,
        "bw_max" : 86568,
        "bw_agg" : 100.000000,
        "bw_mean" : 66146.030303,
        "bw_dev" : 624.605090,
        "bw_samples" : 1584,
        "iops_min" : 11498,
        "iops_max" : 21642,
        "iops_mean" : 16535.616162,
        "iops_stddev" : 156.182874,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799984,
      "usr_cpu" : 0.369257,
      "sys_cpu" : 4.783346,
      "ctx" : 952769,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999879,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 20.862650,
        "20" : 65.494720,
        "50" : 13.585378,
        "100" : 0.055315,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846066,
  "timestamp_ms" : 1772846066097,
  "time" : "Fri Mar  6 21:14:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4062150656,
        "io_kbytes" : 3966944,
        "bw_bytes" : 67703639,
        "bw" : 66116,
        "iops" : 16529.758829,
        "runtime" : 59999,
        "total_ios" : 991769,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 7376327,
          "mean" : 963763.299980,
          "stddev" : 947509.723504,
          "N" : 991769
        },
        "clat_ns" : {
          "min" : 4974228,
          "max" : 67934943,
          "mean" : 14521730.078157,
          "stddev" : 5793635.007165,
          "N" : 991753,
          "percentile" : {
            "1.000000" : 6717440,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 11075584,
            "40.000000" : 12124160,
            "50.000000" : 13303808,
            "60.000000" : 14614528,
            "70.000000" : 16056320,
            "80.000000" : 17956864,
            "90.000000" : 21626880,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 47448064,
            "99.950000" : 50069504,
            "99.990000" : 55312384
          },
          "bins" : {
            "4947968" : 2,
            "5013504" : 7,
            "5079040" : 22,
            "5144576" : 36,
            "5210112" : 85,
            "5275648" : 146,
            "5341184" : 174,
            "5406720" : 245,
            "5472256" : 295,
            "5537792" : 383,
            "5603328" : 400,
            "5668864" : 443,
            "5734400" : 413,
            "5799936" : 377,
            "5865472" : 306,
            "5931008" : 331,
            "5996544" : 334,
            "6062080" : 357,
            "6127616" : 420,
            "6193152" : 427,
            "6258688" : 495,
            "6324224" : 463,
            "6389760" : 504,
            "6455296" : 562,
            "6520832" : 654,
            "6586368" : 704,
            "6651904" : 762,
            "6717440" : 817,
            "6782976" : 895,
            "6848512" : 957,
            "6914048" : 1016,
            "6979584" : 1209,
            "7045120" : 1243,
            "7110656" : 1402,
            "7176192" : 1513,
            "7241728" : 1655,
            "7307264" : 1786,
            "7372800" : 1990,
            "7438336" : 2102,
            "7503872" : 2221,
            "7569408" : 2484,
            "7634944" : 2682,
            "7700480" : 2758,
            "7766016" : 2764,
            "7831552" : 3084,
            "7897088" : 3417,
            "7962624" : 3536,
            "8028160" : 3530,
            "8093696" : 3750,
            "8159232" : 3923,
            "8224768" : 4018,
            "8290304" : 4262,
            "8355840" : 4193,
            "8454144" : 8740,
            "8585216" : 9492,
            "8716288" : 10186,
            "8847360" : 10493,
            "8978432" : 10704,
            "9109504" : 10885,
            "9240576" : 11101,
            "9371648" : 11398,
            "9502720" : 11318,
            "9633792" : 11628,
            "9764864" : 11752,
            "9895936" : 11804,
            "10027008" : 11927,
            "10158080" : 11851,
            "10289152" : 11769,
            "10420224" : 11615,
            "10551296" : 11691,
            "10682368" : 11649,
            "10813440" : 11775,
            "10944512" : 11784,
            "11075584" : 11710,
            "11206656" : 11752,
            "11337728" : 11376,
            "11468800" : 11433,
            "11599872" : 11308,
            "11730944" : 11399,
            "11862016" : 11339,
            "11993088" : 11345,
            "12124160" : 11276,
            "12255232" : 11319,
            "12386304" : 11141,
            "12517376" : 11175,
            "12648448" : 10956,
            "12779520" : 10982,
            "12910592" : 11213,
            "13041664" : 11254,
            "13172736" : 11276,
            "13303808" : 11041,
            "13434880" : 11240,
            "13565952" : 10812,
            "13697024" : 10841,
            "13828096" : 10531,
            "13959168" : 10328,
            "14090240" : 10394,
            "14221312" : 10157,
            "14352384" : 10069,
            "14483456" : 9825,
            "14614528" : 9601,
            "14745600" : 9700,
            "14876672" : 9454,
            "15007744" : 9080,
            "15138816" : 8899,
            "15269888" : 8691,
            "15400960" : 8749,
            "15532032" : 8363,
            "15663104" : 8280,
            "15794176" : 8069,
            "15925248" : 7927,
            "16056320" : 7929,
            "16187392" : 7710,
            "16318464" : 7422,
            "16449536" : 7146,
            "16580608" : 7063,
            "16711680" : 7126,
            "16908288" : 13287,
            "17170432" : 12432,
            "17432576" : 11981,
            "17694720" : 11282,
            "17956864" : 10861,
            "18219008" : 10083,
            "18481152" : 9681,
            "18743296" : 9101,
            "19005440" : 8578,
            "19267584" : 7985,
            "19529728" : 7644,
            "19791872" : 7256,
            "20054016" : 6816,
            "20316160" : 6496,
            "20578304" : 6241,
            "20840448" : 5841,
            "21102592" : 5513,
            "21364736" : 5271,
            "21626880" : 4956,
            "21889024" : 4496,
            "22151168" : 4311,
            "22413312" : 4078,
            "22675456" : 3775,
            "22937600" : 3598,
            "23199744" : 3469,
            "23461888" : 3210,
            "23724032" : 3060,
            "23986176" : 3009,
            "24248320" : 2745,
            "24510464" : 2746,
            "24772608" : 2474,
            "25034752" : 2376,
            "25296896" : 2258,
            "25559040" : 2122,
            "25821184" : 1954,
            "26083328" : 1935,
            "26345472" : 1859,
            "26607616" : 1779,
            "26869760" : 1569,
            "27131904" : 1588,
            "27394048" : 1464,
            "27656192" : 1390,
            "27918336" : 1349,
            "28180480" : 1367,
            "28442624" : 1255,
            "28704768" : 1108,
            "28966912" : 1177,
            "29229056" : 1121,
            "29491200" : 1078,
            "29753344" : 997,
            "30015488" : 1016,
            "30277632" : 990,
            "30539776" : 886,
            "30801920" : 871,
            "31064064" : 843,
            "31326208" : 784,
            "31588352" : 710,
            "31850496" : 711,
            "32112640" : 715,
            "32374784" : 694,
            "32636928" : 651,
            "32899072" : 622,
            "33161216" : 586,
            "33423360" : 609,
            "33816576" : 1107,
            "34340864" : 1126,
            "34865152" : 1047,
            "35389440" : 952,
            "35913728" : 817,
            "36438016" : 844,
            "36962304" : 753,
            "37486592" : 705,
            "38010880" : 581,
            "38535168" : 581,
            "39059456" : 568,
            "39583744" : 545,
            "40108032" : 423,
            "40632320" : 428,
            "41156608" : 389,
            "41680896" : 351,
            "42205184" : 290,
            "42729472" : 263,
            "43253760" : 251,
            "43778048" : 223,
            "44302336" : 187,
            "44826624" : 206,
            "45350912" : 173,
            "45875200" : 142,
            "46399488" : 152,
            "46923776" : 127,
            "47448064" : 105,
            "47972352" : 94,
            "48496640" : 80,
            "49020928" : 77,
            "49545216" : 75,
            "50069504" : 76,
            "50593792" : 53,
            "51118080" : 52,
            "51642368" : 55,
            "52166656" : 47,
            "52690944" : 42,
            "53215232" : 47,
            "53739520" : 38,
            "54263808" : 26,
            "54788096" : 21,
            "55312384" : 17,
            "55836672" : 14,
            "56360960" : 16,
            "56885248" : 10,
            "57409536" : 10,
            "57933824" : 6,
            "58458112" : 5,
            "58982400" : 6,
            "59506688" : 4,
            "60555264" : 4,
            "61079552" : 5,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5339504,
          "max" : 71905662,
          "mean" : 15485402.500438,
          "stddev" : 6087098.605082,
          "N" : 991753
        },
        "bw_min" : 45861,
        "bw_max" : 86738,
        "bw_agg" : 100.000000,
        "bw_mean" : 66143.470588,
        "bw_dev" : 619.050308,
        "bw_samples" : 1904,
        "iops_min" : 11465,
        "iops_max" : 21684,
        "iops_mean" : 16534.873950,
        "iops_stddev" : 154.800009,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959984,
      "usr_cpu" : 0.368131,
      "sys_cpu" : 4.783101,
      "ctx" : 1143057,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 20.733356,
        "20" : 65.672652,
        "50" : 13.539040,
        "100" : 0.053339,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846076,
  "timestamp_ms" : 1772846076099,
  "time" : "Fri Mar  6 21:14:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4756074496,
        "io_kbytes" : 4644604,
        "bw_bytes" : 67943921,
        "bw" : 66351,
        "iops" : 16588.514286,
        "runtime" : 70000,
        "total_ios" : 1161196,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 960306.674498,
          "stddev" : 943373.752382,
          "N" : 1161196
        },
        "clat_ns" : {
          "min" : 4974228,
          "max" : 67934943,
          "mean" : 14469849.755126,
          "stddev" : 5789890.925690,
          "N" : 1161180,
          "percentile" : {
            "1.000000" : 6717440,
            "5.000000" : 7962624,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 12124160,
            "50.000000" : 13303808,
            "60.000000" : 14483456,
            "70.000000" : 16056320,
            "80.000000" : 17956864,
            "90.000000" : 21364736,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 46923776,
            "99.950000" : 50069504,
            "99.990000" : 54788096
          },
          "bins" : {
            "4947968" : 2,
            "5013504" : 7,
            "5079040" : 25,
            "5144576" : 42,
            "5210112" : 98,
            "5275648" : 163,
            "5341184" : 210,
            "5406720" : 302,
            "5472256" : 341,
            "5537792" : 452,
            "5603328" : 470,
            "5668864" : 513,
            "5734400" : 471,
            "5799936" : 448,
            "5865472" : 360,
            "5931008" : 408,
            "5996544" : 411,
            "6062080" : 447,
            "6127616" : 491,
            "6193152" : 537,
            "6258688" : 603,
            "6324224" : 580,
            "6389760" : 629,
            "6455296" : 705,
            "6520832" : 819,
            "6586368" : 861,
            "6651904" : 944,
            "6717440" : 1025,
            "6782976" : 1121,
            "6848512" : 1209,
            "6914048" : 1283,
            "6979584" : 1463,
            "7045120" : 1531,
            "7110656" : 1721,
            "7176192" : 1819,
            "7241728" : 2034,
            "7307264" : 2212,
            "7372800" : 2413,
            "7438336" : 2572,
            "7503872" : 2760,
            "7569408" : 3051,
            "7634944" : 3260,
            "7700480" : 3352,
            "7766016" : 3381,
            "7831552" : 3734,
            "7897088" : 4154,
            "7962624" : 4244,
            "8028160" : 4278,
            "8093696" : 4559,
            "8159232" : 4742,
            "8224768" : 4883,
            "8290304" : 5206,
            "8355840" : 5038,
            "8454144" : 10620,
            "8585216" : 11369,
            "8716288" : 12257,
            "8847360" : 12553,
            "8978432" : 12755,
            "9109504" : 12999,
            "9240576" : 13235,
            "9371648" : 13547,
            "9502720" : 13513,
            "9633792" : 13754,
            "9764864" : 13829,
            "9895936" : 13892,
            "10027008" : 13987,
            "10158080" : 13917,
            "10289152" : 13759,
            "10420224" : 13580,
            "10551296" : 13626,
            "10682368" : 13596,
            "10813440" : 13574,
            "10944512" : 13672,
            "11075584" : 13556,
            "11206656" : 13664,
            "11337728" : 13230,
            "11468800" : 13299,
            "11599872" : 13090,
            "11730944" : 13189,
            "11862016" : 13126,
            "11993088" : 13192,
            "12124160" : 13043,
            "12255232" : 13103,
            "12386304" : 12943,
            "12517376" : 12971,
            "12648448" : 12873,
            "12779520" : 12824,
            "12910592" : 13053,
            "13041664" : 13067,
            "13172736" : 13147,
            "13303808" : 12863,
            "13434880" : 13057,
            "13565952" : 12639,
            "13697024" : 12633,
            "13828096" : 12296,
            "13959168" : 12050,
            "14090240" : 12122,
            "14221312" : 11883,
            "14352384" : 11750,
            "14483456" : 11445,
            "14614528" : 11286,
            "14745600" : 11410,
            "14876672" : 11094,
            "15007744" : 10723,
            "15138816" : 10510,
            "15269888" : 10205,
            "15400960" : 10189,
            "15532032" : 9827,
            "15663104" : 9670,
            "15794176" : 9385,
            "15925248" : 9218,
            "16056320" : 9314,
            "16187392" : 9054,
            "16318464" : 8741,
            "16449536" : 8377,
            "16580608" : 8295,
            "16711680" : 8227,
            "16908288" : 15574,
            "17170432" : 14536,
            "17432576" : 14087,
            "17694720" : 13110,
            "17956864" : 12636,
            "18219008" : 11710,
            "18481152" : 11293,
            "18743296" : 10444,
            "19005440" : 9871,
            "19267584" : 9256,
            "19529728" : 8802,
            "19791872" : 8303,
            "20054016" : 7826,
            "20316160" : 7513,
            "20578304" : 7170,
            "20840448" : 6632,
            "21102592" : 6347,
            "21364736" : 6041,
            "21626880" : 5663,
            "21889024" : 5147,
            "22151168" : 4944,
            "22413312" : 4643,
            "22675456" : 4333,
            "22937600" : 4093,
            "23199744" : 3934,
            "23461888" : 3658,
            "23724032" : 3555,
            "23986176" : 3422,
            "24248320" : 3153,
            "24510464" : 3122,
            "24772608" : 2804,
            "25034752" : 2737,
            "25296896" : 2561,
            "25559040" : 2388,
            "25821184" : 2242,
            "26083328" : 2227,
            "26345472" : 2152,
            "26607616" : 2021,
            "26869760" : 1809,
            "27131904" : 1811,
            "27394048" : 1690,
            "27656192" : 1638,
            "27918336" : 1579,
            "28180480" : 1578,
            "28442624" : 1464,
            "28704768" : 1290,
            "28966912" : 1376,
            "29229056" : 1282,
            "29491200" : 1247,
            "29753344" : 1141,
            "30015488" : 1170,
            "30277632" : 1155,
            "30539776" : 1051,
            "30801920" : 1013,
            "31064064" : 1004,
            "31326208" : 912,
            "31588352" : 862,
            "31850496" : 839,
            "32112640" : 830,
            "32374784" : 818,
            "32636928" : 778,
            "32899072" : 769,
            "33161216" : 700,
            "33423360" : 711,
            "33816576" : 1313,
            "34340864" : 1327,
            "34865152" : 1213,
            "35389440" : 1135,
            "35913728" : 942,
            "36438016" : 1005,
            "36962304" : 886,
            "37486592" : 842,
            "38010880" : 698,
            "38535168" : 683,
            "39059456" : 657,
            "39583744" : 642,
            "40108032" : 506,
            "40632320" : 501,
            "41156608" : 456,
            "41680896" : 422,
            "42205184" : 347,
            "42729472" : 306,
            "43253760" : 311,
            "43778048" : 261,
            "44302336" : 211,
            "44826624" : 230,
            "45350912" : 207,
            "45875200" : 154,
            "46399488" : 164,
            "46923776" : 153,
            "47448064" : 126,
            "47972352" : 104,
            "48496640" : 88,
            "49020928" : 90,
            "49545216" : 84,
            "50069504" : 83,
            "50593792" : 55,
            "51118080" : 56,
            "51642368" : 60,
            "52166656" : 51,
            "52690944" : 46,
            "53215232" : 49,
            "53739520" : 38,
            "54263808" : 26,
            "54788096" : 22,
            "55312384" : 18,
            "55836672" : 14,
            "56360960" : 17,
            "56885248" : 11,
            "57409536" : 11,
            "57933824" : 6,
            "58458112" : 5,
            "58982400" : 6,
            "59506688" : 4,
            "60555264" : 5,
            "61079552" : 5,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5339504,
          "max" : 71905662,
          "mean" : 15430038.138746,
          "stddev" : 6084563.719187,
          "N" : 1161180
        },
        "bw_min" : 45845,
        "bw_max" : 86874,
        "bw_agg" : 100.000000,
        "bw_mean" : 66428.115108,
        "bw_dev" : 616.589969,
        "bw_samples" : 2224,
        "iops_min" : 11461,
        "iops_max" : 21718,
        "iops_mean" : 16606.086331,
        "iops_stddev" : 154.184521,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119989,
      "usr_cpu" : 0.368664,
      "sys_cpu" : 4.807904,
      "ctx" : 1340078,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.264024,
        "20" : 65.365795,
        "50" : 13.320576,
        "100" : 0.048226,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846086,
  "timestamp_ms" : 1772846086098,
  "time" : "Fri Mar  6 21:14:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5454725120,
        "io_kbytes" : 5326880,
        "bw_bytes" : 68184916,
        "bw" : 66586,
        "iops" : 16647.345592,
        "runtime" : 79999,
        "total_ios" : 1331771,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 956896.537028,
          "stddev" : 938160.162063,
          "N" : 1331771
        },
        "clat_ns" : {
          "min" : 4974228,
          "max" : 67934943,
          "mean" : 14419569.631956,
          "stddev" : 5738358.949633,
          "N" : 1331755,
          "percentile" : {
            "1.000000" : 6717440,
            "5.000000" : 7962624,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 12124160,
            "50.000000" : 13303808,
            "60.000000" : 14483456,
            "70.000000" : 15925248,
            "80.000000" : 17956864,
            "90.000000" : 21364736,
            "95.000000" : 25296896,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49545216,
            "99.990000" : 54788096
          },
          "bins" : {
            "4947968" : 2,
            "5013504" : 7,
            "5079040" : 26,
            "5144576" : 45,
            "5210112" : 106,
            "5275648" : 180,
            "5341184" : 240,
            "5406720" : 362,
            "5472256" : 384,
            "5537792" : 516,
            "5603328" : 515,
            "5668864" : 567,
            "5734400" : 550,
            "5799936" : 514,
            "5865472" : 415,
            "5931008" : 445,
            "5996544" : 467,
            "6062080" : 487,
            "6127616" : 545,
            "6193152" : 595,
            "6258688" : 677,
            "6324224" : 654,
            "6389760" : 721,
            "6455296" : 800,
            "6520832" : 922,
            "6586368" : 970,
            "6651904" : 1056,
            "6717440" : 1136,
            "6782976" : 1255,
            "6848512" : 1380,
            "6914048" : 1461,
            "6979584" : 1639,
            "7045120" : 1787,
            "7110656" : 1982,
            "7176192" : 2144,
            "7241728" : 2332,
            "7307264" : 2548,
            "7372800" : 2777,
            "7438336" : 2953,
            "7503872" : 3158,
            "7569408" : 3535,
            "7634944" : 3720,
            "7700480" : 3850,
            "7766016" : 3923,
            "7831552" : 4317,
            "7897088" : 4732,
            "7962624" : 4921,
            "8028160" : 4940,
            "8093696" : 5270,
            "8159232" : 5526,
            "8224768" : 5732,
            "8290304" : 6072,
            "8355840" : 5901,
            "8454144" : 12433,
            "8585216" : 13310,
            "8716288" : 14338,
            "8847360" : 14609,
            "8978432" : 14864,
            "9109504" : 15171,
            "9240576" : 15515,
            "9371648" : 15827,
            "9502720" : 15805,
            "9633792" : 16129,
            "9764864" : 16156,
            "9895936" : 16105,
            "10027008" : 16065,
            "10158080" : 16062,
            "10289152" : 15859,
            "10420224" : 15685,
            "10551296" : 15664,
            "10682368" : 15672,
            "10813440" : 15673,
            "10944512" : 15715,
            "11075584" : 15602,
            "11206656" : 15650,
            "11337728" : 15241,
            "11468800" : 15252,
            "11599872" : 15000,
            "11730944" : 15107,
            "11862016" : 15039,
            "11993088" : 15041,
            "12124160" : 14871,
            "12255232" : 14974,
            "12386304" : 14877,
            "12517376" : 14822,
            "12648448" : 14807,
            "12779520" : 14722,
            "12910592" : 14948,
            "13041664" : 15078,
            "13172736" : 15016,
            "13303808" : 14715,
            "13434880" : 14865,
            "13565952" : 14453,
            "13697024" : 14456,
            "13828096" : 14131,
            "13959168" : 13838,
            "14090240" : 13946,
            "14221312" : 13606,
            "14352384" : 13481,
            "14483456" : 13150,
            "14614528" : 12936,
            "14745600" : 13058,
            "14876672" : 12689,
            "15007744" : 12312,
            "15138816" : 12005,
            "15269888" : 11711,
            "15400960" : 11650,
            "15532032" : 11187,
            "15663104" : 11069,
            "15794176" : 10728,
            "15925248" : 10589,
            "16056320" : 10642,
            "16187392" : 10295,
            "16318464" : 9969,
            "16449536" : 9582,
            "16580608" : 9464,
            "16711680" : 9359,
            "16908288" : 17791,
            "17170432" : 16602,
            "17432576" : 16029,
            "17694720" : 14953,
            "17956864" : 14365,
            "18219008" : 13245,
            "18481152" : 12874,
            "18743296" : 11931,
            "19005440" : 11259,
            "19267584" : 10527,
            "19529728" : 10128,
            "19791872" : 9507,
            "20054016" : 8972,
            "20316160" : 8536,
            "20578304" : 8115,
            "20840448" : 7590,
            "21102592" : 7194,
            "21364736" : 6892,
            "21626880" : 6438,
            "21889024" : 5879,
            "22151168" : 5618,
            "22413312" : 5302,
            "22675456" : 4949,
            "22937600" : 4660,
            "23199744" : 4497,
            "23461888" : 4223,
            "23724032" : 4085,
            "23986176" : 3872,
            "24248320" : 3603,
            "24510464" : 3520,
            "24772608" : 3185,
            "25034752" : 3113,
            "25296896" : 2907,
            "25559040" : 2703,
            "25821184" : 2577,
            "26083328" : 2556,
            "26345472" : 2494,
            "26607616" : 2290,
            "26869760" : 2044,
            "27131904" : 2081,
            "27394048" : 1904,
            "27656192" : 1854,
            "27918336" : 1773,
            "28180480" : 1743,
            "28442624" : 1645,
            "28704768" : 1485,
            "28966912" : 1545,
            "29229056" : 1431,
            "29491200" : 1413,
            "29753344" : 1277,
            "30015488" : 1313,
            "30277632" : 1290,
            "30539776" : 1193,
            "30801920" : 1143,
            "31064064" : 1094,
            "31326208" : 1005,
            "31588352" : 976,
            "31850496" : 938,
            "32112640" : 908,
            "32374784" : 907,
            "32636928" : 862,
            "32899072" : 848,
            "33161216" : 792,
            "33423360" : 781,
            "33816576" : 1452,
            "34340864" : 1457,
            "34865152" : 1346,
            "35389440" : 1238,
            "35913728" : 1053,
            "36438016" : 1103,
            "36962304" : 974,
            "37486592" : 914,
            "38010880" : 767,
            "38535168" : 742,
            "39059456" : 711,
            "39583744" : 686,
            "40108032" : 569,
            "40632320" : 552,
            "41156608" : 491,
            "41680896" : 455,
            "42205184" : 379,
            "42729472" : 335,
            "43253760" : 345,
            "43778048" : 280,
            "44302336" : 227,
            "44826624" : 250,
            "45350912" : 216,
            "45875200" : 163,
            "46399488" : 171,
            "46923776" : 163,
            "47448064" : 138,
            "47972352" : 113,
            "48496640" : 97,
            "49020928" : 95,
            "49545216" : 90,
            "50069504" : 84,
            "50593792" : 62,
            "51118080" : 57,
            "51642368" : 60,
            "52166656" : 51,
            "52690944" : 47,
            "53215232" : 49,
            "53739520" : 38,
            "54263808" : 26,
            "54788096" : 22,
            "55312384" : 18,
            "55836672" : 14,
            "56360960" : 17,
            "56885248" : 11,
            "57409536" : 11,
            "57933824" : 6,
            "58458112" : 5,
            "58982400" : 6,
            "59506688" : 4,
            "60555264" : 5,
            "61079552" : 5,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5339504,
          "max" : 71905662,
          "mean" : 15376452.875931,
          "stddev" : 6029773.749393,
          "N" : 1331755
        },
        "bw_min" : 45845,
        "bw_max" : 87260,
        "bw_agg" : 99.902635,
        "bw_mean" : 66522.283019,
        "bw_dev" : 616.167120,
        "bw_samples" : 2544,
        "iops_min" : 11461,
        "iops_max" : 21814,
        "iops_mean" : 16629.660377,
        "iops_stddev" : 154.067161,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279984,
      "usr_cpu" : 0.369692,
      "sys_cpu" : 4.823498,
      "ctx" : 1537541,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999925,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999925,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.536661,
        "20" : 65.277814,
        "50" : 13.141524,
        "100" : 0.042800,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846096,
  "timestamp_ms" : 1772846096098,
  "time" : "Fri Mar  6 21:14:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6160949248,
        "io_kbytes" : 6016552,
        "bw_bytes" : 68454991,
        "bw" : 66850,
        "iops" : 16713.044444,
        "runtime" : 90000,
        "total_ios" : 1504174,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 953087.995393,
          "stddev" : 932036.337480,
          "N" : 1504174
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14362694.421963,
          "stddev" : 5697046.422976,
          "N" : 1504158,
          "percentile" : {
            "1.000000" : 6717440,
            "5.000000" : 7962624,
            "10.000000" : 8716288,
            "20.000000" : 9764864,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14483456,
            "70.000000" : 15925248,
            "80.000000" : 17956864,
            "90.000000" : 21364736,
            "95.000000" : 25034752,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 54263808
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 7,
            "5079040" : 31,
            "5144576" : 49,
            "5210112" : 112,
            "5275648" : 199,
            "5341184" : 257,
            "5406720" : 413,
            "5472256" : 426,
            "5537792" : 577,
            "5603328" : 579,
            "5668864" : 646,
            "5734400" : 613,
            "5799936" : 568,
            "5865472" : 468,
            "5931008" : 484,
            "5996544" : 508,
            "6062080" : 529,
            "6127616" : 586,
            "6193152" : 628,
            "6258688" : 722,
            "6324224" : 708,
            "6389760" : 792,
            "6455296" : 877,
            "6520832" : 1011,
            "6586368" : 1073,
            "6651904" : 1173,
            "6717440" : 1263,
            "6782976" : 1410,
            "6848512" : 1537,
            "6914048" : 1633,
            "6979584" : 1840,
            "7045120" : 2009,
            "7110656" : 2240,
            "7176192" : 2393,
            "7241728" : 2654,
            "7307264" : 2860,
            "7372800" : 3145,
            "7438336" : 3357,
            "7503872" : 3577,
            "7569408" : 4013,
            "7634944" : 4237,
            "7700480" : 4342,
            "7766016" : 4499,
            "7831552" : 4966,
            "7897088" : 5441,
            "7962624" : 5705,
            "8028160" : 5716,
            "8093696" : 6127,
            "8159232" : 6385,
            "8224768" : 6639,
            "8290304" : 7006,
            "8355840" : 6832,
            "8454144" : 14383,
            "8585216" : 15374,
            "8716288" : 16512,
            "8847360" : 16797,
            "8978432" : 17217,
            "9109504" : 17525,
            "9240576" : 17736,
            "9371648" : 18118,
            "9502720" : 18137,
            "9633792" : 18390,
            "9764864" : 18329,
            "9895936" : 18338,
            "10027008" : 18361,
            "10158080" : 18278,
            "10289152" : 18001,
            "10420224" : 17825,
            "10551296" : 17841,
            "10682368" : 17751,
            "10813440" : 17778,
            "10944512" : 17660,
            "11075584" : 17630,
            "11206656" : 17622,
            "11337728" : 17205,
            "11468800" : 17260,
            "11599872" : 16886,
            "11730944" : 17045,
            "11862016" : 16956,
            "11993088" : 16972,
            "12124160" : 16718,
            "12255232" : 16935,
            "12386304" : 16839,
            "12517376" : 16826,
            "12648448" : 16734,
            "12779520" : 16673,
            "12910592" : 16926,
            "13041664" : 17058,
            "13172736" : 16924,
            "13303808" : 16622,
            "13434880" : 16875,
            "13565952" : 16415,
            "13697024" : 16468,
            "13828096" : 16113,
            "13959168" : 15655,
            "14090240" : 15783,
            "14221312" : 15443,
            "14352384" : 15312,
            "14483456" : 14918,
            "14614528" : 14867,
            "14745600" : 14834,
            "14876672" : 14467,
            "15007744" : 14032,
            "15138816" : 13680,
            "15269888" : 13254,
            "15400960" : 13214,
            "15532032" : 12663,
            "15663104" : 12466,
            "15794176" : 12203,
            "15925248" : 11921,
            "16056320" : 11958,
            "16187392" : 11607,
            "16318464" : 11247,
            "16449536" : 10845,
            "16580608" : 10626,
            "16711680" : 10604,
            "16908288" : 19959,
            "17170432" : 18615,
            "17432576" : 17920,
            "17694720" : 16805,
            "17956864" : 15999,
            "18219008" : 14739,
            "18481152" : 14248,
            "18743296" : 13246,
            "19005440" : 12569,
            "19267584" : 11823,
            "19529728" : 11291,
            "19791872" : 10582,
            "20054016" : 9906,
            "20316160" : 9467,
            "20578304" : 8970,
            "20840448" : 8417,
            "21102592" : 7954,
            "21364736" : 7553,
            "21626880" : 7066,
            "21889024" : 6539,
            "22151168" : 6270,
            "22413312" : 5913,
            "22675456" : 5518,
            "22937600" : 5160,
            "23199744" : 4978,
            "23461888" : 4666,
            "23724032" : 4483,
            "23986176" : 4225,
            "24248320" : 3926,
            "24510464" : 3868,
            "24772608" : 3497,
            "25034752" : 3423,
            "25296896" : 3212,
            "25559040" : 3009,
            "25821184" : 2840,
            "26083328" : 2813,
            "26345472" : 2754,
            "26607616" : 2522,
            "26869760" : 2284,
            "27131904" : 2314,
            "27394048" : 2117,
            "27656192" : 2080,
            "27918336" : 1960,
            "28180480" : 1959,
            "28442624" : 1813,
            "28704768" : 1649,
            "28966912" : 1677,
            "29229056" : 1583,
            "29491200" : 1537,
            "29753344" : 1404,
            "30015488" : 1432,
            "30277632" : 1416,
            "30539776" : 1317,
            "30801920" : 1251,
            "31064064" : 1201,
            "31326208" : 1107,
            "31588352" : 1101,
            "31850496" : 1031,
            "32112640" : 1021,
            "32374784" : 1009,
            "32636928" : 953,
            "32899072" : 937,
            "33161216" : 881,
            "33423360" : 863,
            "33816576" : 1587,
            "34340864" : 1605,
            "34865152" : 1468,
            "35389440" : 1379,
            "35913728" : 1213,
            "36438016" : 1247,
            "36962304" : 1082,
            "37486592" : 1007,
            "38010880" : 856,
            "38535168" : 820,
            "39059456" : 779,
            "39583744" : 753,
            "40108032" : 625,
            "40632320" : 590,
            "41156608" : 543,
            "41680896" : 494,
            "42205184" : 416,
            "42729472" : 364,
            "43253760" : 380,
            "43778048" : 307,
            "44302336" : 241,
            "44826624" : 265,
            "45350912" : 232,
            "45875200" : 174,
            "46399488" : 189,
            "46923776" : 177,
            "47448064" : 148,
            "47972352" : 117,
            "48496640" : 102,
            "49020928" : 101,
            "49545216" : 100,
            "50069504" : 85,
            "50593792" : 65,
            "51118080" : 59,
            "51642368" : 60,
            "52166656" : 55,
            "52690944" : 49,
            "53215232" : 53,
            "53739520" : 39,
            "54263808" : 27,
            "54788096" : 22,
            "55312384" : 18,
            "55836672" : 14,
            "56360960" : 18,
            "56885248" : 12,
            "57409536" : 12,
            "57933824" : 7,
            "58458112" : 6,
            "58982400" : 6,
            "59506688" : 4,
            "60555264" : 5,
            "61079552" : 7,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15315765.550824,
          "stddev" : 5985942.851849,
          "N" : 1504158
        },
        "bw_min" : 45845,
        "bw_max" : 90675,
        "bw_agg" : 99.996145,
        "bw_mean" : 66848.837989,
        "bw_dev" : 640.732345,
        "bw_samples" : 2864,
        "iops_min" : 11461,
        "iops_max" : 22668,
        "iops_mean" : 16711.296089,
        "iops_stddev" : 160.203716,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439993,
      "usr_cpu" : 0.372918,
      "sys_cpu" : 4.843635,
      "ctx" : 1737826,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.819351,
        "20" : 65.284468,
        "50" : 12.855627,
        "100" : 0.039490,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846106,
  "timestamp_ms" : 1772846106098,
  "time" : "Fri Mar  6 21:15:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6848372736,
        "io_kbytes" : 6687864,
        "bw_bytes" : 68483042,
        "bw" : 66877,
        "iops" : 16719.862801,
        "runtime" : 100001,
        "total_ios" : 1672003,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 952705.379335,
          "stddev" : 931619.027182,
          "N" : 1672004
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14356412.351174,
          "stddev" : 5710699.189226,
          "N" : 1671988,
          "percentile" : {
            "1.000000" : 6782976,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9764864,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15794176,
            "80.000000" : 17694720,
            "90.000000" : 21364736,
            "95.000000" : 25296896,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 54263808
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 7,
            "5079040" : 31,
            "5144576" : 51,
            "5210112" : 115,
            "5275648" : 211,
            "5341184" : 279,
            "5406720" : 448,
            "5472256" : 490,
            "5537792" : 632,
            "5603328" : 650,
            "5668864" : 707,
            "5734400" : 673,
            "5799936" : 613,
            "5865472" : 523,
            "5931008" : 540,
            "5996544" : 543,
            "6062080" : 564,
            "6127616" : 622,
            "6193152" : 661,
            "6258688" : 774,
            "6324224" : 734,
            "6389760" : 836,
            "6455296" : 922,
            "6520832" : 1054,
            "6586368" : 1115,
            "6651904" : 1243,
            "6717440" : 1342,
            "6782976" : 1486,
            "6848512" : 1618,
            "6914048" : 1737,
            "6979584" : 1953,
            "7045120" : 2118,
            "7110656" : 2361,
            "7176192" : 2568,
            "7241728" : 2836,
            "7307264" : 3032,
            "7372800" : 3351,
            "7438336" : 3626,
            "7503872" : 3852,
            "7569408" : 4321,
            "7634944" : 4565,
            "7700480" : 4750,
            "7766016" : 4905,
            "7831552" : 5426,
            "7897088" : 5938,
            "7962624" : 6293,
            "8028160" : 6294,
            "8093696" : 6780,
            "8159232" : 7058,
            "8224768" : 7354,
            "8290304" : 7729,
            "8355840" : 7622,
            "8454144" : 16058,
            "8585216" : 17180,
            "8716288" : 18427,
            "8847360" : 18736,
            "8978432" : 19246,
            "9109504" : 19683,
            "9240576" : 20030,
            "9371648" : 20349,
            "9502720" : 20452,
            "9633792" : 20579,
            "9764864" : 20674,
            "9895936" : 20736,
            "10027008" : 20606,
            "10158080" : 20579,
            "10289152" : 20279,
            "10420224" : 20249,
            "10551296" : 20212,
            "10682368" : 20076,
            "10813440" : 20088,
            "10944512" : 19980,
            "11075584" : 19935,
            "11206656" : 19869,
            "11337728" : 19533,
            "11468800" : 19489,
            "11599872" : 18983,
            "11730944" : 19228,
            "11862016" : 18988,
            "11993088" : 19022,
            "12124160" : 18690,
            "12255232" : 18979,
            "12386304" : 18858,
            "12517376" : 18737,
            "12648448" : 18639,
            "12779520" : 18633,
            "12910592" : 18851,
            "13041664" : 19010,
            "13172736" : 18834,
            "13303808" : 18575,
            "13434880" : 18770,
            "13565952" : 18193,
            "13697024" : 18273,
            "13828096" : 17781,
            "13959168" : 17357,
            "14090240" : 17439,
            "14221312" : 17060,
            "14352384" : 16937,
            "14483456" : 16529,
            "14614528" : 16399,
            "14745600" : 16332,
            "14876672" : 15955,
            "15007744" : 15482,
            "15138816" : 15182,
            "15269888" : 14674,
            "15400960" : 14600,
            "15532032" : 14023,
            "15663104" : 13785,
            "15794176" : 13455,
            "15925248" : 13123,
            "16056320" : 13235,
            "16187392" : 12790,
            "16318464" : 12399,
            "16449536" : 11938,
            "16580608" : 11706,
            "16711680" : 11622,
            "16908288" : 21981,
            "17170432" : 20526,
            "17432576" : 19644,
            "17694720" : 18434,
            "17956864" : 17519,
            "18219008" : 16306,
            "18481152" : 15680,
            "18743296" : 14594,
            "19005440" : 13847,
            "19267584" : 13051,
            "19529728" : 12416,
            "19791872" : 11653,
            "20054016" : 10901,
            "20316160" : 10424,
            "20578304" : 9943,
            "20840448" : 9301,
            "21102592" : 8748,
            "21364736" : 8385,
            "21626880" : 7810,
            "21889024" : 7229,
            "22151168" : 6855,
            "22413312" : 6433,
            "22675456" : 6072,
            "22937600" : 5676,
            "23199744" : 5504,
            "23461888" : 5116,
            "23724032" : 4921,
            "23986176" : 4662,
            "24248320" : 4368,
            "24510464" : 4281,
            "24772608" : 3882,
            "25034752" : 3796,
            "25296896" : 3518,
            "25559040" : 3323,
            "25821184" : 3153,
            "26083328" : 3089,
            "26345472" : 3028,
            "26607616" : 2769,
            "26869760" : 2487,
            "27131904" : 2563,
            "27394048" : 2347,
            "27656192" : 2299,
            "27918336" : 2205,
            "28180480" : 2145,
            "28442624" : 1994,
            "28704768" : 1851,
            "28966912" : 1861,
            "29229056" : 1780,
            "29491200" : 1687,
            "29753344" : 1576,
            "30015488" : 1599,
            "30277632" : 1596,
            "30539776" : 1462,
            "30801920" : 1388,
            "31064064" : 1336,
            "31326208" : 1235,
            "31588352" : 1232,
            "31850496" : 1167,
            "32112640" : 1148,
            "32374784" : 1149,
            "32636928" : 1075,
            "32899072" : 1054,
            "33161216" : 1012,
            "33423360" : 971,
            "33816576" : 1796,
            "34340864" : 1813,
            "34865152" : 1668,
            "35389440" : 1547,
            "35913728" : 1422,
            "36438016" : 1424,
            "36962304" : 1224,
            "37486592" : 1152,
            "38010880" : 989,
            "38535168" : 953,
            "39059456" : 886,
            "39583744" : 867,
            "40108032" : 711,
            "40632320" : 676,
            "41156608" : 645,
            "41680896" : 583,
            "42205184" : 482,
            "42729472" : 423,
            "43253760" : 445,
            "43778048" : 346,
            "44302336" : 287,
            "44826624" : 317,
            "45350912" : 260,
            "45875200" : 211,
            "46399488" : 218,
            "46923776" : 195,
            "47448064" : 160,
            "47972352" : 130,
            "48496640" : 115,
            "49020928" : 115,
            "49545216" : 106,
            "50069504" : 100,
            "50593792" : 78,
            "51118080" : 64,
            "51642368" : 65,
            "52166656" : 58,
            "52690944" : 52,
            "53215232" : 55,
            "53739520" : 40,
            "54263808" : 29,
            "54788096" : 26,
            "55312384" : 20,
            "55836672" : 16,
            "56360960" : 20,
            "56885248" : 12,
            "57409536" : 12,
            "57933824" : 8,
            "58458112" : 6,
            "58982400" : 6,
            "59506688" : 4,
            "60030976" : 1,
            "60555264" : 5,
            "61079552" : 7,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15309025.803008,
          "stddev" : 6000410.237981,
          "N" : 1671988
        },
        "bw_min" : 45725,
        "bw_max" : 90675,
        "bw_agg" : 99.974624,
        "bw_mean" : 66861.005025,
        "bw_dev" : 636.550281,
        "bw_samples" : 3184,
        "iops_min" : 11431,
        "iops_max" : 22668,
        "iops_mean" : 16714.331658,
        "iops_stddev" : 159.159702,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600005,
      "usr_cpu" : 0.370561,
      "sys_cpu" : 4.848485,
      "ctx" : 1929884,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999940,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999940,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.785906,
        "20" : 65.348328,
        "50" : 12.826054,
        "100" : 0.038816,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846116,
  "timestamp_ms" : 1772846116099,
  "time" : "Fri Mar  6 21:15:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7558201344,
        "io_kbytes" : 7381056,
        "bw_bytes" : 68710921,
        "bw" : 67100,
        "iops" : 16775.690909,
        "runtime" : 110000,
        "total_ios" : 1845326,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 949534.274405,
          "stddev" : 926473.733668,
          "N" : 1845326
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14309148.813636,
          "stddev" : 5689726.983012,
          "N" : 1845310,
          "percentile" : {
            "1.000000" : 6782976,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9764864,
            "30.000000" : 10813440,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15794176,
            "80.000000" : 17694720,
            "90.000000" : 21102592,
            "95.000000" : 25034752,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 7,
            "5079040" : 31,
            "5144576" : 53,
            "5210112" : 116,
            "5275648" : 218,
            "5341184" : 305,
            "5406720" : 480,
            "5472256" : 521,
            "5537792" : 663,
            "5603328" : 693,
            "5668864" : 753,
            "5734400" : 731,
            "5799936" : 670,
            "5865472" : 570,
            "5931008" : 574,
            "5996544" : 568,
            "6062080" : 602,
            "6127616" : 663,
            "6193152" : 714,
            "6258688" : 805,
            "6324224" : 779,
            "6389760" : 865,
            "6455296" : 974,
            "6520832" : 1107,
            "6586368" : 1173,
            "6651904" : 1311,
            "6717440" : 1425,
            "6782976" : 1575,
            "6848512" : 1726,
            "6914048" : 1888,
            "6979584" : 2114,
            "7045120" : 2299,
            "7110656" : 2562,
            "7176192" : 2790,
            "7241728" : 3109,
            "7307264" : 3359,
            "7372800" : 3669,
            "7438336" : 4016,
            "7503872" : 4281,
            "7569408" : 4741,
            "7634944" : 5004,
            "7700480" : 5263,
            "7766016" : 5487,
            "7831552" : 6018,
            "7897088" : 6600,
            "7962624" : 6959,
            "8028160" : 7068,
            "8093696" : 7597,
            "8159232" : 7886,
            "8224768" : 8201,
            "8290304" : 8583,
            "8355840" : 8529,
            "8454144" : 18129,
            "8585216" : 19313,
            "8716288" : 20624,
            "8847360" : 20971,
            "8978432" : 21762,
            "9109504" : 22216,
            "9240576" : 22542,
            "9371648" : 22961,
            "9502720" : 23033,
            "9633792" : 23221,
            "9764864" : 23198,
            "9895936" : 23325,
            "10027008" : 23189,
            "10158080" : 23120,
            "10289152" : 22814,
            "10420224" : 22793,
            "10551296" : 22532,
            "10682368" : 22309,
            "10813440" : 22455,
            "10944512" : 22357,
            "11075584" : 22190,
            "11206656" : 22108,
            "11337728" : 21754,
            "11468800" : 21603,
            "11599872" : 21133,
            "11730944" : 21430,
            "11862016" : 21163,
            "11993088" : 21090,
            "12124160" : 20704,
            "12255232" : 20931,
            "12386304" : 20908,
            "12517376" : 20680,
            "12648448" : 20576,
            "12779520" : 20572,
            "12910592" : 20776,
            "13041664" : 20919,
            "13172736" : 20722,
            "13303808" : 20467,
            "13434880" : 20612,
            "13565952" : 19991,
            "13697024" : 20049,
            "13828096" : 19557,
            "13959168" : 19077,
            "14090240" : 19168,
            "14221312" : 18832,
            "14352384" : 18648,
            "14483456" : 18154,
            "14614528" : 17916,
            "14745600" : 17933,
            "14876672" : 17392,
            "15007744" : 16935,
            "15138816" : 16597,
            "15269888" : 16028,
            "15400960" : 15959,
            "15532032" : 15420,
            "15663104" : 15112,
            "15794176" : 14790,
            "15925248" : 14357,
            "16056320" : 14497,
            "16187392" : 13982,
            "16318464" : 13547,
            "16449536" : 13102,
            "16580608" : 12816,
            "16711680" : 12684,
            "16908288" : 23984,
            "17170432" : 22399,
            "17432576" : 21493,
            "17694720" : 20198,
            "17956864" : 19217,
            "18219008" : 17797,
            "18481152" : 17091,
            "18743296" : 15842,
            "19005440" : 15089,
            "19267584" : 14255,
            "19529728" : 13500,
            "19791872" : 12690,
            "20054016" : 11830,
            "20316160" : 11344,
            "20578304" : 10795,
            "20840448" : 10109,
            "21102592" : 9502,
            "21364736" : 9121,
            "21626880" : 8446,
            "21889024" : 7876,
            "22151168" : 7445,
            "22413312" : 6993,
            "22675456" : 6626,
            "22937600" : 6185,
            "23199744" : 5988,
            "23461888" : 5517,
            "23724032" : 5299,
            "23986176" : 5061,
            "24248320" : 4723,
            "24510464" : 4639,
            "24772608" : 4222,
            "25034752" : 4124,
            "25296896" : 3762,
            "25559040" : 3621,
            "25821184" : 3433,
            "26083328" : 3342,
            "26345472" : 3293,
            "26607616" : 2992,
            "26869760" : 2705,
            "27131904" : 2764,
            "27394048" : 2549,
            "27656192" : 2505,
            "27918336" : 2383,
            "28180480" : 2296,
            "28442624" : 2169,
            "28704768" : 2027,
            "28966912" : 2057,
            "29229056" : 1948,
            "29491200" : 1851,
            "29753344" : 1740,
            "30015488" : 1763,
            "30277632" : 1733,
            "30539776" : 1572,
            "30801920" : 1517,
            "31064064" : 1451,
            "31326208" : 1362,
            "31588352" : 1359,
            "31850496" : 1279,
            "32112640" : 1256,
            "32374784" : 1273,
            "32636928" : 1198,
            "32899072" : 1152,
            "33161216" : 1102,
            "33423360" : 1070,
            "33816576" : 1979,
            "34340864" : 2012,
            "34865152" : 1859,
            "35389440" : 1700,
            "35913728" : 1558,
            "36438016" : 1541,
            "36962304" : 1328,
            "37486592" : 1257,
            "38010880" : 1061,
            "38535168" : 1032,
            "39059456" : 968,
            "39583744" : 950,
            "40108032" : 764,
            "40632320" : 735,
            "41156608" : 695,
            "41680896" : 616,
            "42205184" : 533,
            "42729472" : 455,
            "43253760" : 475,
            "43778048" : 384,
            "44302336" : 323,
            "44826624" : 344,
            "45350912" : 283,
            "45875200" : 238,
            "46399488" : 236,
            "46923776" : 209,
            "47448064" : 166,
            "47972352" : 149,
            "48496640" : 126,
            "49020928" : 129,
            "49545216" : 114,
            "50069504" : 105,
            "50593792" : 83,
            "51118080" : 71,
            "51642368" : 68,
            "52166656" : 59,
            "52690944" : 53,
            "53215232" : 57,
            "53739520" : 40,
            "54263808" : 29,
            "54788096" : 26,
            "55312384" : 20,
            "55836672" : 16,
            "56360960" : 20,
            "56885248" : 12,
            "57409536" : 13,
            "57933824" : 8,
            "58458112" : 6,
            "58982400" : 6,
            "59506688" : 4,
            "60030976" : 1,
            "60555264" : 5,
            "61079552" : 7,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15258654.818226,
          "stddev" : 5978631.656749,
          "N" : 1845310
        },
        "bw_min" : 45725,
        "bw_max" : 90675,
        "bw_agg" : 99.941120,
        "bw_mean" : 67061.077626,
        "bw_dev" : 635.549098,
        "bw_samples" : 3504,
        "iops_min" : 11431,
        "iops_max" : 22668,
        "iops_mean" : 16764.333333,
        "iops_stddev" : 158.907868,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759998,
      "usr_cpu" : 0.370910,
      "sys_cpu" : 4.860631,
      "ctx" : 2128480,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 22.049329,
        "20" : 65.276596,
        "50" : 12.636900,
        "100" : 0.036308,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846126,
  "timestamp_ms" : 1772846126097,
  "time" : "Fri Mar  6 21:15:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8224038912,
        "io_kbytes" : 8031288,
        "bw_bytes" : 68534228,
        "bw" : 66927,
        "iops" : 16732.222769,
        "runtime" : 119999,
        "total_ios" : 2007850,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 952019.308385,
          "stddev" : 930109.296428,
          "N" : 2007851
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14345961.537144,
          "stddev" : 5702211.791207,
          "N" : 2007834,
          "percentile" : {
            "1.000000" : 6848512,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9764864,
            "30.000000" : 10813440,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15794176,
            "80.000000" : 17694720,
            "90.000000" : 21364736,
            "95.000000" : 25296896,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 45875200,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 7,
            "5079040" : 31,
            "5144576" : 54,
            "5210112" : 120,
            "5275648" : 227,
            "5341184" : 329,
            "5406720" : 493,
            "5472256" : 558,
            "5537792" : 702,
            "5603328" : 734,
            "5668864" : 808,
            "5734400" : 768,
            "5799936" : 695,
            "5865472" : 589,
            "5931008" : 591,
            "5996544" : 585,
            "6062080" : 621,
            "6127616" : 684,
            "6193152" : 745,
            "6258688" : 818,
            "6324224" : 809,
            "6389760" : 901,
            "6455296" : 1007,
            "6520832" : 1156,
            "6586368" : 1227,
            "6651904" : 1377,
            "6717440" : 1504,
            "6782976" : 1637,
            "6848512" : 1799,
            "6914048" : 1976,
            "6979584" : 2214,
            "7045120" : 2433,
            "7110656" : 2707,
            "7176192" : 2944,
            "7241728" : 3243,
            "7307264" : 3509,
            "7372800" : 3838,
            "7438336" : 4194,
            "7503872" : 4521,
            "7569408" : 5030,
            "7634944" : 5304,
            "7700480" : 5621,
            "7766016" : 5846,
            "7831552" : 6443,
            "7897088" : 7001,
            "7962624" : 7441,
            "8028160" : 7550,
            "8093696" : 8100,
            "8159232" : 8431,
            "8224768" : 8823,
            "8290304" : 9235,
            "8355840" : 9169,
            "8454144" : 19494,
            "8585216" : 20792,
            "8716288" : 22213,
            "8847360" : 22705,
            "8978432" : 23462,
            "9109504" : 24072,
            "9240576" : 24383,
            "9371648" : 24934,
            "9502720" : 25057,
            "9633792" : 25276,
            "9764864" : 25192,
            "9895936" : 25502,
            "10027008" : 25372,
            "10158080" : 25173,
            "10289152" : 24839,
            "10420224" : 24858,
            "10551296" : 24576,
            "10682368" : 24285,
            "10813440" : 24415,
            "10944512" : 24381,
            "11075584" : 24155,
            "11206656" : 24154,
            "11337728" : 23841,
            "11468800" : 23652,
            "11599872" : 23104,
            "11730944" : 23367,
            "11862016" : 23046,
            "11993088" : 23082,
            "12124160" : 22583,
            "12255232" : 22848,
            "12386304" : 22837,
            "12517376" : 22630,
            "12648448" : 22470,
            "12779520" : 22318,
            "12910592" : 22606,
            "13041664" : 22689,
            "13172736" : 22577,
            "13303808" : 22213,
            "13434880" : 22471,
            "13565952" : 21771,
            "13697024" : 21820,
            "13828096" : 21238,
            "13959168" : 20705,
            "14090240" : 20773,
            "14221312" : 20444,
            "14352384" : 20199,
            "14483456" : 19781,
            "14614528" : 19523,
            "14745600" : 19452,
            "14876672" : 18878,
            "15007744" : 18320,
            "15138816" : 17966,
            "15269888" : 17397,
            "15400960" : 17246,
            "15532032" : 16705,
            "15663104" : 16427,
            "15794176" : 15999,
            "15925248" : 15577,
            "16056320" : 15702,
            "16187392" : 15143,
            "16318464" : 14694,
            "16449536" : 14205,
            "16580608" : 13932,
            "16711680" : 13727,
            "16908288" : 26048,
            "17170432" : 24301,
            "17432576" : 23286,
            "17694720" : 22017,
            "17956864" : 20956,
            "18219008" : 19484,
            "18481152" : 18688,
            "18743296" : 17396,
            "19005440" : 16530,
            "19267584" : 15590,
            "19529728" : 14821,
            "19791872" : 13909,
            "20054016" : 13074,
            "20316160" : 12487,
            "20578304" : 11893,
            "20840448" : 11170,
            "21102592" : 10449,
            "21364736" : 10055,
            "21626880" : 9370,
            "21889024" : 8726,
            "22151168" : 8228,
            "22413312" : 7754,
            "22675456" : 7358,
            "22937600" : 6914,
            "23199744" : 6720,
            "23461888" : 6161,
            "23724032" : 5895,
            "23986176" : 5619,
            "24248320" : 5239,
            "24510464" : 5125,
            "24772608" : 4729,
            "25034752" : 4560,
            "25296896" : 4183,
            "25559040" : 3992,
            "25821184" : 3804,
            "26083328" : 3637,
            "26345472" : 3609,
            "26607616" : 3300,
            "26869760" : 3051,
            "27131904" : 3093,
            "27394048" : 2843,
            "27656192" : 2769,
            "27918336" : 2645,
            "28180480" : 2564,
            "28442624" : 2422,
            "28704768" : 2244,
            "28966912" : 2269,
            "29229056" : 2143,
            "29491200" : 2053,
            "29753344" : 1916,
            "30015488" : 1898,
            "30277632" : 1892,
            "30539776" : 1740,
            "30801920" : 1669,
            "31064064" : 1616,
            "31326208" : 1529,
            "31588352" : 1493,
            "31850496" : 1429,
            "32112640" : 1382,
            "32374784" : 1402,
            "32636928" : 1322,
            "32899072" : 1265,
            "33161216" : 1205,
            "33423360" : 1157,
            "33816576" : 2215,
            "34340864" : 2195,
            "34865152" : 2023,
            "35389440" : 1872,
            "35913728" : 1743,
            "36438016" : 1692,
            "36962304" : 1483,
            "37486592" : 1370,
            "38010880" : 1179,
            "38535168" : 1139,
            "39059456" : 1040,
            "39583744" : 1023,
            "40108032" : 828,
            "40632320" : 820,
            "41156608" : 766,
            "41680896" : 667,
            "42205184" : 573,
            "42729472" : 496,
            "43253760" : 519,
            "43778048" : 422,
            "44302336" : 352,
            "44826624" : 380,
            "45350912" : 304,
            "45875200" : 251,
            "46399488" : 257,
            "46923776" : 233,
            "47448064" : 182,
            "47972352" : 166,
            "48496640" : 138,
            "49020928" : 136,
            "49545216" : 124,
            "50069504" : 113,
            "50593792" : 87,
            "51118080" : 75,
            "51642368" : 71,
            "52166656" : 63,
            "52690944" : 55,
            "53215232" : 59,
            "53739520" : 40,
            "54263808" : 30,
            "54788096" : 26,
            "55312384" : 21,
            "55836672" : 21,
            "56360960" : 20,
            "56885248" : 12,
            "57409536" : 13,
            "57933824" : 8,
            "58458112" : 7,
            "58982400" : 6,
            "59506688" : 4,
            "60030976" : 1,
            "60555264" : 5,
            "61079552" : 7,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15297937.538913,
          "stddev" : 5991559.536219,
          "N" : 2007834
        },
        "bw_min" : 45725,
        "bw_max" : 90675,
        "bw_agg" : 99.976158,
        "bw_mean" : 66912.857741,
        "bw_dev" : 632.702678,
        "bw_samples" : 3824,
        "iops_min" : 11431,
        "iops_max" : 22668,
        "iops_mean" : 16727.221757,
        "iops_stddev" : 158.201957,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919984,
      "usr_cpu" : 0.370680,
      "sys_cpu" : 4.844311,
      "ctx" : 2314915,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999900,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.803322,
        "20" : 65.317130,
        "50" : 12.843788,
        "100" : 0.034963,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846136,
  "timestamp_ms" : 1772846136098,
  "time" : "Fri Mar  6 21:15:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8892125184,
        "io_kbytes" : 8683716,
        "bw_bytes" : 68401489,
        "bw" : 66798,
        "iops" : 16699.951538,
        "runtime" : 129999,
        "total_ios" : 2170977,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 953891.006939,
          "stddev" : 933583.127564,
          "N" : 2170977
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14373725.826569,
          "stddev" : 5725417.857769,
          "N" : 2170961,
          "percentile" : {
            "1.000000" : 6848512,
            "5.000000" : 8028160,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15794176,
            "80.000000" : 17956864,
            "90.000000" : 21364736,
            "95.000000" : 25296896,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 7,
            "5079040" : 31,
            "5144576" : 54,
            "5210112" : 121,
            "5275648" : 229,
            "5341184" : 338,
            "5406720" : 506,
            "5472256" : 580,
            "5537792" : 734,
            "5603328" : 770,
            "5668864" : 842,
            "5734400" : 813,
            "5799936" : 736,
            "5865472" : 613,
            "5931008" : 626,
            "5996544" : 619,
            "6062080" : 655,
            "6127616" : 728,
            "6193152" : 793,
            "6258688" : 873,
            "6324224" : 870,
            "6389760" : 968,
            "6455296" : 1078,
            "6520832" : 1237,
            "6586368" : 1293,
            "6651904" : 1476,
            "6717440" : 1596,
            "6782976" : 1743,
            "6848512" : 1886,
            "6914048" : 2080,
            "6979584" : 2347,
            "7045120" : 2559,
            "7110656" : 2877,
            "7176192" : 3083,
            "7241728" : 3421,
            "7307264" : 3692,
            "7372800" : 4024,
            "7438336" : 4410,
            "7503872" : 4785,
            "7569408" : 5305,
            "7634944" : 5622,
            "7700480" : 5988,
            "7766016" : 6250,
            "7831552" : 6879,
            "7897088" : 7449,
            "7962624" : 7946,
            "8028160" : 8060,
            "8093696" : 8649,
            "8159232" : 8991,
            "8224768" : 9485,
            "8290304" : 9906,
            "8355840" : 9881,
            "8454144" : 21079,
            "8585216" : 22438,
            "8716288" : 23918,
            "8847360" : 24555,
            "8978432" : 25277,
            "9109504" : 25891,
            "9240576" : 26208,
            "9371648" : 26864,
            "9502720" : 26932,
            "9633792" : 27305,
            "9764864" : 27202,
            "9895936" : 27470,
            "10027008" : 27436,
            "10158080" : 27163,
            "10289152" : 26822,
            "10420224" : 26899,
            "10551296" : 26627,
            "10682368" : 26323,
            "10813440" : 26451,
            "10944512" : 26428,
            "11075584" : 26242,
            "11206656" : 26158,
            "11337728" : 25867,
            "11468800" : 25710,
            "11599872" : 25152,
            "11730944" : 25373,
            "11862016" : 25111,
            "11993088" : 24929,
            "12124160" : 24539,
            "12255232" : 24780,
            "12386304" : 24759,
            "12517376" : 24520,
            "12648448" : 24400,
            "12779520" : 24169,
            "12910592" : 24592,
            "13041664" : 24576,
            "13172736" : 24338,
            "13303808" : 24102,
            "13434880" : 24266,
            "13565952" : 23574,
            "13697024" : 23505,
            "13828096" : 22919,
            "13959168" : 22399,
            "14090240" : 22403,
            "14221312" : 22036,
            "14352384" : 21807,
            "14483456" : 21361,
            "14614528" : 21107,
            "14745600" : 21015,
            "14876672" : 20381,
            "15007744" : 19801,
            "15138816" : 19457,
            "15269888" : 18758,
            "15400960" : 18536,
            "15532032" : 17906,
            "15663104" : 17655,
            "15794176" : 17192,
            "15925248" : 16818,
            "16056320" : 16856,
            "16187392" : 16349,
            "16318464" : 15817,
            "16449536" : 15308,
            "16580608" : 15048,
            "16711680" : 14834,
            "16908288" : 28163,
            "17170432" : 26273,
            "17432576" : 25048,
            "17694720" : 23785,
            "17956864" : 22593,
            "18219008" : 21206,
            "18481152" : 20342,
            "18743296" : 18801,
            "19005440" : 17897,
            "19267584" : 16890,
            "19529728" : 16056,
            "19791872" : 15089,
            "20054016" : 14107,
            "20316160" : 13564,
            "20578304" : 12899,
            "20840448" : 12125,
            "21102592" : 11352,
            "21364736" : 10933,
            "21626880" : 10192,
            "21889024" : 9513,
            "22151168" : 8986,
            "22413312" : 8435,
            "22675456" : 7984,
            "22937600" : 7511,
            "23199744" : 7294,
            "23461888" : 6766,
            "23724032" : 6410,
            "23986176" : 6127,
            "24248320" : 5724,
            "24510464" : 5599,
            "24772608" : 5181,
            "25034752" : 4995,
            "25296896" : 4560,
            "25559040" : 4347,
            "25821184" : 4208,
            "26083328" : 4015,
            "26345472" : 3927,
            "26607616" : 3587,
            "26869760" : 3366,
            "27131904" : 3415,
            "27394048" : 3117,
            "27656192" : 3064,
            "27918336" : 2919,
            "28180480" : 2773,
            "28442624" : 2631,
            "28704768" : 2447,
            "28966912" : 2486,
            "29229056" : 2347,
            "29491200" : 2252,
            "29753344" : 2115,
            "30015488" : 2080,
            "30277632" : 2073,
            "30539776" : 1932,
            "30801920" : 1840,
            "31064064" : 1771,
            "31326208" : 1684,
            "31588352" : 1651,
            "31850496" : 1563,
            "32112640" : 1520,
            "32374784" : 1532,
            "32636928" : 1442,
            "32899072" : 1403,
            "33161216" : 1328,
            "33423360" : 1283,
            "33816576" : 2453,
            "34340864" : 2426,
            "34865152" : 2267,
            "35389440" : 2032,
            "35913728" : 1906,
            "36438016" : 1848,
            "36962304" : 1652,
            "37486592" : 1504,
            "38010880" : 1292,
            "38535168" : 1272,
            "39059456" : 1131,
            "39583744" : 1133,
            "40108032" : 932,
            "40632320" : 911,
            "41156608" : 858,
            "41680896" : 738,
            "42205184" : 648,
            "42729472" : 560,
            "43253760" : 570,
            "43778048" : 474,
            "44302336" : 391,
            "44826624" : 420,
            "45350912" : 344,
            "45875200" : 279,
            "46399488" : 297,
            "46923776" : 259,
            "47448064" : 204,
            "47972352" : 177,
            "48496640" : 153,
            "49020928" : 148,
            "49545216" : 132,
            "50069504" : 119,
            "50593792" : 96,
            "51118080" : 81,
            "51642368" : 77,
            "52166656" : 65,
            "52690944" : 61,
            "53215232" : 60,
            "53739520" : 43,
            "54263808" : 30,
            "54788096" : 29,
            "55312384" : 22,
            "55836672" : 24,
            "56360960" : 21,
            "56885248" : 13,
            "57409536" : 14,
            "57933824" : 9,
            "58458112" : 7,
            "58982400" : 6,
            "59506688" : 4,
            "60030976" : 3,
            "60555264" : 6,
            "61079552" : 7,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15327564.359708,
          "stddev" : 6015965.612130,
          "N" : 2170961
        },
        "bw_min" : 45725,
        "bw_max" : 90675,
        "bw_agg" : 100.000000,
        "bw_mean" : 66882.258687,
        "bw_dev" : 623.232325,
        "bw_samples" : 4144,
        "iops_min" : 11431,
        "iops_max" : 22668,
        "iops_mean" : 16719.571429,
        "iops_stddev" : 155.835913,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079984,
      "usr_cpu" : 0.370291,
      "sys_cpu" : 4.832633,
      "ctx" : 2501048,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.639336,
        "20" : 65.349932,
        "50" : 12.975402,
        "100" : 0.034593,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846146,
  "timestamp_ms" : 1772846146098,
  "time" : "Fri Mar  6 21:15:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9587986432,
        "io_kbytes" : 9363268,
        "bw_bytes" : 68485617,
        "bw" : 66880,
        "iops" : 16720.514286,
        "runtime" : 140000,
        "total_ios" : 2340872,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 952725.336693,
          "stddev" : 932377.427617,
          "N" : 2340872
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14356202.403137,
          "stddev" : 5711335.484487,
          "N" : 2340856,
          "percentile" : {
            "1.000000" : 6848512,
            "5.000000" : 8093696,
            "10.000000" : 8716288,
            "20.000000" : 9764864,
            "30.000000" : 10813440,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15794176,
            "80.000000" : 17694720,
            "90.000000" : 21364736,
            "95.000000" : 25296896,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 45875200,
            "99.950000" : 48496640,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 7,
            "5079040" : 31,
            "5144576" : 57,
            "5210112" : 124,
            "5275648" : 246,
            "5341184" : 358,
            "5406720" : 532,
            "5472256" : 607,
            "5537792" : 775,
            "5603328" : 844,
            "5668864" : 895,
            "5734400" : 848,
            "5799936" : 775,
            "5865472" : 638,
            "5931008" : 654,
            "5996544" : 641,
            "6062080" : 673,
            "6127616" : 745,
            "6193152" : 807,
            "6258688" : 894,
            "6324224" : 907,
            "6389760" : 994,
            "6455296" : 1107,
            "6520832" : 1292,
            "6586368" : 1350,
            "6651904" : 1537,
            "6717440" : 1671,
            "6782976" : 1833,
            "6848512" : 1986,
            "6914048" : 2212,
            "6979584" : 2479,
            "7045120" : 2684,
            "7110656" : 3047,
            "7176192" : 3287,
            "7241728" : 3656,
            "7307264" : 3908,
            "7372800" : 4268,
            "7438336" : 4673,
            "7503872" : 5081,
            "7569408" : 5689,
            "7634944" : 5979,
            "7700480" : 6384,
            "7766016" : 6704,
            "7831552" : 7354,
            "7897088" : 7954,
            "7962624" : 8536,
            "8028160" : 8632,
            "8093696" : 9267,
            "8159232" : 9671,
            "8224768" : 10205,
            "8290304" : 10679,
            "8355840" : 10681,
            "8454144" : 22892,
            "8585216" : 24307,
            "8716288" : 25914,
            "8847360" : 26722,
            "8978432" : 27378,
            "9109504" : 28142,
            "9240576" : 28523,
            "9371648" : 29230,
            "9502720" : 29193,
            "9633792" : 29645,
            "9764864" : 29522,
            "9895936" : 29842,
            "10027008" : 29836,
            "10158080" : 29615,
            "10289152" : 29216,
            "10420224" : 29309,
            "10551296" : 29034,
            "10682368" : 28731,
            "10813440" : 28733,
            "10944512" : 28747,
            "11075584" : 28476,
            "11206656" : 28404,
            "11337728" : 28123,
            "11468800" : 27926,
            "11599872" : 27331,
            "11730944" : 27545,
            "11862016" : 27148,
            "11993088" : 27083,
            "12124160" : 26626,
            "12255232" : 26927,
            "12386304" : 26869,
            "12517376" : 26499,
            "12648448" : 26459,
            "12779520" : 26126,
            "12910592" : 26529,
            "13041664" : 26606,
            "13172736" : 26377,
            "13303808" : 26020,
            "13434880" : 26108,
            "13565952" : 25467,
            "13697024" : 25286,
            "13828096" : 24693,
            "13959168" : 24139,
            "14090240" : 24170,
            "14221312" : 23839,
            "14352384" : 23516,
            "14483456" : 22967,
            "14614528" : 22705,
            "14745600" : 22511,
            "14876672" : 21864,
            "15007744" : 21307,
            "15138816" : 20833,
            "15269888" : 20203,
            "15400960" : 19837,
            "15532032" : 19200,
            "15663104" : 18921,
            "15794176" : 18420,
            "15925248" : 18000,
            "16056320" : 18017,
            "16187392" : 17485,
            "16318464" : 16967,
            "16449536" : 16357,
            "16580608" : 16061,
            "16711680" : 15814,
            "16908288" : 30105,
            "17170432" : 28125,
            "17432576" : 26774,
            "17694720" : 25578,
            "17956864" : 24213,
            "18219008" : 22669,
            "18481152" : 21863,
            "18743296" : 20098,
            "19005440" : 19171,
            "19267584" : 18101,
            "19529728" : 17102,
            "19791872" : 16106,
            "20054016" : 15151,
            "20316160" : 14547,
            "20578304" : 13891,
            "20840448" : 13025,
            "21102592" : 12210,
            "21364736" : 11735,
            "21626880" : 10992,
            "21889024" : 10241,
            "22151168" : 9660,
            "22413312" : 9032,
            "22675456" : 8520,
            "22937600" : 8030,
            "23199744" : 7825,
            "23461888" : 7298,
            "23724032" : 6899,
            "23986176" : 6561,
            "24248320" : 6145,
            "24510464" : 6000,
            "24772608" : 5581,
            "25034752" : 5330,
            "25296896" : 4902,
            "25559040" : 4685,
            "25821184" : 4534,
            "26083328" : 4338,
            "26345472" : 4221,
            "26607616" : 3892,
            "26869760" : 3616,
            "27131904" : 3655,
            "27394048" : 3345,
            "27656192" : 3317,
            "27918336" : 3163,
            "28180480" : 2995,
            "28442624" : 2840,
            "28704768" : 2668,
            "28966912" : 2674,
            "29229056" : 2541,
            "29491200" : 2440,
            "29753344" : 2290,
            "30015488" : 2230,
            "30277632" : 2228,
            "30539776" : 2059,
            "30801920" : 1992,
            "31064064" : 1914,
            "31326208" : 1789,
            "31588352" : 1754,
            "31850496" : 1704,
            "32112640" : 1635,
            "32374784" : 1655,
            "32636928" : 1572,
            "32899072" : 1499,
            "33161216" : 1416,
            "33423360" : 1376,
            "33816576" : 2629,
            "34340864" : 2601,
            "34865152" : 2400,
            "35389440" : 2155,
            "35913728" : 2041,
            "36438016" : 1961,
            "36962304" : 1761,
            "37486592" : 1608,
            "38010880" : 1408,
            "38535168" : 1348,
            "39059456" : 1211,
            "39583744" : 1199,
            "40108032" : 985,
            "40632320" : 963,
            "41156608" : 915,
            "41680896" : 784,
            "42205184" : 692,
            "42729472" : 599,
            "43253760" : 604,
            "43778048" : 501,
            "44302336" : 421,
            "44826624" : 447,
            "45350912" : 363,
            "45875200" : 306,
            "46399488" : 315,
            "46923776" : 276,
            "47448064" : 219,
            "47972352" : 188,
            "48496640" : 161,
            "49020928" : 153,
            "49545216" : 138,
            "50069504" : 123,
            "50593792" : 102,
            "51118080" : 84,
            "51642368" : 79,
            "52166656" : 65,
            "52690944" : 62,
            "53215232" : 61,
            "53739520" : 43,
            "54263808" : 32,
            "54788096" : 30,
            "55312384" : 23,
            "55836672" : 24,
            "56360960" : 21,
            "56885248" : 14,
            "57409536" : 14,
            "57933824" : 9,
            "58458112" : 7,
            "58982400" : 6,
            "59506688" : 4,
            "60030976" : 3,
            "60555264" : 6,
            "61079552" : 7,
            "62652416" : 1,
            "63176704" : 1,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15308916.083496,
          "stddev" : 6001020.119238,
          "N" : 2340856
        },
        "bw_min" : 45533,
        "bw_max" : 90675,
        "bw_agg" : 99.918533,
        "bw_mean" : 66826.967742,
        "bw_dev" : 623.659530,
        "bw_samples" : 4464,
        "iops_min" : 11383,
        "iops_max" : 22668,
        "iops_mean" : 16705.716846,
        "iops_stddev" : 155.944257,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239989,
      "usr_cpu" : 0.370002,
      "sys_cpu" : 4.837970,
      "ctx" : 2694221,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 99.999957,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.660433,
        "20" : 65.380508,
        "50" : 12.925397,
        "100" : 0.032979,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846156,
  "timestamp_ms" : 1772846156099,
  "time" : "Fri Mar  6 21:15:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10246787072,
        "io_kbytes" : 10006628,
        "bw_bytes" : 68312369,
        "bw" : 66711,
        "iops" : 16678.084521,
        "runtime" : 149999,
        "total_ios" : 2501696,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 955176.654667,
          "stddev" : 936773.616317,
          "N" : 2501696
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14392508.657257,
          "stddev" : 5742291.804451,
          "N" : 2501680,
          "percentile" : {
            "1.000000" : 6914048,
            "5.000000" : 8093696,
            "10.000000" : 8716288,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15794176,
            "80.000000" : 17956864,
            "90.000000" : 21364736,
            "95.000000" : 25296896,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 8,
            "5079040" : 34,
            "5144576" : 61,
            "5210112" : 129,
            "5275648" : 258,
            "5341184" : 372,
            "5406720" : 558,
            "5472256" : 660,
            "5537792" : 833,
            "5603328" : 913,
            "5668864" : 954,
            "5734400" : 905,
            "5799936" : 817,
            "5865472" : 665,
            "5931008" : 668,
            "5996544" : 662,
            "6062080" : 699,
            "6127616" : 774,
            "6193152" : 828,
            "6258688" : 915,
            "6324224" : 951,
            "6389760" : 1024,
            "6455296" : 1153,
            "6520832" : 1341,
            "6586368" : 1394,
            "6651904" : 1592,
            "6717440" : 1728,
            "6782976" : 1891,
            "6848512" : 2057,
            "6914048" : 2288,
            "6979584" : 2556,
            "7045120" : 2792,
            "7110656" : 3159,
            "7176192" : 3431,
            "7241728" : 3842,
            "7307264" : 4067,
            "7372800" : 4464,
            "7438336" : 4872,
            "7503872" : 5300,
            "7569408" : 5949,
            "7634944" : 6280,
            "7700480" : 6666,
            "7766016" : 7047,
            "7831552" : 7712,
            "7897088" : 8323,
            "7962624" : 8937,
            "8028160" : 9058,
            "8093696" : 9737,
            "8159232" : 10182,
            "8224768" : 10742,
            "8290304" : 11233,
            "8355840" : 11245,
            "8454144" : 24199,
            "8585216" : 25687,
            "8716288" : 27329,
            "8847360" : 28241,
            "8978432" : 28985,
            "9109504" : 29894,
            "9240576" : 30291,
            "9371648" : 31103,
            "9502720" : 31162,
            "9633792" : 31643,
            "9764864" : 31469,
            "9895936" : 31858,
            "10027008" : 31802,
            "10158080" : 31666,
            "10289152" : 31162,
            "10420224" : 31303,
            "10551296" : 31028,
            "10682368" : 30788,
            "10813440" : 30835,
            "10944512" : 30855,
            "11075584" : 30461,
            "11206656" : 30422,
            "11337728" : 30119,
            "11468800" : 29966,
            "11599872" : 29369,
            "11730944" : 29541,
            "11862016" : 29115,
            "11993088" : 29102,
            "12124160" : 28599,
            "12255232" : 28902,
            "12386304" : 28787,
            "12517376" : 28419,
            "12648448" : 28325,
            "12779520" : 28060,
            "12910592" : 28460,
            "13041664" : 28431,
            "13172736" : 28221,
            "13303808" : 27796,
            "13434880" : 27891,
            "13565952" : 27188,
            "13697024" : 27026,
            "13828096" : 26426,
            "13959168" : 25795,
            "14090240" : 25842,
            "14221312" : 25576,
            "14352384" : 25200,
            "14483456" : 24588,
            "14614528" : 24300,
            "14745600" : 24095,
            "14876672" : 23360,
            "15007744" : 22797,
            "15138816" : 22262,
            "15269888" : 21614,
            "15400960" : 21163,
            "15532032" : 20512,
            "15663104" : 20138,
            "15794176" : 19646,
            "15925248" : 19217,
            "16056320" : 19325,
            "16187392" : 18658,
            "16318464" : 18165,
            "16449536" : 17502,
            "16580608" : 17130,
            "16711680" : 16830,
            "16908288" : 32034,
            "17170432" : 29991,
            "17432576" : 28599,
            "17694720" : 27305,
            "17956864" : 25865,
            "18219008" : 24286,
            "18481152" : 23405,
            "18743296" : 21615,
            "19005440" : 20551,
            "19267584" : 19348,
            "19529728" : 18314,
            "19791872" : 17236,
            "20054016" : 16268,
            "20316160" : 15695,
            "20578304" : 14941,
            "20840448" : 13963,
            "21102592" : 13165,
            "21364736" : 12566,
            "21626880" : 11821,
            "21889024" : 10983,
            "22151168" : 10381,
            "22413312" : 9698,
            "22675456" : 9232,
            "22937600" : 8682,
            "23199744" : 8404,
            "23461888" : 7861,
            "23724032" : 7464,
            "23986176" : 7105,
            "24248320" : 6654,
            "24510464" : 6457,
            "24772608" : 6027,
            "25034752" : 5781,
            "25296896" : 5315,
            "25559040" : 5032,
            "25821184" : 4907,
            "26083328" : 4691,
            "26345472" : 4582,
            "26607616" : 4228,
            "26869760" : 3911,
            "27131904" : 3945,
            "27394048" : 3637,
            "27656192" : 3587,
            "27918336" : 3407,
            "28180480" : 3267,
            "28442624" : 3083,
            "28704768" : 2861,
            "28966912" : 2882,
            "29229056" : 2754,
            "29491200" : 2632,
            "29753344" : 2493,
            "30015488" : 2430,
            "30277632" : 2391,
            "30539776" : 2244,
            "30801920" : 2158,
            "31064064" : 2072,
            "31326208" : 1941,
            "31588352" : 1879,
            "31850496" : 1855,
            "32112640" : 1762,
            "32374784" : 1795,
            "32636928" : 1705,
            "32899072" : 1650,
            "33161216" : 1538,
            "33423360" : 1505,
            "33816576" : 2883,
            "34340864" : 2835,
            "34865152" : 2602,
            "35389440" : 2364,
            "35913728" : 2195,
            "36438016" : 2131,
            "36962304" : 1958,
            "37486592" : 1768,
            "38010880" : 1566,
            "38535168" : 1465,
            "39059456" : 1301,
            "39583744" : 1318,
            "40108032" : 1087,
            "40632320" : 1076,
            "41156608" : 1036,
            "41680896" : 905,
            "42205184" : 759,
            "42729472" : 671,
            "43253760" : 680,
            "43778048" : 558,
            "44302336" : 489,
            "44826624" : 511,
            "45350912" : 419,
            "45875200" : 347,
            "46399488" : 342,
            "46923776" : 306,
            "47448064" : 252,
            "47972352" : 207,
            "48496640" : 183,
            "49020928" : 174,
            "49545216" : 155,
            "50069504" : 139,
            "50593792" : 112,
            "51118080" : 92,
            "51642368" : 89,
            "52166656" : 69,
            "52690944" : 71,
            "53215232" : 70,
            "53739520" : 50,
            "54263808" : 34,
            "54788096" : 31,
            "55312384" : 28,
            "55836672" : 28,
            "56360960" : 21,
            "56885248" : 15,
            "57409536" : 14,
            "57933824" : 10,
            "58458112" : 10,
            "58982400" : 8,
            "59506688" : 5,
            "60030976" : 3,
            "60555264" : 6,
            "61079552" : 9,
            "62652416" : 2,
            "63176704" : 2,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15347640.781684,
          "stddev" : 6033678.545152,
          "N" : 2501680
        },
        "bw_min" : 45420,
        "bw_max" : 90755,
        "bw_agg" : 99.984564,
        "bw_mean" : 66701.401338,
        "bw_dev" : 632.659129,
        "bw_samples" : 4784,
        "iops_min" : 11354,
        "iops_max" : 22688,
        "iops_mean" : 16674.311037,
        "iops_stddev" : 158.197494,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2399984,
      "usr_cpu" : 0.368336,
      "sys_cpu" : 4.825032,
      "ctx" : 2878386,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.427624,
        "20" : 65.462870,
        "50" : 13.074410,
        "100" : 0.034457,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846166,
  "timestamp_ms" : 1772846166100,
  "time" : "Fri Mar  6 21:16:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10899218432,
        "io_kbytes" : 10643768,
        "bw_bytes" : 68120115,
        "bw" : 66523,
        "iops" : 16631.050000,
        "runtime" : 160000,
        "total_ios" : 2660968,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 957877.280445,
          "stddev" : 941217.173933,
          "N" : 2660968
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14432173.399513,
          "stddev" : 5758014.584299,
          "N" : 2660952,
          "percentile" : {
            "1.000000" : 6914048,
            "5.000000" : 8093696,
            "10.000000" : 8847360,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15925248,
            "80.000000" : 17956864,
            "90.000000" : 21364736,
            "95.000000" : 25559040,
            "99.000000" : 35389440,
            "99.500000" : 39059456,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 8,
            "5079040" : 35,
            "5144576" : 61,
            "5210112" : 133,
            "5275648" : 265,
            "5341184" : 392,
            "5406720" : 597,
            "5472256" : 708,
            "5537792" : 890,
            "5603328" : 951,
            "5668864" : 990,
            "5734400" : 966,
            "5799936" : 857,
            "5865472" : 692,
            "5931008" : 693,
            "5996544" : 685,
            "6062080" : 729,
            "6127616" : 791,
            "6193152" : 849,
            "6258688" : 947,
            "6324224" : 974,
            "6389760" : 1047,
            "6455296" : 1189,
            "6520832" : 1392,
            "6586368" : 1432,
            "6651904" : 1646,
            "6717440" : 1782,
            "6782976" : 1951,
            "6848512" : 2118,
            "6914048" : 2393,
            "6979584" : 2653,
            "7045120" : 2901,
            "7110656" : 3290,
            "7176192" : 3588,
            "7241728" : 3990,
            "7307264" : 4269,
            "7372800" : 4666,
            "7438336" : 5073,
            "7503872" : 5512,
            "7569408" : 6196,
            "7634944" : 6593,
            "7700480" : 6995,
            "7766016" : 7354,
            "7831552" : 8095,
            "7897088" : 8744,
            "7962624" : 9360,
            "8028160" : 9563,
            "8093696" : 10305,
            "8159232" : 10785,
            "8224768" : 11314,
            "8290304" : 11861,
            "8355840" : 11844,
            "8454144" : 25437,
            "8585216" : 27046,
            "8716288" : 28847,
            "8847360" : 29825,
            "8978432" : 30617,
            "9109504" : 31606,
            "9240576" : 31915,
            "9371648" : 32770,
            "9502720" : 32938,
            "9633792" : 33467,
            "9764864" : 33258,
            "9895936" : 33575,
            "10027008" : 33535,
            "10158080" : 33465,
            "10289152" : 32971,
            "10420224" : 33033,
            "10551296" : 32810,
            "10682368" : 32601,
            "10813440" : 32698,
            "10944512" : 32779,
            "11075584" : 32259,
            "11206656" : 32189,
            "11337728" : 31851,
            "11468800" : 31781,
            "11599872" : 31183,
            "11730944" : 31310,
            "11862016" : 30932,
            "11993088" : 30825,
            "12124160" : 30282,
            "12255232" : 30631,
            "12386304" : 30571,
            "12517376" : 30228,
            "12648448" : 30079,
            "12779520" : 29899,
            "12910592" : 30280,
            "13041664" : 30320,
            "13172736" : 30045,
            "13303808" : 29607,
            "13434880" : 29701,
            "13565952" : 28949,
            "13697024" : 28699,
            "13828096" : 28226,
            "13959168" : 27505,
            "14090240" : 27444,
            "14221312" : 27177,
            "14352384" : 26841,
            "14483456" : 26223,
            "14614528" : 25877,
            "14745600" : 25605,
            "14876672" : 24974,
            "15007744" : 24346,
            "15138816" : 23851,
            "15269888" : 23141,
            "15400960" : 22643,
            "15532032" : 21943,
            "15663104" : 21510,
            "15794176" : 20984,
            "15925248" : 20494,
            "16056320" : 20608,
            "16187392" : 19880,
            "16318464" : 19382,
            "16449536" : 18676,
            "16580608" : 18272,
            "16711680" : 17931,
            "16908288" : 34200,
            "17170432" : 32129,
            "17432576" : 30603,
            "17694720" : 29230,
            "17956864" : 27655,
            "18219008" : 25948,
            "18481152" : 24922,
            "18743296" : 23203,
            "19005440" : 21979,
            "19267584" : 20703,
            "19529728" : 19639,
            "19791872" : 18519,
            "20054016" : 17508,
            "20316160" : 16863,
            "20578304" : 15986,
            "20840448" : 14989,
            "21102592" : 14142,
            "21364736" : 13551,
            "21626880" : 12697,
            "21889024" : 11836,
            "22151168" : 11178,
            "22413312" : 10483,
            "22675456" : 9980,
            "22937600" : 9424,
            "23199744" : 9007,
            "23461888" : 8474,
            "23724032" : 8033,
            "23986176" : 7684,
            "24248320" : 7158,
            "24510464" : 6988,
            "24772608" : 6515,
            "25034752" : 6254,
            "25296896" : 5792,
            "25559040" : 5538,
            "25821184" : 5294,
            "26083328" : 5082,
            "26345472" : 4952,
            "26607616" : 4574,
            "26869760" : 4242,
            "27131904" : 4272,
            "27394048" : 3947,
            "27656192" : 3858,
            "27918336" : 3711,
            "28180480" : 3528,
            "28442624" : 3363,
            "28704768" : 3140,
            "28966912" : 3124,
            "29229056" : 2961,
            "29491200" : 2828,
            "29753344" : 2720,
            "30015488" : 2634,
            "30277632" : 2595,
            "30539776" : 2417,
            "30801920" : 2320,
            "31064064" : 2245,
            "31326208" : 2106,
            "31588352" : 2043,
            "31850496" : 2007,
            "32112640" : 1918,
            "32374784" : 1921,
            "32636928" : 1857,
            "32899072" : 1783,
            "33161216" : 1645,
            "33423360" : 1602,
            "33816576" : 3099,
            "34340864" : 3033,
            "34865152" : 2798,
            "35389440" : 2529,
            "35913728" : 2335,
            "36438016" : 2276,
            "36962304" : 2084,
            "37486592" : 1878,
            "38010880" : 1681,
            "38535168" : 1577,
            "39059456" : 1400,
            "39583744" : 1414,
            "40108032" : 1161,
            "40632320" : 1155,
            "41156608" : 1088,
            "41680896" : 978,
            "42205184" : 816,
            "42729472" : 719,
            "43253760" : 739,
            "43778048" : 600,
            "44302336" : 525,
            "44826624" : 543,
            "45350912" : 446,
            "45875200" : 365,
            "46399488" : 371,
            "46923776" : 331,
            "47448064" : 278,
            "47972352" : 227,
            "48496640" : 193,
            "49020928" : 190,
            "49545216" : 168,
            "50069504" : 146,
            "50593792" : 125,
            "51118080" : 101,
            "51642368" : 93,
            "52166656" : 71,
            "52690944" : 73,
            "53215232" : 73,
            "53739520" : 53,
            "54263808" : 36,
            "54788096" : 33,
            "55312384" : 31,
            "55836672" : 28,
            "56360960" : 21,
            "56885248" : 17,
            "57409536" : 17,
            "57933824" : 11,
            "58458112" : 13,
            "58982400" : 8,
            "59506688" : 5,
            "60030976" : 4,
            "60555264" : 7,
            "61079552" : 9,
            "62652416" : 2,
            "63176704" : 2,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15389873.888853,
          "stddev" : 6049826.333870,
          "N" : 2660952
        },
        "bw_min" : 45209,
        "bw_max" : 90755,
        "bw_agg" : 100.000000,
        "bw_mean" : 66538.404389,
        "bw_dev" : 638.497242,
        "bw_samples" : 5104,
        "iops_min" : 11301,
        "iops_max" : 22688,
        "iops_mean" : 16633.520376,
        "iops_stddev" : 159.662225,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559994,
      "usr_cpu" : 0.365938,
      "sys_cpu" : 4.813332,
      "ctx" : 3063654,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.210740,
        "20" : 65.501314,
        "50" : 13.252734,
        "100" : 0.034611,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846176,
  "timestamp_ms" : 1772846176100,
  "time" : "Fri Mar  6 21:16:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11562942464,
        "io_kbytes" : 11291936,
        "bw_bytes" : 68017308,
        "bw" : 66423,
        "iops" : 16606.052941,
        "runtime" : 170000,
        "total_ios" : 2823029,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248238,
          "max" : 9437257,
          "mean" : 959327.227903,
          "stddev" : 943544.920266,
          "N" : 2823029
        },
        "clat_ns" : {
          "min" : 4804500,
          "max" : 67934943,
          "mean" : 14454887.657955,
          "stddev" : 5775023.263552,
          "N" : 2823013,
          "percentile" : {
            "1.000000" : 6914048,
            "5.000000" : 8093696,
            "10.000000" : 8847360,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14483456,
            "70.000000" : 15925248,
            "80.000000" : 17956864,
            "90.000000" : 21626880,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "4816896" : 1,
            "4882432" : 2,
            "4947968" : 5,
            "5013504" : 8,
            "5079040" : 36,
            "5144576" : 62,
            "5210112" : 135,
            "5275648" : 272,
            "5341184" : 407,
            "5406720" : 619,
            "5472256" : 736,
            "5537792" : 940,
            "5603328" : 997,
            "5668864" : 1018,
            "5734400" : 986,
            "5799936" : 867,
            "5865472" : 708,
            "5931008" : 702,
            "5996544" : 708,
            "6062080" : 740,
            "6127616" : 809,
            "6193152" : 865,
            "6258688" : 958,
            "6324224" : 984,
            "6389760" : 1074,
            "6455296" : 1211,
            "6520832" : 1409,
            "6586368" : 1458,
            "6651904" : 1683,
            "6717440" : 1820,
            "6782976" : 1998,
            "6848512" : 2170,
            "6914048" : 2460,
            "6979584" : 2722,
            "7045120" : 2992,
            "7110656" : 3405,
            "7176192" : 3717,
            "7241728" : 4134,
            "7307264" : 4474,
            "7372800" : 4862,
            "7438336" : 5312,
            "7503872" : 5773,
            "7569408" : 6480,
            "7634944" : 6908,
            "7700480" : 7369,
            "7766016" : 7779,
            "7831552" : 8521,
            "7897088" : 9207,
            "7962624" : 9847,
            "8028160" : 10123,
            "8093696" : 10931,
            "8159232" : 11473,
            "8224768" : 12016,
            "8290304" : 12621,
            "8355840" : 12629,
            "8454144" : 26953,
            "8585216" : 28689,
            "8716288" : 30626,
            "8847360" : 31731,
            "8978432" : 32577,
            "9109504" : 33572,
            "9240576" : 33997,
            "9371648" : 34870,
            "9502720" : 35093,
            "9633792" : 35599,
            "9764864" : 35365,
            "9895936" : 35695,
            "10027008" : 35682,
            "10158080" : 35572,
            "10289152" : 34994,
            "10420224" : 35023,
            "10551296" : 34801,
            "10682368" : 34606,
            "10813440" : 34691,
            "10944512" : 34771,
            "11075584" : 34226,
            "11206656" : 34160,
            "11337728" : 33745,
            "11468800" : 33663,
            "11599872" : 32996,
            "11730944" : 33099,
            "11862016" : 32683,
            "11993088" : 32595,
            "12124160" : 32014,
            "12255232" : 32445,
            "12386304" : 32311,
            "12517376" : 31916,
            "12648448" : 31857,
            "12779520" : 31577,
            "12910592" : 31982,
            "13041664" : 32030,
            "13172736" : 31755,
            "13303808" : 31242,
            "13434880" : 31332,
            "13565952" : 30491,
            "13697024" : 30301,
            "13828096" : 29768,
            "13959168" : 29100,
            "14090240" : 28996,
            "14221312" : 28645,
            "14352384" : 28340,
            "14483456" : 27697,
            "14614528" : 27252,
            "14745600" : 27005,
            "14876672" : 26462,
            "15007744" : 25774,
            "15138816" : 25319,
            "15269888" : 24567,
            "15400960" : 23951,
            "15532032" : 23230,
            "15663104" : 22814,
            "15794176" : 22255,
            "15925248" : 21733,
            "16056320" : 21749,
            "16187392" : 21050,
            "16318464" : 20500,
            "16449536" : 19834,
            "16580608" : 19451,
            "16711680" : 19025,
            "16908288" : 36295,
            "17170432" : 34021,
            "17432576" : 32451,
            "17694720" : 30975,
            "17956864" : 29470,
            "18219008" : 27682,
            "18481152" : 26544,
            "18743296" : 24766,
            "19005440" : 23470,
            "19267584" : 22086,
            "19529728" : 20938,
            "19791872" : 19799,
            "20054016" : 18727,
            "20316160" : 18005,
            "20578304" : 17068,
            "20840448" : 16058,
            "21102592" : 15069,
            "21364736" : 14464,
            "21626880" : 13615,
            "21889024" : 12714,
            "22151168" : 12011,
            "22413312" : 11280,
            "22675456" : 10718,
            "22937600" : 10061,
            "23199744" : 9659,
            "23461888" : 9083,
            "23724032" : 8634,
            "23986176" : 8277,
            "24248320" : 7665,
            "24510464" : 7506,
            "24772608" : 6999,
            "25034752" : 6725,
            "25296896" : 6223,
            "25559040" : 5954,
            "25821184" : 5690,
            "26083328" : 5515,
            "26345472" : 5327,
            "26607616" : 4900,
            "26869760" : 4562,
            "27131904" : 4618,
            "27394048" : 4256,
            "27656192" : 4123,
            "27918336" : 3968,
            "28180480" : 3787,
            "28442624" : 3593,
            "28704768" : 3410,
            "28966912" : 3380,
            "29229056" : 3167,
            "29491200" : 3046,
            "29753344" : 2946,
            "30015488" : 2833,
            "30277632" : 2758,
            "30539776" : 2573,
            "30801920" : 2463,
            "31064064" : 2394,
            "31326208" : 2267,
            "31588352" : 2194,
            "31850496" : 2139,
            "32112640" : 2041,
            "32374784" : 2051,
            "32636928" : 1977,
            "32899072" : 1900,
            "33161216" : 1760,
            "33423360" : 1723,
            "33816576" : 3299,
            "34340864" : 3243,
            "34865152" : 2990,
            "35389440" : 2691,
            "35913728" : 2472,
            "36438016" : 2416,
            "36962304" : 2217,
            "37486592" : 2023,
            "38010880" : 1790,
            "38535168" : 1696,
            "39059456" : 1490,
            "39583744" : 1520,
            "40108032" : 1253,
            "40632320" : 1233,
            "41156608" : 1179,
            "41680896" : 1062,
            "42205184" : 884,
            "42729472" : 796,
            "43253760" : 794,
            "43778048" : 648,
            "44302336" : 557,
            "44826624" : 581,
            "45350912" : 483,
            "45875200" : 395,
            "46399488" : 397,
            "46923776" : 345,
            "47448064" : 301,
            "47972352" : 236,
            "48496640" : 201,
            "49020928" : 212,
            "49545216" : 181,
            "50069504" : 160,
            "50593792" : 140,
            "51118080" : 112,
            "51642368" : 101,
            "52166656" : 77,
            "52690944" : 75,
            "53215232" : 76,
            "53739520" : 56,
            "54263808" : 37,
            "54788096" : 34,
            "55312384" : 33,
            "55836672" : 33,
            "56360960" : 24,
            "56885248" : 17,
            "57409536" : 20,
            "57933824" : 11,
            "58458112" : 13,
            "58982400" : 10,
            "59506688" : 5,
            "60030976" : 4,
            "60555264" : 8,
            "61079552" : 9,
            "61603840" : 1,
            "62652416" : 2,
            "63176704" : 2,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 5164428,
          "max" : 71905662,
          "mean" : 15414158.480924,
          "stddev" : 6067720.487188,
          "N" : 2823013
        },
        "bw_min" : 45209,
        "bw_max" : 90755,
        "bw_agg" : 99.998265,
        "bw_mean" : 66422.345133,
        "bw_dev" : 637.625979,
        "bw_samples" : 5424,
        "iops_min" : 11301,
        "iops_max" : 22688,
        "iops_mean" : 16604.569322,
        "iops_stddev" : 159.441493,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719995,
      "usr_cpu" : 0.364486,
      "sys_cpu" : 4.808134,
      "ctx" : 3251008,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 21.166237,
        "20" : 65.408148,
        "50" : 13.389838,
        "100" : 0.035210,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846186,
  "timestamp_ms" : 1772846186115,
  "time" : "Fri Mar  6 21:16:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 16287,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 12255371264,
        "io_kbytes" : 11968136,
        "bw_bytes" : 68085017,
        "bw" : 66489,
        "iops" : 16622.229877,
        "runtime" : 180001,
        "total_ios" : 2992018,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 245935,
          "max" : 9437257,
          "mean" : 958357.872061,
          "stddev" : 942004.766400,
          "N" : 2992034
        },
        "clat_ns" : {
          "min" : 2955,
          "max" : 67934943,
          "mean" : 14440045.692381,
          "stddev" : 5768793.076794,
          "N" : 2992258,
          "percentile" : {
            "1.000000" : 6914048,
            "5.000000" : 8093696,
            "10.000000" : 8847360,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15925248,
            "80.000000" : 17956864,
            "90.000000" : 21626880,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "2960" : 1,
            "5216" : 2,
            "5472" : 1,
            "6048" : 1,
            "6304" : 1,
            "6752" : 1,
            "6880" : 1,
            "7200" : 1,
            "7392" : 1,
            "10816" : 1,
            "11968" : 1,
            "14144" : 1,
            "14912" : 1,
            "15680" : 2,
            "378880" : 1,
            "387072" : 1,
            "419840" : 1,
            "536576" : 1,
            "618496" : 1,
            "741376" : 1,
            "831488" : 2,
            "839680" : 1,
            "1056768" : 1,
            "1122304" : 1,
            "1220608" : 1,
            "1236992" : 1,
            "1302528" : 1,
            "1695744" : 1,
            "1712128" : 1,
            "1744896" : 1,
            "1777664" : 1,
            "1826816" : 1,
            "2113536" : 1,
            "2441216" : 1,
            "2473984" : 1,
            "2670592" : 1,
            "2736128" : 1,
            "2867200" : 1,
            "2932736" : 1,
            "2965504" : 1,
            "3096576" : 1,
            "3260416" : 1,
            "3293184" : 1,
            "3358720" : 2,
            "3391488" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3588096" : 1,
            "3653632" : 1,
            "3817472" : 1,
            "3883008" : 1,
            "3915776" : 3,
            "3948544" : 1,
            "3981312" : 2,
            "4177920" : 1,
            "4227072" : 3,
            "4292608" : 2,
            "4358144" : 1,
            "4423680" : 1,
            "4489216" : 2,
            "4554752" : 1,
            "4620288" : 1,
            "4685824" : 3,
            "4751360" : 1,
            "4816896" : 2,
            "4882432" : 2,
            "4947968" : 6,
            "5013504" : 9,
            "5079040" : 37,
            "5144576" : 64,
            "5210112" : 143,
            "5275648" : 299,
            "5341184" : 444,
            "5406720" : 658,
            "5472256" : 779,
            "5537792" : 992,
            "5603328" : 1051,
            "5668864" : 1075,
            "5734400" : 1040,
            "5799936" : 912,
            "5865472" : 759,
            "5931008" : 737,
            "5996544" : 746,
            "6062080" : 772,
            "6127616" : 849,
            "6193152" : 898,
            "6258688" : 993,
            "6324224" : 1022,
            "6389760" : 1114,
            "6455296" : 1274,
            "6520832" : 1461,
            "6586368" : 1537,
            "6651904" : 1784,
            "6717440" : 1943,
            "6782976" : 2111,
            "6848512" : 2278,
            "6914048" : 2582,
            "6979584" : 2832,
            "7045120" : 3128,
            "7110656" : 3561,
            "7176192" : 3886,
            "7241728" : 4341,
            "7307264" : 4685,
            "7372800" : 5111,
            "7438336" : 5570,
            "7503872" : 6115,
            "7569408" : 6809,
            "7634944" : 7286,
            "7700480" : 7754,
            "7766016" : 8201,
            "7831552" : 9002,
            "7897088" : 9718,
            "7962624" : 10388,
            "8028160" : 10769,
            "8093696" : 11611,
            "8159232" : 12147,
            "8224768" : 12767,
            "8290304" : 13415,
            "8355840" : 13422,
            "8454144" : 28627,
            "8585216" : 30520,
            "8716288" : 32616,
            "8847360" : 33705,
            "8978432" : 34641,
            "9109504" : 35675,
            "9240576" : 36208,
            "9371648" : 37119,
            "9502720" : 37372,
            "9633792" : 37944,
            "9764864" : 37712,
            "9895936" : 38036,
            "10027008" : 37974,
            "10158080" : 37866,
            "10289152" : 37410,
            "10420224" : 37418,
            "10551296" : 37095,
            "10682368" : 36955,
            "10813440" : 37006,
            "10944512" : 37025,
            "11075584" : 36395,
            "11206656" : 36382,
            "11337728" : 35922,
            "11468800" : 35854,
            "11599872" : 35062,
            "11730944" : 35183,
            "11862016" : 34782,
            "11993088" : 34631,
            "12124160" : 34051,
            "12255232" : 34424,
            "12386304" : 34308,
            "12517376" : 33911,
            "12648448" : 33872,
            "12779520" : 33545,
            "12910592" : 33861,
            "13041664" : 33940,
            "13172736" : 33570,
            "13303808" : 33016,
            "13434880" : 33143,
            "13565952" : 32376,
            "13697024" : 32179,
            "13828096" : 31511,
            "13959168" : 30889,
            "14090240" : 30745,
            "14221312" : 30328,
            "14352384" : 30069,
            "14483456" : 29363,
            "14614528" : 28783,
            "14745600" : 28623,
            "14876672" : 28015,
            "15007744" : 27366,
            "15138816" : 26779,
            "15269888" : 25998,
            "15400960" : 25401,
            "15532032" : 24685,
            "15663104" : 24110,
            "15794176" : 23571,
            "15925248" : 22964,
            "16056320" : 23015,
            "16187392" : 22288,
            "16318464" : 21654,
            "16449536" : 20992,
            "16580608" : 20600,
            "16711680" : 20115,
            "16908288" : 38388,
            "17170432" : 35971,
            "17432576" : 34330,
            "17694720" : 32850,
            "17956864" : 31206,
            "18219008" : 29156,
            "18481152" : 28018,
            "18743296" : 26082,
            "19005440" : 24726,
            "19267584" : 23329,
            "19529728" : 22154,
            "19791872" : 20930,
            "20054016" : 19707,
            "20316160" : 18943,
            "20578304" : 18001,
            "20840448" : 16877,
            "21102592" : 15817,
            "21364736" : 15187,
            "21626880" : 14348,
            "21889024" : 13403,
            "22151168" : 12615,
            "22413312" : 11884,
            "22675456" : 11301,
            "22937600" : 10558,
            "23199744" : 10182,
            "23461888" : 9549,
            "23724032" : 9106,
            "23986176" : 8690,
            "24248320" : 8045,
            "24510464" : 7879,
            "24772608" : 7366,
            "25034752" : 7068,
            "25296896" : 6577,
            "25559040" : 6229,
            "25821184" : 5977,
            "26083328" : 5780,
            "26345472" : 5605,
            "26607616" : 5130,
            "26869760" : 4785,
            "27131904" : 4836,
            "27394048" : 4479,
            "27656192" : 4302,
            "27918336" : 4189,
            "28180480" : 3994,
            "28442624" : 3780,
            "28704768" : 3610,
            "28966912" : 3573,
            "29229056" : 3349,
            "29491200" : 3224,
            "29753344" : 3105,
            "30015488" : 2975,
            "30277632" : 2933,
            "30539776" : 2741,
            "30801920" : 2600,
            "31064064" : 2520,
            "31326208" : 2391,
            "31588352" : 2310,
            "31850496" : 2277,
            "32112640" : 2197,
            "32374784" : 2185,
            "32636928" : 2089,
            "32899072" : 2011,
            "33161216" : 1861,
            "33423360" : 1829,
            "33816576" : 3514,
            "34340864" : 3402,
            "34865152" : 3151,
            "35389440" : 2849,
            "35913728" : 2623,
            "36438016" : 2536,
            "36962304" : 2337,
            "37486592" : 2136,
            "38010880" : 1891,
            "38535168" : 1779,
            "39059456" : 1576,
            "39583744" : 1605,
            "40108032" : 1326,
            "40632320" : 1297,
            "41156608" : 1247,
            "41680896" : 1139,
            "42205184" : 934,
            "42729472" : 845,
            "43253760" : 844,
            "43778048" : 687,
            "44302336" : 600,
            "44826624" : 606,
            "45350912" : 509,
            "45875200" : 416,
            "46399488" : 424,
            "46923776" : 369,
            "47448064" : 319,
            "47972352" : 257,
            "48496640" : 210,
            "49020928" : 219,
            "49545216" : 190,
            "50069504" : 174,
            "50593792" : 148,
            "51118080" : 118,
            "51642368" : 109,
            "52166656" : 81,
            "52690944" : 78,
            "53215232" : 80,
            "53739520" : 63,
            "54263808" : 38,
            "54788096" : 36,
            "55312384" : 35,
            "55836672" : 39,
            "56360960" : 27,
            "56885248" : 21,
            "57409536" : 23,
            "57933824" : 11,
            "58458112" : 14,
            "58982400" : 11,
            "59506688" : 5,
            "60030976" : 6,
            "60555264" : 9,
            "61079552" : 10,
            "61603840" : 1,
            "62652416" : 2,
            "63176704" : 2,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 375052,
          "max" : 71905662,
          "mean" : 15398372.535468,
          "stddev" : 6061143.699941,
          "N" : 2992258
        },
        "bw_min" : 45209,
        "bw_max" : 90755,
        "bw_agg" : 100.000000,
        "bw_mean" : 66502.186630,
        "bw_dev" : 637.347854,
        "bw_samples" : 5744,
        "iops_min" : 11301,
        "iops_max" : 22688,
        "iops_mean" : 16624.559889,
        "iops_stddev" : 159.368523,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879993,
      "usr_cpu" : 0.364029,
      "sys_cpu" : 4.815012,
      "ctx" : 3445237,
      "majf" : 0,
      "minf" : 573,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999465,
        "8" : 0.000000,
        "16" : 0.100000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 21.202346,
        "20" : 65.464078,
        "50" : 13.303764,
        "100" : 0.035795,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772846186,
  "timestamp_ms" : 1772846186157,
  "time" : "Fri Mar  6 21:16:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd16-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 12256354304,
        "io_kbytes" : 11969096,
        "bw_bytes" : 68082536,
        "bw" : 66486,
        "iops" : 16620.290853,
        "runtime" : 180022,
        "total_ios" : 2992018,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 245935,
          "max" : 9437257,
          "mean" : 958357.872061,
          "stddev" : 942004.766400,
          "N" : 2992034
        },
        "clat_ns" : {
          "min" : 2955,
          "max" : 67934943,
          "mean" : 14440045.692381,
          "stddev" : 5768793.076794,
          "N" : 2992258,
          "percentile" : {
            "1.000000" : 6914048,
            "5.000000" : 8093696,
            "10.000000" : 8847360,
            "20.000000" : 9895936,
            "30.000000" : 10944512,
            "40.000000" : 11993088,
            "50.000000" : 13172736,
            "60.000000" : 14352384,
            "70.000000" : 15925248,
            "80.000000" : 17956864,
            "90.000000" : 21626880,
            "95.000000" : 25559040,
            "99.000000" : 35913728,
            "99.500000" : 39583744,
            "99.900000" : 46399488,
            "99.950000" : 49020928,
            "99.990000" : 53739520
          },
          "bins" : {
            "2960" : 1,
            "5216" : 2,
            "5472" : 1,
            "6048" : 1,
            "6304" : 1,
            "6752" : 1,
            "6880" : 1,
            "7200" : 1,
            "7392" : 1,
            "10816" : 1,
            "11968" : 1,
            "14144" : 1,
            "14912" : 1,
            "15680" : 2,
            "378880" : 1,
            "387072" : 1,
            "419840" : 1,
            "536576" : 1,
            "618496" : 1,
            "741376" : 1,
            "831488" : 2,
            "839680" : 1,
            "1056768" : 1,
            "1122304" : 1,
            "1220608" : 1,
            "1236992" : 1,
            "1302528" : 1,
            "1695744" : 1,
            "1712128" : 1,
            "1744896" : 1,
            "1777664" : 1,
            "1826816" : 1,
            "2113536" : 1,
            "2441216" : 1,
            "2473984" : 1,
            "2670592" : 1,
            "2736128" : 1,
            "2867200" : 1,
            "2932736" : 1,
            "2965504" : 1,
            "3096576" : 1,
            "3260416" : 1,
            "3293184" : 1,
            "3358720" : 2,
            "3391488" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3588096" : 1,
            "3653632" : 1,
            "3817472" : 1,
            "3883008" : 1,
            "3915776" : 3,
            "3948544" : 1,
            "3981312" : 2,
            "4177920" : 1,
            "4227072" : 3,
            "4292608" : 2,
            "4358144" : 1,
            "4423680" : 1,
            "4489216" : 2,
            "4554752" : 1,
            "4620288" : 1,
            "4685824" : 3,
            "4751360" : 1,
            "4816896" : 2,
            "4882432" : 2,
            "4947968" : 6,
            "5013504" : 9,
            "5079040" : 37,
            "5144576" : 64,
            "5210112" : 143,
            "5275648" : 299,
            "5341184" : 444,
            "5406720" : 658,
            "5472256" : 779,
            "5537792" : 992,
            "5603328" : 1051,
            "5668864" : 1075,
            "5734400" : 1040,
            "5799936" : 912,
            "5865472" : 759,
            "5931008" : 737,
            "5996544" : 746,
            "6062080" : 772,
            "6127616" : 849,
            "6193152" : 898,
            "6258688" : 993,
            "6324224" : 1022,
            "6389760" : 1114,
            "6455296" : 1274,
            "6520832" : 1461,
            "6586368" : 1537,
            "6651904" : 1784,
            "6717440" : 1943,
            "6782976" : 2111,
            "6848512" : 2278,
            "6914048" : 2582,
            "6979584" : 2832,
            "7045120" : 3128,
            "7110656" : 3561,
            "7176192" : 3886,
            "7241728" : 4341,
            "7307264" : 4685,
            "7372800" : 5111,
            "7438336" : 5570,
            "7503872" : 6115,
            "7569408" : 6809,
            "7634944" : 7286,
            "7700480" : 7754,
            "7766016" : 8201,
            "7831552" : 9002,
            "7897088" : 9718,
            "7962624" : 10388,
            "8028160" : 10769,
            "8093696" : 11611,
            "8159232" : 12147,
            "8224768" : 12767,
            "8290304" : 13415,
            "8355840" : 13422,
            "8454144" : 28627,
            "8585216" : 30520,
            "8716288" : 32616,
            "8847360" : 33705,
            "8978432" : 34641,
            "9109504" : 35675,
            "9240576" : 36208,
            "9371648" : 37119,
            "9502720" : 37372,
            "9633792" : 37944,
            "9764864" : 37712,
            "9895936" : 38036,
            "10027008" : 37974,
            "10158080" : 37866,
            "10289152" : 37410,
            "10420224" : 37418,
            "10551296" : 37095,
            "10682368" : 36955,
            "10813440" : 37006,
            "10944512" : 37025,
            "11075584" : 36395,
            "11206656" : 36382,
            "11337728" : 35922,
            "11468800" : 35854,
            "11599872" : 35062,
            "11730944" : 35183,
            "11862016" : 34782,
            "11993088" : 34631,
            "12124160" : 34051,
            "12255232" : 34424,
            "12386304" : 34308,
            "12517376" : 33911,
            "12648448" : 33872,
            "12779520" : 33545,
            "12910592" : 33861,
            "13041664" : 33940,
            "13172736" : 33570,
            "13303808" : 33016,
            "13434880" : 33143,
            "13565952" : 32376,
            "13697024" : 32179,
            "13828096" : 31511,
            "13959168" : 30889,
            "14090240" : 30745,
            "14221312" : 30328,
            "14352384" : 30069,
            "14483456" : 29363,
            "14614528" : 28783,
            "14745600" : 28623,
            "14876672" : 28015,
            "15007744" : 27366,
            "15138816" : 26779,
            "15269888" : 25998,
            "15400960" : 25401,
            "15532032" : 24685,
            "15663104" : 24110,
            "15794176" : 23571,
            "15925248" : 22964,
            "16056320" : 23015,
            "16187392" : 22288,
            "16318464" : 21654,
            "16449536" : 20992,
            "16580608" : 20600,
            "16711680" : 20115,
            "16908288" : 38388,
            "17170432" : 35971,
            "17432576" : 34330,
            "17694720" : 32850,
            "17956864" : 31206,
            "18219008" : 29156,
            "18481152" : 28018,
            "18743296" : 26082,
            "19005440" : 24726,
            "19267584" : 23329,
            "19529728" : 22154,
            "19791872" : 20930,
            "20054016" : 19707,
            "20316160" : 18943,
            "20578304" : 18001,
            "20840448" : 16877,
            "21102592" : 15817,
            "21364736" : 15187,
            "21626880" : 14348,
            "21889024" : 13403,
            "22151168" : 12615,
            "22413312" : 11884,
            "22675456" : 11301,
            "22937600" : 10558,
            "23199744" : 10182,
            "23461888" : 9549,
            "23724032" : 9106,
            "23986176" : 8690,
            "24248320" : 8045,
            "24510464" : 7879,
            "24772608" : 7366,
            "25034752" : 7068,
            "25296896" : 6577,
            "25559040" : 6229,
            "25821184" : 5977,
            "26083328" : 5780,
            "26345472" : 5605,
            "26607616" : 5130,
            "26869760" : 4785,
            "27131904" : 4836,
            "27394048" : 4479,
            "27656192" : 4302,
            "27918336" : 4189,
            "28180480" : 3994,
            "28442624" : 3780,
            "28704768" : 3610,
            "28966912" : 3573,
            "29229056" : 3349,
            "29491200" : 3224,
            "29753344" : 3105,
            "30015488" : 2975,
            "30277632" : 2933,
            "30539776" : 2741,
            "30801920" : 2600,
            "31064064" : 2520,
            "31326208" : 2391,
            "31588352" : 2310,
            "31850496" : 2277,
            "32112640" : 2197,
            "32374784" : 2185,
            "32636928" : 2089,
            "32899072" : 2011,
            "33161216" : 1861,
            "33423360" : 1829,
            "33816576" : 3514,
            "34340864" : 3402,
            "34865152" : 3151,
            "35389440" : 2849,
            "35913728" : 2623,
            "36438016" : 2536,
            "36962304" : 2337,
            "37486592" : 2136,
            "38010880" : 1891,
            "38535168" : 1779,
            "39059456" : 1576,
            "39583744" : 1605,
            "40108032" : 1326,
            "40632320" : 1297,
            "41156608" : 1247,
            "41680896" : 1139,
            "42205184" : 934,
            "42729472" : 845,
            "43253760" : 844,
            "43778048" : 687,
            "44302336" : 600,
            "44826624" : 606,
            "45350912" : 509,
            "45875200" : 416,
            "46399488" : 424,
            "46923776" : 369,
            "47448064" : 319,
            "47972352" : 257,
            "48496640" : 210,
            "49020928" : 219,
            "49545216" : 190,
            "50069504" : 174,
            "50593792" : 148,
            "51118080" : 118,
            "51642368" : 109,
            "52166656" : 81,
            "52690944" : 78,
            "53215232" : 80,
            "53739520" : 63,
            "54263808" : 38,
            "54788096" : 36,
            "55312384" : 35,
            "55836672" : 39,
            "56360960" : 27,
            "56885248" : 21,
            "57409536" : 23,
            "57933824" : 11,
            "58458112" : 14,
            "58982400" : 11,
            "59506688" : 5,
            "60030976" : 6,
            "60555264" : 9,
            "61079552" : 10,
            "61603840" : 1,
            "62652416" : 2,
            "63176704" : 2,
            "63700992" : 4,
            "64749568" : 1,
            "67633152" : 3
          }
        },
        "lat_ns" : {
          "min" : 375052,
          "max" : 71905662,
          "mean" : 15398372.535468,
          "stddev" : 6061143.699941,
          "N" : 2992258
        },
        "bw_min" : 45209,
        "bw_max" : 90755,
        "bw_agg" : 100.000000,
        "bw_mean" : 66505.528335,
        "bw_dev" : 636.583555,
        "bw_samples" : 5759,
        "iops_min" : 11301,
        "iops_max" : 22688,
        "iops_mean" : 16625.381213,
        "iops_stddev" : 159.177307,
        "iops_samples" : 5759
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880302,
      "usr_cpu" : 0.363990,
      "sys_cpu" : 4.814495,
      "ctx" : 3445516,
      "majf" : 0,
      "minf" : 588,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999465,
        "8" : 0.000000,
        "16" : 0.100000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 21.202346,
        "20" : 65.464078,
        "50" : 13.303764,
        "100" : 0.035795,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}