← Back to file list

📄 rand-read-qd4-nj32_run1.json

mirror/benchmarks/rand/rand-read-qd4-nj32_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832930,
  "timestamp_ms" : 1772832930860,
  "time" : "Fri Mar  6 17:35:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3619549184,
        "io_kbytes" : 3534716,
        "bw_bytes" : 371159678,
        "bw" : 362460,
        "iops" : 90636.279737,
        "runtime" : 9752,
        "total_ios" : 883885,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312064,
      "usr_cpu" : 0.700497,
      "sys_cpu" : 9.408647,
      "ctx" : 834816,
      "majf" : 0,
      "minf" : 349,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 99.989139,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999887,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999887,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832941,
  "timestamp_ms" : 1772832941108,
  "time" : "Fri Mar  6 17:35:41 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3725299712,
        "io_kbytes" : 3637988,
        "bw_bytes" : 372529971,
        "bw" : 363798,
        "iops" : 90955.700000,
        "runtime" : 10000,
        "total_ios" : 909557,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6049,
          "max" : 1335879,
          "mean" : 349489.774776,
          "stddev" : 110268.356842,
          "N" : 909557
        },
        "clat_ns" : {
          "min" : 50096,
          "max" : 2321253,
          "mean" : 1057055.053325,
          "stddev" : 199495.237324,
          "N" : 909525,
          "percentile" : {
            "1.000000" : 407552,
            "5.000000" : 692224,
            "10.000000" : 774144,
            "20.000000" : 937984,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1925120
          },
          "bins" : {
            "49920" : 1,
            "57600" : 1,
            "58112" : 2,
            "59136" : 2,
            "59648" : 3,
            "60160" : 3,
            "60672" : 3,
            "61184" : 3,
            "61696" : 3,
            "62208" : 7,
            "62720" : 2,
            "63232" : 4,
            "63744" : 2,
            "64256" : 3,
            "64768" : 2,
            "65280" : 2,
            "66048" : 7,
            "67072" : 9,
            "68096" : 15,
            "69120" : 17,
            "70144" : 26,
            "71168" : 47,
            "72192" : 61,
            "73216" : 63,
            "74240" : 75,
            "75264" : 98,
            "76288" : 75,
            "77312" : 99,
            "78336" : 91,
            "79360" : 82,
            "80384" : 84,
            "81408" : 72,
            "82432" : 53,
            "83456" : 38,
            "84480" : 54,
            "85504" : 40,
            "86528" : 36,
            "87552" : 32,
            "88576" : 27,
            "89600" : 15,
            "90624" : 13,
            "91648" : 12,
            "92672" : 14,
            "93696" : 7,
            "94720" : 17,
            "95744" : 14,
            "96768" : 9,
            "97792" : 14,
            "98816" : 11,
            "99840" : 4,
            "100864" : 12,
            "101888" : 8,
            "102912" : 7,
            "103936" : 7,
            "104960" : 9,
            "105984" : 4,
            "107008" : 5,
            "108032" : 3,
            "109056" : 6,
            "110080" : 5,
            "111104" : 6,
            "112128" : 4,
            "113152" : 4,
            "114176" : 7,
            "115200" : 4,
            "116224" : 2,
            "117248" : 5,
            "118272" : 5,
            "119296" : 4,
            "120320" : 8,
            "121344" : 5,
            "122368" : 4,
            "123392" : 2,
            "124416" : 3,
            "125440" : 1,
            "126464" : 2,
            "127488" : 1,
            "128512" : 1,
            "129536" : 1,
            "132096" : 1,
            "136192" : 2,
            "138240" : 1,
            "140288" : 1,
            "142336" : 1,
            "146432" : 1,
            "148480" : 1,
            "150528" : 2,
            "152576" : 1,
            "156672" : 1,
            "158720" : 1,
            "162816" : 1,
            "164864" : 1,
            "166912" : 1,
            "177152" : 1,
            "261120" : 1,
            "264192" : 1,
            "268288" : 5,
            "272384" : 19,
            "276480" : 27,
            "280576" : 51,
            "284672" : 65,
            "288768" : 73,
            "292864" : 68,
            "296960" : 65,
            "301056" : 59,
            "305152" : 51,
            "309248" : 53,
            "313344" : 38,
            "317440" : 42,
            "321536" : 65,
            "325632" : 80,
            "329728" : 102,
            "333824" : 111,
            "337920" : 102,
            "342016" : 144,
            "346112" : 177,
            "350208" : 175,
            "354304" : 226,
            "358400" : 228,
            "362496" : 243,
            "366592" : 301,
            "370688" : 352,
            "374784" : 440,
            "378880" : 453,
            "382976" : 486,
            "387072" : 535,
            "391168" : 528,
            "395264" : 575,
            "399360" : 575,
            "403456" : 605,
            "407552" : 668,
            "411648" : 663,
            "415744" : 690,
            "419840" : 646,
            "423936" : 517,
            "428032" : 398,
            "432128" : 308,
            "436224" : 274,
            "440320" : 233,
            "444416" : 253,
            "448512" : 233,
            "452608" : 291,
            "456704" : 298,
            "460800" : 331,
            "464896" : 335,
            "468992" : 396,
            "473088" : 528,
            "477184" : 545,
            "481280" : 520,
            "485376" : 414,
            "489472" : 378,
            "493568" : 278,
            "497664" : 224,
            "501760" : 179,
            "505856" : 163,
            "509952" : 165,
            "514048" : 132,
            "518144" : 130,
            "522240" : 119,
            "528384" : 175,
            "536576" : 163,
            "544768" : 205,
            "552960" : 193,
            "561152" : 236,
            "569344" : 295,
            "577536" : 417,
            "585728" : 527,
            "593920" : 668,
            "602112" : 749,
            "610304" : 885,
            "618496" : 1089,
            "626688" : 1275,
            "634880" : 1380,
            "643072" : 1580,
            "651264" : 1890,
            "659456" : 2114,
            "667648" : 2708,
            "675840" : 3108,
            "684032" : 3504,
            "692224" : 4056,
            "700416" : 4305,
            "708608" : 4787,
            "716800" : 4974,
            "724992" : 5097,
            "733184" : 5038,
            "741376" : 4952,
            "749568" : 5028,
            "757760" : 4909,
            "765952" : 4941,
            "774144" : 4960,
            "782336" : 5117,
            "790528" : 5258,
            "798720" : 5301,
            "806912" : 5224,
            "815104" : 4854,
            "823296" : 4301,
            "831488" : 3743,
            "839680" : 3234,
            "847872" : 3265,
            "856064" : 3304,
            "864256" : 3542,
            "872448" : 3815,
            "880640" : 3795,
            "888832" : 3922,
            "897024" : 3994,
            "905216" : 4231,
            "913408" : 4615,
            "921600" : 4990,
            "929792" : 5645,
            "937984" : 6239,
            "946176" : 6934,
            "954368" : 7796,
            "962560" : 8853,
            "970752" : 9641,
            "978944" : 10940,
            "987136" : 11896,
            "995328" : 13344,
            "1003520" : 14437,
            "1011712" : 15993,
            "1019904" : 17141,
            "1028096" : 18153,
            "1036288" : 19041,
            "1044480" : 19645,
            "1056768" : 41824,
            "1073152" : 43833,
            "1089536" : 45745,
            "1105920" : 46332,
            "1122304" : 45731,
            "1138688" : 42551,
            "1155072" : 38268,
            "1171456" : 34580,
            "1187840" : 32175,
            "1204224" : 28515,
            "1220608" : 23914,
            "1236992" : 19120,
            "1253376" : 16462,
            "1269760" : 14426,
            "1286144" : 11829,
            "1302528" : 9905,
            "1318912" : 8494,
            "1335296" : 7102,
            "1351680" : 6230,
            "1368064" : 5364,
            "1384448" : 4561,
            "1400832" : 4042,
            "1417216" : 3484,
            "1433600" : 2986,
            "1449984" : 2423,
            "1466368" : 2050,
            "1482752" : 1820,
            "1499136" : 1468,
            "1515520" : 1161,
            "1531904" : 1021,
            "1548288" : 799,
            "1564672" : 687,
            "1581056" : 531,
            "1597440" : 462,
            "1613824" : 398,
            "1630208" : 309,
            "1646592" : 248,
            "1662976" : 234,
            "1679360" : 179,
            "1695744" : 139,
            "1712128" : 117,
            "1728512" : 115,
            "1744896" : 80,
            "1761280" : 73,
            "1777664" : 60,
            "1794048" : 53,
            "1810432" : 40,
            "1826816" : 31,
            "1843200" : 28,
            "1859584" : 21,
            "1875968" : 19,
            "1892352" : 14,
            "1908736" : 9,
            "1925120" : 15,
            "1941504" : 8,
            "1957888" : 8,
            "1974272" : 6,
            "1990656" : 9,
            "2007040" : 5,
            "2023424" : 8,
            "2039808" : 6,
            "2056192" : 3,
            "2072576" : 3,
            "2088960" : 4,
            "2113536" : 10,
            "2146304" : 3,
            "2179072" : 3,
            "2211840" : 3,
            "2244608" : 1,
            "2310144" : 1
          }
        },
        "lat_ns" : {
          "min" : 80343,
          "max" : 2740523,
          "mean" : 1406543.738645,
          "stddev" : 234814.361595,
          "N" : 909525
        },
        "bw_min" : 358319,
        "bw_max" : 369619,
        "bw_agg" : 100.000000,
        "bw_mean" : 363900.052632,
        "bw_dev" : 98.506550,
        "bw_samples" : 608,
        "iops_min" : 89579,
        "iops_max" : 92403,
        "iops_mean" : 90973.473684,
        "iops_stddev" : 24.627037,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319999,
      "usr_cpu" : 0.668752,
      "sys_cpu" : 9.415967,
      "ctx" : 852845,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.150843,
        "250" : 0.016931,
        "500" : 1.820007,
        "750" : 6.597937,
        "1000" : 19.329190
      },
      "latency_ms" : {
        "2" : 72.076077,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832951,
  "timestamp_ms" : 1772832951107,
  "time" : "Fri Mar  6 17:35:51 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 7449632768,
        "io_kbytes" : 7275032,
        "bw_bytes" : 372481638,
        "bw" : 363751,
        "iops" : 90941.150000,
        "runtime" : 20000,
        "total_ios" : 1818823,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6049,
          "max" : 1335879,
          "mean" : 349514.151723,
          "stddev" : 109956.734035,
          "N" : 1818823
        },
        "clat_ns" : {
          "min" : 50096,
          "max" : 2321253,
          "mean" : 1057147.908131,
          "stddev" : 198336.353948,
          "N" : 1818791,
          "percentile" : {
            "1.000000" : 411648,
            "5.000000" : 692224,
            "10.000000" : 774144,
            "20.000000" : 937984,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "49920" : 1,
            "53504" : 1,
            "55040" : 1,
            "57088" : 1,
            "57600" : 1,
            "58112" : 4,
            "58624" : 1,
            "59136" : 2,
            "59648" : 4,
            "60160" : 4,
            "60672" : 6,
            "61184" : 4,
            "61696" : 3,
            "62208" : 9,
            "62720" : 3,
            "63232" : 6,
            "63744" : 2,
            "64256" : 5,
            "64768" : 2,
            "65280" : 4,
            "66048" : 13,
            "67072" : 17,
            "68096" : 33,
            "69120" : 34,
            "70144" : 60,
            "71168" : 81,
            "72192" : 110,
            "73216" : 131,
            "74240" : 150,
            "75264" : 161,
            "76288" : 155,
            "77312" : 173,
            "78336" : 161,
            "79360" : 151,
            "80384" : 144,
            "81408" : 126,
            "82432" : 100,
            "83456" : 69,
            "84480" : 74,
            "85504" : 68,
            "86528" : 63,
            "87552" : 52,
            "88576" : 38,
            "89600" : 32,
            "90624" : 23,
            "91648" : 23,
            "92672" : 25,
            "93696" : 14,
            "94720" : 23,
            "95744" : 16,
            "96768" : 17,
            "97792" : 20,
            "98816" : 22,
            "99840" : 12,
            "100864" : 19,
            "101888" : 14,
            "102912" : 11,
            "103936" : 9,
            "104960" : 18,
            "105984" : 9,
            "107008" : 15,
            "108032" : 9,
            "109056" : 10,
            "110080" : 10,
            "111104" : 11,
            "112128" : 10,
            "113152" : 6,
            "114176" : 18,
            "115200" : 10,
            "116224" : 6,
            "117248" : 8,
            "118272" : 11,
            "119296" : 7,
            "120320" : 12,
            "121344" : 7,
            "122368" : 6,
            "123392" : 5,
            "124416" : 3,
            "125440" : 1,
            "126464" : 2,
            "127488" : 1,
            "128512" : 3,
            "129536" : 2,
            "130560" : 2,
            "132096" : 2,
            "134144" : 2,
            "136192" : 3,
            "138240" : 3,
            "140288" : 2,
            "142336" : 1,
            "144384" : 1,
            "146432" : 1,
            "148480" : 2,
            "150528" : 3,
            "152576" : 1,
            "156672" : 1,
            "158720" : 1,
            "162816" : 1,
            "164864" : 1,
            "166912" : 1,
            "171008" : 1,
            "177152" : 2,
            "179200" : 1,
            "187392" : 1,
            "259072" : 1,
            "261120" : 1,
            "264192" : 3,
            "268288" : 11,
            "272384" : 40,
            "276480" : 42,
            "280576" : 94,
            "284672" : 132,
            "288768" : 136,
            "292864" : 135,
            "296960" : 136,
            "301056" : 125,
            "305152" : 101,
            "309248" : 101,
            "313344" : 92,
            "317440" : 92,
            "321536" : 113,
            "325632" : 172,
            "329728" : 222,
            "333824" : 212,
            "337920" : 208,
            "342016" : 282,
            "346112" : 337,
            "350208" : 353,
            "354304" : 440,
            "358400" : 416,
            "362496" : 512,
            "366592" : 591,
            "370688" : 692,
            "374784" : 845,
            "378880" : 896,
            "382976" : 948,
            "387072" : 1008,
            "391168" : 1088,
            "395264" : 1119,
            "399360" : 1134,
            "403456" : 1169,
            "407552" : 1273,
            "411648" : 1235,
            "415744" : 1292,
            "419840" : 1176,
            "423936" : 961,
            "428032" : 768,
            "432128" : 593,
            "436224" : 498,
            "440320" : 432,
            "444416" : 465,
            "448512" : 446,
            "452608" : 560,
            "456704" : 576,
            "460800" : 629,
            "464896" : 674,
            "468992" : 843,
            "473088" : 1058,
            "477184" : 1064,
            "481280" : 1010,
            "485376" : 791,
            "489472" : 697,
            "493568" : 511,
            "497664" : 427,
            "501760" : 346,
            "505856" : 314,
            "509952" : 309,
            "514048" : 294,
            "518144" : 234,
            "522240" : 232,
            "528384" : 366,
            "536576" : 350,
            "544768" : 396,
            "552960" : 426,
            "561152" : 510,
            "569344" : 575,
            "577536" : 853,
            "585728" : 1081,
            "593920" : 1310,
            "602112" : 1565,
            "610304" : 1836,
            "618496" : 2177,
            "626688" : 2586,
            "634880" : 2795,
            "643072" : 3163,
            "651264" : 3691,
            "659456" : 4389,
            "667648" : 5365,
            "675840" : 6288,
            "684032" : 7119,
            "692224" : 8201,
            "700416" : 8624,
            "708608" : 9591,
            "716800" : 9773,
            "724992" : 10210,
            "733184" : 10183,
            "741376" : 10122,
            "749568" : 10035,
            "757760" : 9768,
            "765952" : 9799,
            "774144" : 9986,
            "782336" : 10323,
            "790528" : 10707,
            "798720" : 10632,
            "806912" : 10380,
            "815104" : 9885,
            "823296" : 8650,
            "831488" : 7312,
            "839680" : 6563,
            "847872" : 6413,
            "856064" : 6573,
            "864256" : 7045,
            "872448" : 7598,
            "880640" : 7661,
            "888832" : 7914,
            "897024" : 7903,
            "905216" : 8466,
            "913408" : 9179,
            "921600" : 10114,
            "929792" : 11216,
            "937984" : 12442,
            "946176" : 14073,
            "954368" : 15660,
            "962560" : 17560,
            "970752" : 19350,
            "978944" : 21542,
            "987136" : 24040,
            "995328" : 26929,
            "1003520" : 28982,
            "1011712" : 32165,
            "1019904" : 34340,
            "1028096" : 36468,
            "1036288" : 38066,
            "1044480" : 39447,
            "1056768" : 83472,
            "1073152" : 87875,
            "1089536" : 91759,
            "1105920" : 92839,
            "1122304" : 91037,
            "1138688" : 84915,
            "1155072" : 76997,
            "1171456" : 69274,
            "1187840" : 64152,
            "1204224" : 57280,
            "1220608" : 48093,
            "1236992" : 38158,
            "1253376" : 32555,
            "1269760" : 28794,
            "1286144" : 23832,
            "1302528" : 19930,
            "1318912" : 16848,
            "1335296" : 14050,
            "1351680" : 12342,
            "1368064" : 10628,
            "1384448" : 9130,
            "1400832" : 7953,
            "1417216" : 6890,
            "1433600" : 5841,
            "1449984" : 4902,
            "1466368" : 4064,
            "1482752" : 3543,
            "1499136" : 2972,
            "1515520" : 2295,
            "1531904" : 1997,
            "1548288" : 1557,
            "1564672" : 1338,
            "1581056" : 1044,
            "1597440" : 923,
            "1613824" : 777,
            "1630208" : 633,
            "1646592" : 510,
            "1662976" : 447,
            "1679360" : 328,
            "1695744" : 278,
            "1712128" : 228,
            "1728512" : 205,
            "1744896" : 166,
            "1761280" : 124,
            "1777664" : 108,
            "1794048" : 97,
            "1810432" : 60,
            "1826816" : 56,
            "1843200" : 53,
            "1859584" : 36,
            "1875968" : 32,
            "1892352" : 21,
            "1908736" : 28,
            "1925120" : 26,
            "1941504" : 15,
            "1957888" : 13,
            "1974272" : 14,
            "1990656" : 14,
            "2007040" : 9,
            "2023424" : 10,
            "2039808" : 9,
            "2056192" : 5,
            "2072576" : 4,
            "2088960" : 5,
            "2113536" : 10,
            "2146304" : 4,
            "2179072" : 4,
            "2211840" : 3,
            "2244608" : 1,
            "2310144" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 2740523,
          "mean" : 1406661.979787,
          "stddev" : 233228.492785,
          "N" : 1818791
        },
        "bw_min" : 356663,
        "bw_max" : 370368,
        "bw_agg" : 100.000000,
        "bw_mean" : 363824.230769,
        "bw_dev" : 105.193745,
        "bw_samples" : 1248,
        "iops_min" : 89165,
        "iops_max" : 92590,
        "iops_mean" : 90954.282051,
        "iops_stddev" : 26.298268,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639994,
      "usr_cpu" : 0.686413,
      "sys_cpu" : 9.403526,
      "ctx" : 1706104,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.134648,
        "250" : 0.016054,
        "500" : 1.759435,
        "750" : 6.642483,
        "1000" : 19.353945
      },
      "latency_ms" : {
        "2" : 72.088103,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832961,
  "timestamp_ms" : 1772832961107,
  "time" : "Fri Mar  6 17:36:01 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 11169193984,
        "io_kbytes" : 10907416,
        "bw_bytes" : 372306466,
        "bw" : 363580,
        "iops" : 90897.366667,
        "runtime" : 30000,
        "total_ios" : 2726921,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5959,
          "max" : 1335879,
          "mean" : 349679.240699,
          "stddev" : 109682.398912,
          "N" : 2726921
        },
        "clat_ns" : {
          "min" : 50096,
          "max" : 2321253,
          "mean" : 1057626.200009,
          "stddev" : 197393.071353,
          "N" : 2726889,
          "percentile" : {
            "1.000000" : 411648,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 937984,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1875968
          },
          "bins" : {
            "49920" : 1,
            "53504" : 1,
            "55040" : 1,
            "57088" : 1,
            "57600" : 2,
            "58112" : 4,
            "58624" : 1,
            "59136" : 2,
            "59648" : 4,
            "60160" : 4,
            "60672" : 6,
            "61184" : 4,
            "61696" : 7,
            "62208" : 9,
            "62720" : 4,
            "63232" : 9,
            "63744" : 3,
            "64256" : 5,
            "64768" : 4,
            "65280" : 5,
            "66048" : 19,
            "67072" : 22,
            "68096" : 38,
            "69120" : 41,
            "70144" : 69,
            "71168" : 96,
            "72192" : 149,
            "73216" : 173,
            "74240" : 190,
            "75264" : 226,
            "76288" : 224,
            "77312" : 227,
            "78336" : 223,
            "79360" : 221,
            "80384" : 202,
            "81408" : 163,
            "82432" : 172,
            "83456" : 112,
            "84480" : 103,
            "85504" : 93,
            "86528" : 92,
            "87552" : 77,
            "88576" : 55,
            "89600" : 46,
            "90624" : 39,
            "91648" : 30,
            "92672" : 45,
            "93696" : 22,
            "94720" : 28,
            "95744" : 21,
            "96768" : 26,
            "97792" : 27,
            "98816" : 28,
            "99840" : 22,
            "100864" : 24,
            "101888" : 21,
            "102912" : 15,
            "103936" : 14,
            "104960" : 22,
            "105984" : 19,
            "107008" : 21,
            "108032" : 13,
            "109056" : 15,
            "110080" : 13,
            "111104" : 16,
            "112128" : 14,
            "113152" : 10,
            "114176" : 25,
            "115200" : 12,
            "116224" : 10,
            "117248" : 15,
            "118272" : 14,
            "119296" : 9,
            "120320" : 13,
            "121344" : 11,
            "122368" : 6,
            "123392" : 5,
            "124416" : 4,
            "125440" : 2,
            "126464" : 3,
            "127488" : 2,
            "128512" : 4,
            "129536" : 2,
            "130560" : 2,
            "132096" : 2,
            "134144" : 4,
            "136192" : 3,
            "138240" : 3,
            "140288" : 4,
            "142336" : 2,
            "144384" : 3,
            "146432" : 4,
            "148480" : 2,
            "150528" : 3,
            "152576" : 1,
            "156672" : 1,
            "158720" : 1,
            "160768" : 1,
            "162816" : 1,
            "164864" : 1,
            "166912" : 1,
            "171008" : 2,
            "177152" : 2,
            "179200" : 1,
            "187392" : 1,
            "259072" : 1,
            "261120" : 1,
            "264192" : 3,
            "268288" : 15,
            "272384" : 58,
            "276480" : 60,
            "280576" : 122,
            "284672" : 173,
            "288768" : 206,
            "292864" : 199,
            "296960" : 196,
            "301056" : 187,
            "305152" : 158,
            "309248" : 166,
            "313344" : 124,
            "317440" : 141,
            "321536" : 154,
            "325632" : 237,
            "329728" : 315,
            "333824" : 314,
            "337920" : 302,
            "342016" : 398,
            "346112" : 493,
            "350208" : 518,
            "354304" : 631,
            "358400" : 584,
            "362496" : 710,
            "366592" : 815,
            "370688" : 993,
            "374784" : 1199,
            "378880" : 1288,
            "382976" : 1384,
            "387072" : 1496,
            "391168" : 1575,
            "395264" : 1637,
            "399360" : 1672,
            "403456" : 1697,
            "407552" : 1830,
            "411648" : 1845,
            "415744" : 1852,
            "419840" : 1712,
            "423936" : 1412,
            "428032" : 1145,
            "432128" : 911,
            "436224" : 757,
            "440320" : 639,
            "444416" : 649,
            "448512" : 652,
            "452608" : 796,
            "456704" : 829,
            "460800" : 885,
            "464896" : 990,
            "468992" : 1239,
            "473088" : 1522,
            "477184" : 1545,
            "481280" : 1484,
            "485376" : 1229,
            "489472" : 1022,
            "493568" : 734,
            "497664" : 643,
            "501760" : 544,
            "505856" : 468,
            "509952" : 445,
            "514048" : 414,
            "518144" : 365,
            "522240" : 333,
            "528384" : 547,
            "536576" : 506,
            "544768" : 578,
            "552960" : 648,
            "561152" : 736,
            "569344" : 893,
            "577536" : 1267,
            "585728" : 1612,
            "593920" : 1953,
            "602112" : 2300,
            "610304" : 2753,
            "618496" : 3270,
            "626688" : 3797,
            "634880" : 4210,
            "643072" : 4686,
            "651264" : 5530,
            "659456" : 6583,
            "667648" : 8027,
            "675840" : 9312,
            "684032" : 10721,
            "692224" : 12197,
            "700416" : 13053,
            "708608" : 14188,
            "716800" : 14693,
            "724992" : 15290,
            "733184" : 15381,
            "741376" : 15007,
            "749568" : 15116,
            "757760" : 14755,
            "765952" : 14744,
            "774144" : 15063,
            "782336" : 15447,
            "790528" : 16058,
            "798720" : 15998,
            "806912" : 15582,
            "815104" : 14815,
            "823296" : 13052,
            "831488" : 10978,
            "839680" : 9893,
            "847872" : 9600,
            "856064" : 9881,
            "864256" : 10564,
            "872448" : 11469,
            "880640" : 11608,
            "888832" : 11667,
            "897024" : 11769,
            "905216" : 12660,
            "913408" : 13768,
            "921600" : 15106,
            "929792" : 16851,
            "937984" : 18685,
            "946176" : 21138,
            "954368" : 23432,
            "962560" : 26306,
            "970752" : 29146,
            "978944" : 32288,
            "987136" : 36061,
            "995328" : 40286,
            "1003520" : 43686,
            "1011712" : 48264,
            "1019904" : 51642,
            "1028096" : 54756,
            "1036288" : 57157,
            "1044480" : 59416,
            "1056768" : 124955,
            "1073152" : 131887,
            "1089536" : 137507,
            "1105920" : 139279,
            "1122304" : 136849,
            "1138688" : 127522,
            "1155072" : 115404,
            "1171456" : 103729,
            "1187840" : 96171,
            "1204224" : 86228,
            "1220608" : 71891,
            "1236992" : 57285,
            "1253376" : 49288,
            "1269760" : 43244,
            "1286144" : 35801,
            "1302528" : 29838,
            "1318912" : 25166,
            "1335296" : 21165,
            "1351680" : 18337,
            "1368064" : 15971,
            "1384448" : 13817,
            "1400832" : 11921,
            "1417216" : 10250,
            "1433600" : 8738,
            "1449984" : 7271,
            "1466368" : 6168,
            "1482752" : 5335,
            "1499136" : 4400,
            "1515520" : 3513,
            "1531904" : 2948,
            "1548288" : 2331,
            "1564672" : 2016,
            "1581056" : 1593,
            "1597440" : 1358,
            "1613824" : 1115,
            "1630208" : 967,
            "1646592" : 788,
            "1662976" : 638,
            "1679360" : 498,
            "1695744" : 413,
            "1712128" : 338,
            "1728512" : 289,
            "1744896" : 238,
            "1761280" : 186,
            "1777664" : 151,
            "1794048" : 142,
            "1810432" : 94,
            "1826816" : 81,
            "1843200" : 73,
            "1859584" : 53,
            "1875968" : 43,
            "1892352" : 33,
            "1908736" : 40,
            "1925120" : 33,
            "1941504" : 19,
            "1957888" : 19,
            "1974272" : 17,
            "1990656" : 14,
            "2007040" : 11,
            "2023424" : 12,
            "2039808" : 10,
            "2056192" : 9,
            "2072576" : 4,
            "2088960" : 5,
            "2113536" : 12,
            "2146304" : 4,
            "2179072" : 4,
            "2211840" : 3,
            "2244608" : 1,
            "2310144" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 2740523,
          "mean" : 1407305.608207,
          "stddev" : 231819.888773,
          "N" : 2726889
        },
        "bw_min" : 355875,
        "bw_max" : 371597,
        "bw_agg" : 100.000000,
        "bw_mean" : 363696.000000,
        "bw_dev" : 114.695839,
        "bw_samples" : 1888,
        "iops_min" : 88968,
        "iops_max" : 92897,
        "iops_mean" : 90922.576271,
        "iops_stddev" : 28.667763,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959978,
      "usr_cpu" : 0.687932,
      "sys_cpu" : 9.403653,
      "ctx" : 2559124,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999963,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999963,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.124206,
        "250" : 0.015035,
        "500" : 1.708227,
        "750" : 6.622964,
        "1000" : 19.373609
      },
      "latency_ms" : {
        "2" : 72.151999,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832971,
  "timestamp_ms" : 1772832971107,
  "time" : "Fri Mar  6 17:36:11 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 14887702528,
        "io_kbytes" : 14538772,
        "bw_bytes" : 372201868,
        "bw" : 363478,
        "iops" : 90871.671792,
        "runtime" : 39999,
        "total_ios" : 3634776,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5959,
          "max" : 1335879,
          "mean" : 349783.346771,
          "stddev" : 109541.329230,
          "N" : 3634776
        },
        "clat_ns" : {
          "min" : 50096,
          "max" : 2321253,
          "mean" : 1057941.662381,
          "stddev" : 196740.800633,
          "N" : 3634744,
          "percentile" : {
            "1.000000" : 415744,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 937984,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1859584
          },
          "bins" : {
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 1,
            "56576" : 2,
            "57088" : 2,
            "57600" : 3,
            "58112" : 5,
            "58624" : 2,
            "59136" : 3,
            "59648" : 6,
            "60160" : 4,
            "60672" : 6,
            "61184" : 5,
            "61696" : 9,
            "62208" : 10,
            "62720" : 4,
            "63232" : 10,
            "63744" : 5,
            "64256" : 6,
            "64768" : 4,
            "65280" : 5,
            "66048" : 21,
            "67072" : 31,
            "68096" : 48,
            "69120" : 54,
            "70144" : 88,
            "71168" : 122,
            "72192" : 192,
            "73216" : 222,
            "74240" : 238,
            "75264" : 272,
            "76288" : 286,
            "77312" : 276,
            "78336" : 289,
            "79360" : 262,
            "80384" : 250,
            "81408" : 205,
            "82432" : 199,
            "83456" : 138,
            "84480" : 125,
            "85504" : 114,
            "86528" : 108,
            "87552" : 92,
            "88576" : 72,
            "89600" : 60,
            "90624" : 51,
            "91648" : 38,
            "92672" : 55,
            "93696" : 30,
            "94720" : 38,
            "95744" : 32,
            "96768" : 32,
            "97792" : 32,
            "98816" : 35,
            "99840" : 25,
            "100864" : 28,
            "101888" : 29,
            "102912" : 20,
            "103936" : 16,
            "104960" : 29,
            "105984" : 26,
            "107008" : 27,
            "108032" : 15,
            "109056" : 19,
            "110080" : 16,
            "111104" : 24,
            "112128" : 20,
            "113152" : 12,
            "114176" : 32,
            "115200" : 16,
            "116224" : 14,
            "117248" : 19,
            "118272" : 17,
            "119296" : 9,
            "120320" : 16,
            "121344" : 14,
            "122368" : 6,
            "123392" : 8,
            "124416" : 6,
            "125440" : 3,
            "126464" : 4,
            "127488" : 2,
            "128512" : 6,
            "129536" : 2,
            "130560" : 4,
            "132096" : 3,
            "134144" : 5,
            "136192" : 5,
            "138240" : 3,
            "140288" : 4,
            "142336" : 2,
            "144384" : 3,
            "146432" : 4,
            "148480" : 2,
            "150528" : 3,
            "152576" : 1,
            "154624" : 1,
            "156672" : 2,
            "158720" : 1,
            "160768" : 1,
            "162816" : 2,
            "164864" : 1,
            "166912" : 1,
            "171008" : 2,
            "177152" : 3,
            "179200" : 2,
            "187392" : 1,
            "259072" : 1,
            "261120" : 3,
            "264192" : 5,
            "268288" : 20,
            "272384" : 69,
            "276480" : 80,
            "280576" : 152,
            "284672" : 212,
            "288768" : 252,
            "292864" : 271,
            "296960" : 261,
            "301056" : 229,
            "305152" : 210,
            "309248" : 210,
            "313344" : 164,
            "317440" : 186,
            "321536" : 210,
            "325632" : 312,
            "329728" : 416,
            "333824" : 392,
            "337920" : 410,
            "342016" : 521,
            "346112" : 620,
            "350208" : 661,
            "354304" : 789,
            "358400" : 784,
            "362496" : 928,
            "366592" : 1050,
            "370688" : 1307,
            "374784" : 1575,
            "378880" : 1648,
            "382976" : 1808,
            "387072" : 1941,
            "391168" : 2021,
            "395264" : 2113,
            "399360" : 2137,
            "403456" : 2227,
            "407552" : 2378,
            "411648" : 2371,
            "415744" : 2351,
            "419840" : 2256,
            "423936" : 1842,
            "428032" : 1530,
            "432128" : 1174,
            "436224" : 984,
            "440320" : 819,
            "444416" : 849,
            "448512" : 823,
            "452608" : 1037,
            "456704" : 1039,
            "460800" : 1140,
            "464896" : 1292,
            "468992" : 1631,
            "473088" : 1942,
            "477184" : 1984,
            "481280" : 1894,
            "485376" : 1615,
            "489472" : 1320,
            "493568" : 973,
            "497664" : 824,
            "501760" : 721,
            "505856" : 612,
            "509952" : 546,
            "514048" : 531,
            "518144" : 464,
            "522240" : 438,
            "528384" : 724,
            "536576" : 687,
            "544768" : 758,
            "552960" : 871,
            "561152" : 983,
            "569344" : 1162,
            "577536" : 1665,
            "585728" : 2136,
            "593920" : 2616,
            "602112" : 3104,
            "610304" : 3670,
            "618496" : 4384,
            "626688" : 5061,
            "634880" : 5623,
            "643072" : 6240,
            "651264" : 7384,
            "659456" : 8800,
            "667648" : 10772,
            "675840" : 12453,
            "684032" : 14352,
            "692224" : 16224,
            "700416" : 17465,
            "708608" : 18949,
            "716800" : 19719,
            "724992" : 20428,
            "733184" : 20573,
            "741376" : 20191,
            "749568" : 20119,
            "757760" : 19642,
            "765952" : 19671,
            "774144" : 20140,
            "782336" : 20626,
            "790528" : 21303,
            "798720" : 21315,
            "806912" : 20824,
            "815104" : 19865,
            "823296" : 17477,
            "831488" : 14691,
            "839680" : 13118,
            "847872" : 12748,
            "856064" : 13202,
            "864256" : 14095,
            "872448" : 15233,
            "880640" : 15520,
            "888832" : 15553,
            "897024" : 15751,
            "905216" : 16914,
            "913408" : 18239,
            "921600" : 20141,
            "929792" : 22470,
            "937984" : 25013,
            "946176" : 28064,
            "954368" : 31344,
            "962560" : 35047,
            "970752" : 39007,
            "978944" : 43135,
            "987136" : 48282,
            "995328" : 53781,
            "1003520" : 58640,
            "1011712" : 64534,
            "1019904" : 69004,
            "1028096" : 73050,
            "1036288" : 76149,
            "1044480" : 79252,
            "1056768" : 166765,
            "1073152" : 176188,
            "1089536" : 183676,
            "1105920" : 185882,
            "1122304" : 181775,
            "1138688" : 169736,
            "1155072" : 153534,
            "1171456" : 137903,
            "1187840" : 128092,
            "1204224" : 114761,
            "1220608" : 95487,
            "1236992" : 76504,
            "1253376" : 65548,
            "1269760" : 57698,
            "1286144" : 47820,
            "1302528" : 39777,
            "1318912" : 33558,
            "1335296" : 28320,
            "1351680" : 24388,
            "1368064" : 21319,
            "1384448" : 18660,
            "1400832" : 15965,
            "1417216" : 13696,
            "1433600" : 11611,
            "1449984" : 9662,
            "1466368" : 8275,
            "1482752" : 7090,
            "1499136" : 5853,
            "1515520" : 4685,
            "1531904" : 3966,
            "1548288" : 3157,
            "1564672" : 2712,
            "1581056" : 2117,
            "1597440" : 1819,
            "1613824" : 1476,
            "1630208" : 1257,
            "1646592" : 1057,
            "1662976" : 886,
            "1679360" : 659,
            "1695744" : 569,
            "1712128" : 468,
            "1728512" : 379,
            "1744896" : 310,
            "1761280" : 254,
            "1777664" : 220,
            "1794048" : 185,
            "1810432" : 127,
            "1826816" : 109,
            "1843200" : 96,
            "1859584" : 71,
            "1875968" : 57,
            "1892352" : 37,
            "1908736" : 48,
            "1925120" : 40,
            "1941504" : 24,
            "1957888" : 25,
            "1974272" : 22,
            "1990656" : 17,
            "2007040" : 11,
            "2023424" : 13,
            "2039808" : 12,
            "2056192" : 11,
            "2072576" : 6,
            "2088960" : 7,
            "2113536" : 12,
            "2146304" : 5,
            "2179072" : 4,
            "2211840" : 3,
            "2244608" : 2,
            "2310144" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 2825853,
          "mean" : 1407725.429584,
          "stddev" : 230849.398476,
          "N" : 3634744
        },
        "bw_min" : 355177,
        "bw_max" : 372242,
        "bw_agg" : 100.000000,
        "bw_mean" : 363573.481013,
        "bw_dev" : 122.197287,
        "bw_samples" : 2528,
        "iops_min" : 88793,
        "iops_max" : 93058,
        "iops_mean" : 90891.721519,
        "iops_stddev" : 30.545026,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279968,
      "usr_cpu" : 0.684236,
      "sys_cpu" : 9.411485,
      "ctx" : 3412301,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.115963,
        "250" : 0.014389,
        "500" : 1.659359,
        "750" : 6.641042,
        "1000" : 19.397619
      },
      "latency_ms" : {
        "2" : 72.168354,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832981,
  "timestamp_ms" : 1772832981108,
  "time" : "Fri Mar  6 17:36:21 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 18604789760,
        "io_kbytes" : 18168740,
        "bw_bytes" : 372095795,
        "bw" : 363374,
        "iops" : 90844.820000,
        "runtime" : 50000,
        "total_ios" : 4542241,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5959,
          "max" : 1704001,
          "mean" : 349883.357348,
          "stddev" : 109378.571426,
          "N" : 4542242
        },
        "clat_ns" : {
          "min" : 44307,
          "max" : 2643965,
          "mean" : 1058235.506832,
          "stddev" : 196024.511650,
          "N" : 4542209,
          "percentile" : {
            "1.000000" : 415744,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 937984,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1875968
          },
          "bins" : {
            "44288" : 1,
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 1,
            "56064" : 2,
            "56576" : 3,
            "57088" : 2,
            "57600" : 3,
            "58112" : 6,
            "58624" : 2,
            "59136" : 4,
            "59648" : 7,
            "60160" : 7,
            "60672" : 8,
            "61184" : 6,
            "61696" : 11,
            "62208" : 10,
            "62720" : 5,
            "63232" : 11,
            "63744" : 6,
            "64256" : 8,
            "64768" : 9,
            "65280" : 7,
            "66048" : 26,
            "67072" : 36,
            "68096" : 55,
            "69120" : 70,
            "70144" : 111,
            "71168" : 153,
            "72192" : 231,
            "73216" : 254,
            "74240" : 286,
            "75264" : 321,
            "76288" : 335,
            "77312" : 326,
            "78336" : 337,
            "79360" : 312,
            "80384" : 286,
            "81408" : 251,
            "82432" : 230,
            "83456" : 159,
            "84480" : 155,
            "85504" : 136,
            "86528" : 123,
            "87552" : 107,
            "88576" : 84,
            "89600" : 70,
            "90624" : 60,
            "91648" : 45,
            "92672" : 63,
            "93696" : 37,
            "94720" : 43,
            "95744" : 40,
            "96768" : 35,
            "97792" : 37,
            "98816" : 38,
            "99840" : 32,
            "100864" : 31,
            "101888" : 33,
            "102912" : 23,
            "103936" : 20,
            "104960" : 33,
            "105984" : 31,
            "107008" : 31,
            "108032" : 17,
            "109056" : 25,
            "110080" : 21,
            "111104" : 24,
            "112128" : 23,
            "113152" : 13,
            "114176" : 33,
            "115200" : 18,
            "116224" : 14,
            "117248" : 26,
            "118272" : 21,
            "119296" : 11,
            "120320" : 16,
            "121344" : 16,
            "122368" : 7,
            "123392" : 11,
            "124416" : 8,
            "125440" : 5,
            "126464" : 5,
            "127488" : 2,
            "128512" : 6,
            "129536" : 2,
            "130560" : 4,
            "132096" : 5,
            "134144" : 5,
            "136192" : 6,
            "138240" : 3,
            "140288" : 4,
            "142336" : 2,
            "144384" : 3,
            "146432" : 4,
            "148480" : 2,
            "150528" : 4,
            "152576" : 1,
            "154624" : 1,
            "156672" : 2,
            "158720" : 1,
            "160768" : 1,
            "162816" : 2,
            "164864" : 1,
            "166912" : 1,
            "171008" : 2,
            "177152" : 4,
            "179200" : 2,
            "187392" : 1,
            "259072" : 1,
            "261120" : 3,
            "264192" : 5,
            "268288" : 30,
            "272384" : 76,
            "276480" : 103,
            "280576" : 185,
            "284672" : 249,
            "288768" : 307,
            "292864" : 330,
            "296960" : 329,
            "301056" : 268,
            "305152" : 247,
            "309248" : 247,
            "313344" : 208,
            "317440" : 238,
            "321536" : 253,
            "325632" : 365,
            "329728" : 497,
            "333824" : 456,
            "337920" : 502,
            "342016" : 637,
            "346112" : 738,
            "350208" : 779,
            "354304" : 964,
            "358400" : 966,
            "362496" : 1151,
            "366592" : 1287,
            "370688" : 1595,
            "374784" : 1894,
            "378880" : 2043,
            "382976" : 2176,
            "387072" : 2359,
            "391168" : 2458,
            "395264" : 2532,
            "399360" : 2563,
            "403456" : 2681,
            "407552" : 2851,
            "411648" : 2861,
            "415744" : 2833,
            "419840" : 2717,
            "423936" : 2247,
            "428032" : 1831,
            "432128" : 1409,
            "436224" : 1200,
            "440320" : 1003,
            "444416" : 1042,
            "448512" : 1038,
            "452608" : 1263,
            "456704" : 1274,
            "460800" : 1356,
            "464896" : 1564,
            "468992" : 1936,
            "473088" : 2342,
            "477184" : 2425,
            "481280" : 2312,
            "485376" : 1940,
            "489472" : 1597,
            "493568" : 1175,
            "497664" : 980,
            "501760" : 858,
            "505856" : 730,
            "509952" : 665,
            "514048" : 641,
            "518144" : 573,
            "522240" : 531,
            "528384" : 887,
            "536576" : 848,
            "544768" : 950,
            "552960" : 1088,
            "561152" : 1226,
            "569344" : 1478,
            "577536" : 2069,
            "585728" : 2633,
            "593920" : 3226,
            "602112" : 3935,
            "610304" : 4584,
            "618496" : 5516,
            "626688" : 6374,
            "634880" : 7115,
            "643072" : 7876,
            "651264" : 9262,
            "659456" : 10983,
            "667648" : 13469,
            "675840" : 15618,
            "684032" : 17899,
            "692224" : 20192,
            "700416" : 21884,
            "708608" : 23671,
            "716800" : 24828,
            "724992" : 25592,
            "733184" : 25688,
            "741376" : 25365,
            "749568" : 25181,
            "757760" : 24586,
            "765952" : 24556,
            "774144" : 25122,
            "782336" : 25851,
            "790528" : 26677,
            "798720" : 26738,
            "806912" : 26090,
            "815104" : 24755,
            "823296" : 21761,
            "831488" : 18329,
            "839680" : 16470,
            "847872" : 15986,
            "856064" : 16603,
            "864256" : 17667,
            "872448" : 19143,
            "880640" : 19414,
            "888832" : 19380,
            "897024" : 19770,
            "905216" : 21188,
            "913408" : 22720,
            "921600" : 25193,
            "929792" : 28141,
            "937984" : 31347,
            "946176" : 35030,
            "954368" : 39275,
            "962560" : 43691,
            "970752" : 48851,
            "978944" : 54163,
            "987136" : 60541,
            "995328" : 67300,
            "1003520" : 73665,
            "1011712" : 80859,
            "1019904" : 86330,
            "1028096" : 91329,
            "1036288" : 95134,
            "1044480" : 98992,
            "1056768" : 208436,
            "1073152" : 220368,
            "1089536" : 229560,
            "1105920" : 232576,
            "1122304" : 227320,
            "1138688" : 212209,
            "1155072" : 191618,
            "1171456" : 172624,
            "1187840" : 160537,
            "1204224" : 143280,
            "1220608" : 119031,
            "1236992" : 95386,
            "1253376" : 81798,
            "1269760" : 72211,
            "1286144" : 59853,
            "1302528" : 49655,
            "1318912" : 41867,
            "1335296" : 35636,
            "1351680" : 30445,
            "1368064" : 26442,
            "1384448" : 23265,
            "1400832" : 19918,
            "1417216" : 17080,
            "1433600" : 14509,
            "1449984" : 12048,
            "1466368" : 10281,
            "1482752" : 8879,
            "1499136" : 7275,
            "1515520" : 5877,
            "1531904" : 4939,
            "1548288" : 3917,
            "1564672" : 3334,
            "1581056" : 2619,
            "1597440" : 2251,
            "1613824" : 1798,
            "1630208" : 1559,
            "1646592" : 1316,
            "1662976" : 1077,
            "1679360" : 833,
            "1695744" : 721,
            "1712128" : 573,
            "1728512" : 468,
            "1744896" : 381,
            "1761280" : 332,
            "1777664" : 267,
            "1794048" : 234,
            "1810432" : 166,
            "1826816" : 136,
            "1843200" : 125,
            "1859584" : 91,
            "1875968" : 75,
            "1892352" : 53,
            "1908736" : 58,
            "1925120" : 50,
            "1941504" : 41,
            "1957888" : 32,
            "1974272" : 26,
            "1990656" : 26,
            "2007040" : 21,
            "2023424" : 17,
            "2039808" : 16,
            "2056192" : 15,
            "2072576" : 8,
            "2088960" : 10,
            "2113536" : 17,
            "2146304" : 6,
            "2179072" : 10,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 2,
            "2310144" : 1,
            "2342912" : 1,
            "2375680" : 1,
            "2473984" : 1,
            "2572288" : 1,
            "2637824" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 2997034,
          "mean" : 1408118.857122,
          "stddev" : 229794.103276,
          "N" : 4542209
        },
        "bw_min" : 354125,
        "bw_max" : 373118,
        "bw_agg" : 100.000000,
        "bw_mean" : 363464.222222,
        "bw_dev" : 129.171869,
        "bw_samples" : 3168,
        "iops_min" : 88529,
        "iops_max" : 93278,
        "iops_mean" : 90864.444444,
        "iops_stddev" : 32.292684,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600000,
      "usr_cpu" : 0.679937,
      "sys_cpu" : 9.408437,
      "ctx" : 4265761,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999956,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999934,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.109880,
        "250" : 0.013231,
        "500" : 1.606718,
        "750" : 6.651783,
        "1000" : 19.427503
      },
      "latency_ms" : {
        "2" : 72.187187,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772832991,
  "timestamp_ms" : 1772832991107,
  "time" : "Fri Mar  6 17:36:31 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 22316933120,
        "io_kbytes" : 21793880,
        "bw_bytes" : 371948885,
        "bw" : 363231,
        "iops" : 90808.866667,
        "runtime" : 60000,
        "total_ios" : 5448532,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5959,
          "max" : 2458823,
          "mean" : 350021.455715,
          "stddev" : 109322.276818,
          "N" : 5448532
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1058645.543189,
          "stddev" : 195605.276583,
          "N" : 5448500,
          "percentile" : {
            "1.000000" : 419840,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 1,
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 1,
            "56064" : 2,
            "56576" : 3,
            "57088" : 2,
            "57600" : 3,
            "58112" : 6,
            "58624" : 3,
            "59136" : 5,
            "59648" : 7,
            "60160" : 7,
            "60672" : 9,
            "61184" : 7,
            "61696" : 12,
            "62208" : 11,
            "62720" : 6,
            "63232" : 11,
            "63744" : 6,
            "64256" : 9,
            "64768" : 10,
            "65280" : 7,
            "66048" : 27,
            "67072" : 41,
            "68096" : 57,
            "69120" : 77,
            "70144" : 132,
            "71168" : 171,
            "72192" : 262,
            "73216" : 294,
            "74240" : 335,
            "75264" : 367,
            "76288" : 379,
            "77312" : 361,
            "78336" : 378,
            "79360" : 351,
            "80384" : 322,
            "81408" : 285,
            "82432" : 245,
            "83456" : 179,
            "84480" : 182,
            "85504" : 155,
            "86528" : 135,
            "87552" : 123,
            "88576" : 97,
            "89600" : 82,
            "90624" : 65,
            "91648" : 52,
            "92672" : 70,
            "93696" : 45,
            "94720" : 48,
            "95744" : 50,
            "96768" : 43,
            "97792" : 43,
            "98816" : 42,
            "99840" : 39,
            "100864" : 41,
            "101888" : 34,
            "102912" : 29,
            "103936" : 23,
            "104960" : 34,
            "105984" : 33,
            "107008" : 36,
            "108032" : 18,
            "109056" : 31,
            "110080" : 26,
            "111104" : 28,
            "112128" : 27,
            "113152" : 15,
            "114176" : 37,
            "115200" : 19,
            "116224" : 21,
            "117248" : 28,
            "118272" : 25,
            "119296" : 17,
            "120320" : 19,
            "121344" : 18,
            "122368" : 10,
            "123392" : 11,
            "124416" : 10,
            "125440" : 8,
            "126464" : 5,
            "127488" : 2,
            "128512" : 6,
            "129536" : 2,
            "130560" : 4,
            "132096" : 5,
            "134144" : 5,
            "136192" : 6,
            "138240" : 3,
            "140288" : 4,
            "142336" : 3,
            "144384" : 3,
            "146432" : 5,
            "148480" : 2,
            "150528" : 5,
            "152576" : 2,
            "154624" : 1,
            "156672" : 2,
            "158720" : 1,
            "160768" : 1,
            "162816" : 2,
            "164864" : 1,
            "166912" : 2,
            "171008" : 2,
            "177152" : 4,
            "179200" : 2,
            "187392" : 1,
            "259072" : 3,
            "261120" : 3,
            "264192" : 6,
            "268288" : 31,
            "272384" : 84,
            "276480" : 116,
            "280576" : 215,
            "284672" : 290,
            "288768" : 369,
            "292864" : 396,
            "296960" : 381,
            "301056" : 310,
            "305152" : 291,
            "309248" : 285,
            "313344" : 236,
            "317440" : 271,
            "321536" : 288,
            "325632" : 429,
            "329728" : 574,
            "333824" : 553,
            "337920" : 592,
            "342016" : 741,
            "346112" : 848,
            "350208" : 929,
            "354304" : 1139,
            "358400" : 1143,
            "362496" : 1333,
            "366592" : 1497,
            "370688" : 1847,
            "374784" : 2211,
            "378880" : 2388,
            "382976" : 2568,
            "387072" : 2741,
            "391168" : 2864,
            "395264" : 2946,
            "399360" : 3012,
            "403456" : 3140,
            "407552" : 3346,
            "411648" : 3335,
            "415744" : 3268,
            "419840" : 3165,
            "423936" : 2623,
            "428032" : 2092,
            "432128" : 1636,
            "436224" : 1405,
            "440320" : 1192,
            "444416" : 1189,
            "448512" : 1215,
            "452608" : 1417,
            "456704" : 1479,
            "460800" : 1599,
            "464896" : 1831,
            "468992" : 2305,
            "473088" : 2762,
            "477184" : 2824,
            "481280" : 2716,
            "485376" : 2248,
            "489472" : 1870,
            "493568" : 1379,
            "497664" : 1131,
            "501760" : 1006,
            "505856" : 846,
            "509952" : 789,
            "514048" : 739,
            "518144" : 676,
            "522240" : 615,
            "528384" : 1035,
            "536576" : 999,
            "544768" : 1118,
            "552960" : 1294,
            "561152" : 1445,
            "569344" : 1767,
            "577536" : 2427,
            "585728" : 3131,
            "593920" : 3889,
            "602112" : 4702,
            "610304" : 5543,
            "618496" : 6590,
            "626688" : 7601,
            "634880" : 8535,
            "643072" : 9462,
            "651264" : 11137,
            "659456" : 13213,
            "667648" : 16098,
            "675840" : 18800,
            "684032" : 21519,
            "692224" : 24426,
            "700416" : 26275,
            "708608" : 28410,
            "716800" : 29961,
            "724992" : 30797,
            "733184" : 30929,
            "741376" : 30459,
            "749568" : 30319,
            "757760" : 29505,
            "765952" : 29456,
            "774144" : 30213,
            "782336" : 31042,
            "790528" : 32002,
            "798720" : 32064,
            "806912" : 31353,
            "815104" : 29785,
            "823296" : 25891,
            "831488" : 22025,
            "839680" : 19713,
            "847872" : 19129,
            "856064" : 19864,
            "864256" : 21211,
            "872448" : 22861,
            "880640" : 23298,
            "888832" : 23244,
            "897024" : 23691,
            "905216" : 25348,
            "913408" : 27313,
            "921600" : 30401,
            "929792" : 33728,
            "937984" : 37676,
            "946176" : 41990,
            "954368" : 46995,
            "962560" : 52451,
            "970752" : 58669,
            "978944" : 65005,
            "987136" : 72693,
            "995328" : 80557,
            "1003520" : 88431,
            "1011712" : 96778,
            "1019904" : 103667,
            "1028096" : 109589,
            "1036288" : 114342,
            "1044480" : 118879,
            "1056768" : 249823,
            "1073152" : 264474,
            "1089536" : 275612,
            "1105920" : 278793,
            "1122304" : 272468,
            "1138688" : 254821,
            "1155072" : 229997,
            "1171456" : 207365,
            "1187840" : 192511,
            "1204224" : 172104,
            "1220608" : 143145,
            "1236992" : 114562,
            "1253376" : 98045,
            "1269760" : 86711,
            "1286144" : 71814,
            "1302528" : 59775,
            "1318912" : 50299,
            "1335296" : 42750,
            "1351680" : 36635,
            "1368064" : 31712,
            "1384448" : 27876,
            "1400832" : 23903,
            "1417216" : 20513,
            "1433600" : 17383,
            "1449984" : 14564,
            "1466368" : 12301,
            "1482752" : 10549,
            "1499136" : 8707,
            "1515520" : 7099,
            "1531904" : 5935,
            "1548288" : 4733,
            "1564672" : 3965,
            "1581056" : 3208,
            "1597440" : 2667,
            "1613824" : 2203,
            "1630208" : 1831,
            "1646592" : 1587,
            "1662976" : 1291,
            "1679360" : 1025,
            "1695744" : 860,
            "1712128" : 704,
            "1728512" : 556,
            "1744896" : 460,
            "1761280" : 413,
            "1777664" : 318,
            "1794048" : 284,
            "1810432" : 199,
            "1826816" : 166,
            "1843200" : 151,
            "1859584" : 114,
            "1875968" : 87,
            "1892352" : 68,
            "1908736" : 66,
            "1925120" : 59,
            "1941504" : 48,
            "1957888" : 35,
            "1974272" : 32,
            "1990656" : 29,
            "2007040" : 22,
            "2023424" : 18,
            "2039808" : 18,
            "2056192" : 15,
            "2072576" : 9,
            "2088960" : 13,
            "2113536" : 18,
            "2146304" : 7,
            "2179072" : 11,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 2,
            "2310144" : 1,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1408666.642294,
          "stddev" : 229123.257855,
          "N" : 5448500
        },
        "bw_min" : 353479,
        "bw_max" : 373524,
        "bw_agg" : 100.000000,
        "bw_mean" : 363339.277311,
        "bw_dev" : 135.550469,
        "bw_samples" : 3808,
        "iops_min" : 88368,
        "iops_max" : 93379,
        "iops_mean" : 90833.050420,
        "iops_stddev" : 33.887670,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919994,
      "usr_cpu" : 0.681981,
      "sys_cpu" : 9.402998,
      "ctx" : 5118661,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.103661,
        "250" : 0.012756,
        "500" : 1.563228,
        "750" : 6.660895,
        "1000" : 19.429637
      },
      "latency_ms" : {
        "2" : 72.224757,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833001,
  "timestamp_ms" : 1772833001107,
  "time" : "Fri Mar  6 17:36:41 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 26029862912,
        "io_kbytes" : 25419788,
        "bw_bytes" : 371855184,
        "bw" : 363139,
        "iops" : 90785.971429,
        "runtime" : 70000,
        "total_ios" : 6355018,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5959,
          "max" : 2458823,
          "mean" : 350110.407867,
          "stddev" : 109161.998877,
          "N" : 6355018
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1058907.478136,
          "stddev" : 194975.264540,
          "N" : 6354986,
          "percentile" : {
            "1.000000" : 419840,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 1,
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 1,
            "56064" : 2,
            "56576" : 3,
            "57088" : 3,
            "57600" : 5,
            "58112" : 6,
            "58624" : 5,
            "59136" : 5,
            "59648" : 9,
            "60160" : 10,
            "60672" : 9,
            "61184" : 7,
            "61696" : 13,
            "62208" : 13,
            "62720" : 6,
            "63232" : 12,
            "63744" : 9,
            "64256" : 10,
            "64768" : 11,
            "65280" : 7,
            "66048" : 27,
            "67072" : 43,
            "68096" : 62,
            "69120" : 94,
            "70144" : 145,
            "71168" : 199,
            "72192" : 286,
            "73216" : 319,
            "74240" : 388,
            "75264" : 413,
            "76288" : 428,
            "77312" : 397,
            "78336" : 409,
            "79360" : 387,
            "80384" : 358,
            "81408" : 320,
            "82432" : 270,
            "83456" : 203,
            "84480" : 192,
            "85504" : 171,
            "86528" : 157,
            "87552" : 134,
            "88576" : 102,
            "89600" : 89,
            "90624" : 68,
            "91648" : 59,
            "92672" : 74,
            "93696" : 53,
            "94720" : 49,
            "95744" : 55,
            "96768" : 47,
            "97792" : 48,
            "98816" : 44,
            "99840" : 43,
            "100864" : 41,
            "101888" : 38,
            "102912" : 33,
            "103936" : 24,
            "104960" : 37,
            "105984" : 37,
            "107008" : 39,
            "108032" : 22,
            "109056" : 33,
            "110080" : 28,
            "111104" : 31,
            "112128" : 28,
            "113152" : 17,
            "114176" : 41,
            "115200" : 22,
            "116224" : 29,
            "117248" : 30,
            "118272" : 27,
            "119296" : 19,
            "120320" : 21,
            "121344" : 18,
            "122368" : 10,
            "123392" : 13,
            "124416" : 11,
            "125440" : 8,
            "126464" : 6,
            "127488" : 4,
            "128512" : 6,
            "129536" : 2,
            "130560" : 4,
            "132096" : 5,
            "134144" : 5,
            "136192" : 6,
            "138240" : 4,
            "140288" : 5,
            "142336" : 4,
            "144384" : 3,
            "146432" : 5,
            "148480" : 2,
            "150528" : 5,
            "152576" : 3,
            "154624" : 1,
            "156672" : 2,
            "158720" : 1,
            "160768" : 1,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 2,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "259072" : 5,
            "261120" : 3,
            "264192" : 7,
            "268288" : 34,
            "272384" : 94,
            "276480" : 134,
            "280576" : 243,
            "284672" : 321,
            "288768" : 431,
            "292864" : 455,
            "296960" : 422,
            "301056" : 346,
            "305152" : 336,
            "309248" : 323,
            "313344" : 281,
            "317440" : 297,
            "321536" : 337,
            "325632" : 490,
            "329728" : 664,
            "333824" : 636,
            "337920" : 687,
            "342016" : 840,
            "346112" : 952,
            "350208" : 1078,
            "354304" : 1287,
            "358400" : 1290,
            "362496" : 1490,
            "366592" : 1721,
            "370688" : 2101,
            "374784" : 2486,
            "378880" : 2718,
            "382976" : 2878,
            "387072" : 3125,
            "391168" : 3206,
            "395264" : 3336,
            "399360" : 3428,
            "403456" : 3563,
            "407552" : 3812,
            "411648" : 3740,
            "415744" : 3704,
            "419840" : 3580,
            "423936" : 2953,
            "428032" : 2355,
            "432128" : 1869,
            "436224" : 1588,
            "440320" : 1352,
            "444416" : 1361,
            "448512" : 1388,
            "452608" : 1600,
            "456704" : 1673,
            "460800" : 1849,
            "464896" : 2101,
            "468992" : 2590,
            "473088" : 3111,
            "477184" : 3216,
            "481280" : 3084,
            "485376" : 2542,
            "489472" : 2094,
            "493568" : 1555,
            "497664" : 1274,
            "501760" : 1139,
            "505856" : 978,
            "509952" : 901,
            "514048" : 836,
            "518144" : 782,
            "522240" : 703,
            "528384" : 1189,
            "536576" : 1179,
            "544768" : 1290,
            "552960" : 1493,
            "561152" : 1674,
            "569344" : 2054,
            "577536" : 2822,
            "585728" : 3626,
            "593920" : 4526,
            "602112" : 5498,
            "610304" : 6428,
            "618496" : 7566,
            "626688" : 8896,
            "634880" : 9958,
            "643072" : 11074,
            "651264" : 12978,
            "659456" : 15412,
            "667648" : 18715,
            "675840" : 21941,
            "684032" : 25205,
            "692224" : 28510,
            "700416" : 30788,
            "708608" : 33139,
            "716800" : 34824,
            "724992" : 35993,
            "733184" : 36074,
            "741376" : 35453,
            "749568" : 35390,
            "757760" : 34525,
            "765952" : 34385,
            "774144" : 35390,
            "782336" : 36228,
            "790528" : 37398,
            "798720" : 37505,
            "806912" : 36585,
            "815104" : 34815,
            "823296" : 30413,
            "831488" : 25788,
            "839680" : 23130,
            "847872" : 22328,
            "856064" : 23124,
            "864256" : 24793,
            "872448" : 26684,
            "880640" : 27264,
            "888832" : 27286,
            "897024" : 27719,
            "905216" : 29658,
            "913408" : 31973,
            "921600" : 35508,
            "929792" : 39480,
            "937984" : 43951,
            "946176" : 49007,
            "954368" : 54903,
            "962560" : 61247,
            "970752" : 68464,
            "978944" : 76040,
            "987136" : 84992,
            "995328" : 94126,
            "1003520" : 103283,
            "1011712" : 113110,
            "1019904" : 120986,
            "1028096" : 127863,
            "1036288" : 133331,
            "1044480" : 138763,
            "1056768" : 291446,
            "1073152" : 308391,
            "1089536" : 321633,
            "1105920" : 324855,
            "1122304" : 318059,
            "1138688" : 297634,
            "1155072" : 268410,
            "1171456" : 242131,
            "1187840" : 224509,
            "1204224" : 200843,
            "1220608" : 166878,
            "1236992" : 133414,
            "1253376" : 114311,
            "1269760" : 101094,
            "1286144" : 83684,
            "1302528" : 69742,
            "1318912" : 58699,
            "1335296" : 49787,
            "1351680" : 42750,
            "1368064" : 37188,
            "1384448" : 32336,
            "1400832" : 27782,
            "1417216" : 23785,
            "1433600" : 20187,
            "1449984" : 16937,
            "1466368" : 14347,
            "1482752" : 12307,
            "1499136" : 10131,
            "1515520" : 8271,
            "1531904" : 6898,
            "1548288" : 5546,
            "1564672" : 4640,
            "1581056" : 3768,
            "1597440" : 3106,
            "1613824" : 2533,
            "1630208" : 2116,
            "1646592" : 1836,
            "1662976" : 1528,
            "1679360" : 1186,
            "1695744" : 991,
            "1712128" : 799,
            "1728512" : 653,
            "1744896" : 543,
            "1761280" : 485,
            "1777664" : 371,
            "1794048" : 332,
            "1810432" : 234,
            "1826816" : 206,
            "1843200" : 174,
            "1859584" : 133,
            "1875968" : 107,
            "1892352" : 93,
            "1908736" : 82,
            "1925120" : 70,
            "1941504" : 65,
            "1957888" : 48,
            "1974272" : 42,
            "1990656" : 38,
            "2007040" : 28,
            "2023424" : 20,
            "2039808" : 22,
            "2056192" : 21,
            "2072576" : 11,
            "2088960" : 16,
            "2113536" : 20,
            "2146304" : 8,
            "2179072" : 13,
            "2211840" : 6,
            "2244608" : 4,
            "2277376" : 3,
            "2310144" : 1,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1409017.865975,
          "stddev" : 228190.190811,
          "N" : 6354986
        },
        "bw_min" : 353025,
        "bw_max" : 373998,
        "bw_agg" : 100.000000,
        "bw_mean" : 363239.453237,
        "bw_dev" : 144.430519,
        "bw_samples" : 4448,
        "iops_min" : 88255,
        "iops_max" : 93498,
        "iops_mean" : 90808.093525,
        "iops_stddev" : 36.106165,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239986,
      "usr_cpu" : 0.681254,
      "sys_cpu" : 9.402737,
      "ctx" : 5972167,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999984,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999984,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.098584,
        "250" : 0.012053,
        "500" : 1.518784,
        "750" : 6.658722,
        "1000" : 19.471526
      },
      "latency_ms" : {
        "2" : 72.235500,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833011,
  "timestamp_ms" : 1772833011108,
  "time" : "Fri Mar  6 17:36:51 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 29741105152,
        "io_kbytes" : 29044048,
        "bw_bytes" : 371763814,
        "bw" : 363050,
        "iops" : 90763.562500,
        "runtime" : 80000,
        "total_ios" : 7261085,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5959,
          "max" : 2458823,
          "mean" : 350196.421657,
          "stddev" : 109002.118813,
          "N" : 7261086
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059171.924159,
          "stddev" : 194409.110480,
          "N" : 7261054,
          "percentile" : {
            "1.000000" : 423936,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 1,
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 3,
            "56064" : 2,
            "56576" : 4,
            "57088" : 3,
            "57600" : 6,
            "58112" : 6,
            "58624" : 5,
            "59136" : 5,
            "59648" : 10,
            "60160" : 12,
            "60672" : 11,
            "61184" : 8,
            "61696" : 16,
            "62208" : 13,
            "62720" : 6,
            "63232" : 12,
            "63744" : 13,
            "64256" : 11,
            "64768" : 11,
            "65280" : 8,
            "66048" : 32,
            "67072" : 46,
            "68096" : 69,
            "69120" : 102,
            "70144" : 158,
            "71168" : 220,
            "72192" : 315,
            "73216" : 347,
            "74240" : 422,
            "75264" : 457,
            "76288" : 466,
            "77312" : 441,
            "78336" : 441,
            "79360" : 429,
            "80384" : 393,
            "81408" : 343,
            "82432" : 283,
            "83456" : 216,
            "84480" : 205,
            "85504" : 183,
            "86528" : 172,
            "87552" : 144,
            "88576" : 111,
            "89600" : 97,
            "90624" : 72,
            "91648" : 60,
            "92672" : 79,
            "93696" : 59,
            "94720" : 52,
            "95744" : 61,
            "96768" : 53,
            "97792" : 49,
            "98816" : 47,
            "99840" : 47,
            "100864" : 45,
            "101888" : 41,
            "102912" : 38,
            "103936" : 27,
            "104960" : 40,
            "105984" : 37,
            "107008" : 43,
            "108032" : 27,
            "109056" : 36,
            "110080" : 29,
            "111104" : 35,
            "112128" : 31,
            "113152" : 18,
            "114176" : 42,
            "115200" : 24,
            "116224" : 31,
            "117248" : 34,
            "118272" : 33,
            "119296" : 20,
            "120320" : 23,
            "121344" : 19,
            "122368" : 10,
            "123392" : 13,
            "124416" : 11,
            "125440" : 9,
            "126464" : 6,
            "127488" : 6,
            "128512" : 6,
            "129536" : 2,
            "130560" : 5,
            "132096" : 6,
            "134144" : 5,
            "136192" : 6,
            "138240" : 4,
            "140288" : 5,
            "142336" : 4,
            "144384" : 3,
            "146432" : 5,
            "148480" : 3,
            "150528" : 6,
            "152576" : 3,
            "154624" : 1,
            "156672" : 2,
            "158720" : 1,
            "160768" : 1,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 2,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "259072" : 5,
            "261120" : 3,
            "264192" : 9,
            "268288" : 36,
            "272384" : 103,
            "276480" : 143,
            "280576" : 276,
            "284672" : 365,
            "288768" : 486,
            "292864" : 511,
            "296960" : 471,
            "301056" : 400,
            "305152" : 374,
            "309248" : 349,
            "313344" : 314,
            "317440" : 331,
            "321536" : 380,
            "325632" : 548,
            "329728" : 740,
            "333824" : 707,
            "337920" : 761,
            "342016" : 942,
            "346112" : 1053,
            "350208" : 1200,
            "354304" : 1430,
            "358400" : 1451,
            "362496" : 1637,
            "366592" : 1907,
            "370688" : 2366,
            "374784" : 2760,
            "378880" : 3034,
            "382976" : 3213,
            "387072" : 3499,
            "391168" : 3556,
            "395264" : 3720,
            "399360" : 3840,
            "403456" : 3988,
            "407552" : 4251,
            "411648" : 4154,
            "415744" : 4139,
            "419840" : 4024,
            "423936" : 3287,
            "428032" : 2628,
            "432128" : 2076,
            "436224" : 1798,
            "440320" : 1512,
            "444416" : 1522,
            "448512" : 1553,
            "452608" : 1778,
            "456704" : 1874,
            "460800" : 2087,
            "464896" : 2346,
            "468992" : 2898,
            "473088" : 3472,
            "477184" : 3582,
            "481280" : 3479,
            "485376" : 2859,
            "489472" : 2336,
            "493568" : 1731,
            "497664" : 1446,
            "501760" : 1274,
            "505856" : 1100,
            "509952" : 1016,
            "514048" : 932,
            "518144" : 861,
            "522240" : 787,
            "528384" : 1340,
            "536576" : 1325,
            "544768" : 1479,
            "552960" : 1721,
            "561152" : 1897,
            "569344" : 2352,
            "577536" : 3187,
            "585728" : 4126,
            "593920" : 5156,
            "602112" : 6279,
            "610304" : 7352,
            "618496" : 8592,
            "626688" : 10085,
            "634880" : 11370,
            "643072" : 12655,
            "651264" : 14811,
            "659456" : 17580,
            "667648" : 21283,
            "675840" : 25013,
            "684032" : 28711,
            "692224" : 32619,
            "700416" : 35252,
            "708608" : 37826,
            "716800" : 39789,
            "724992" : 41018,
            "733184" : 41286,
            "741376" : 40430,
            "749568" : 40482,
            "757760" : 39515,
            "765952" : 39409,
            "774144" : 40560,
            "782336" : 41449,
            "790528" : 42671,
            "798720" : 42903,
            "806912" : 41971,
            "815104" : 39782,
            "823296" : 34801,
            "831488" : 29507,
            "839680" : 26475,
            "847872" : 25561,
            "856064" : 26402,
            "864256" : 28334,
            "872448" : 30478,
            "880640" : 31226,
            "888832" : 31236,
            "897024" : 31675,
            "905216" : 33946,
            "913408" : 36568,
            "921600" : 40572,
            "929792" : 45129,
            "937984" : 50162,
            "946176" : 56075,
            "954368" : 62733,
            "962560" : 70037,
            "970752" : 78289,
            "978944" : 86938,
            "987136" : 97288,
            "995328" : 107602,
            "1003520" : 118136,
            "1011712" : 129001,
            "1019904" : 138104,
            "1028096" : 146357,
            "1036288" : 152360,
            "1044480" : 158559,
            "1056768" : 333530,
            "1073152" : 352658,
            "1089536" : 367555,
            "1105920" : 371682,
            "1122304" : 363737,
            "1138688" : 340159,
            "1155072" : 306660,
            "1171456" : 276775,
            "1187840" : 256663,
            "1204224" : 229500,
            "1220608" : 190670,
            "1236992" : 152621,
            "1253376" : 130549,
            "1269760" : 115624,
            "1286144" : 95779,
            "1302528" : 79522,
            "1318912" : 67052,
            "1335296" : 56881,
            "1351680" : 48981,
            "1368064" : 42453,
            "1384448" : 36966,
            "1400832" : 31583,
            "1417216" : 27188,
            "1433600" : 23071,
            "1449984" : 19310,
            "1466368" : 16410,
            "1482752" : 13972,
            "1499136" : 11557,
            "1515520" : 9457,
            "1531904" : 7883,
            "1548288" : 6350,
            "1564672" : 5253,
            "1581056" : 4301,
            "1597440" : 3539,
            "1613824" : 2907,
            "1630208" : 2430,
            "1646592" : 2074,
            "1662976" : 1738,
            "1679360" : 1363,
            "1695744" : 1131,
            "1712128" : 899,
            "1728512" : 752,
            "1744896" : 620,
            "1761280" : 533,
            "1777664" : 421,
            "1794048" : 365,
            "1810432" : 277,
            "1826816" : 233,
            "1843200" : 198,
            "1859584" : 146,
            "1875968" : 116,
            "1892352" : 103,
            "1908736" : 92,
            "1925120" : 78,
            "1941504" : 74,
            "1957888" : 54,
            "1974272" : 44,
            "1990656" : 39,
            "2007040" : 32,
            "2023424" : 23,
            "2039808" : 22,
            "2056192" : 21,
            "2072576" : 11,
            "2088960" : 16,
            "2113536" : 22,
            "2146304" : 10,
            "2179072" : 13,
            "2211840" : 6,
            "2244608" : 4,
            "2277376" : 3,
            "2310144" : 1,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1409368.508851,
          "stddev" : 227383.807513,
          "N" : 7261054
        },
        "bw_min" : 352301,
        "bw_max" : 374742,
        "bw_agg" : 100.000000,
        "bw_mean" : 363142.408805,
        "bw_dev" : 151.467565,
        "bw_samples" : 5088,
        "iops_min" : 88075,
        "iops_max" : 93684,
        "iops_mean" : 90783.748428,
        "iops_stddev" : 37.865552,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559999,
      "usr_cpu" : 0.685157,
      "sys_cpu" : 9.397504,
      "ctx" : 6825647,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.093939,
        "250" : 0.011458,
        "500" : 1.485040,
        "750" : 6.650094,
        "1000" : 19.490889
      },
      "latency_ms" : {
        "2" : 72.264214,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833021,
  "timestamp_ms" : 1772833021107,
  "time" : "Fri Mar  6 17:37:01 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 33453862912,
        "io_kbytes" : 32669788,
        "bw_bytes" : 371709587,
        "bw" : 362997,
        "iops" : 90750.211111,
        "runtime" : 90000,
        "total_ios" : 8167519,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350246.671329,
          "stddev" : 108913.881839,
          "N" : 8167520
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059322.301145,
          "stddev" : 193991.220664,
          "N" : 8167488,
          "percentile" : {
            "1.000000" : 423936,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 1,
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 3,
            "56064" : 3,
            "56576" : 5,
            "57088" : 4,
            "57600" : 8,
            "58112" : 7,
            "58624" : 5,
            "59136" : 6,
            "59648" : 10,
            "60160" : 13,
            "60672" : 12,
            "61184" : 9,
            "61696" : 16,
            "62208" : 15,
            "62720" : 6,
            "63232" : 12,
            "63744" : 14,
            "64256" : 12,
            "64768" : 11,
            "65280" : 8,
            "66048" : 36,
            "67072" : 51,
            "68096" : 73,
            "69120" : 115,
            "70144" : 173,
            "71168" : 239,
            "72192" : 343,
            "73216" : 388,
            "74240" : 456,
            "75264" : 491,
            "76288" : 498,
            "77312" : 480,
            "78336" : 483,
            "79360" : 459,
            "80384" : 419,
            "81408" : 375,
            "82432" : 305,
            "83456" : 233,
            "84480" : 219,
            "85504" : 192,
            "86528" : 186,
            "87552" : 162,
            "88576" : 118,
            "89600" : 104,
            "90624" : 82,
            "91648" : 62,
            "92672" : 85,
            "93696" : 63,
            "94720" : 58,
            "95744" : 63,
            "96768" : 55,
            "97792" : 53,
            "98816" : 48,
            "99840" : 50,
            "100864" : 52,
            "101888" : 43,
            "102912" : 41,
            "103936" : 35,
            "104960" : 43,
            "105984" : 41,
            "107008" : 44,
            "108032" : 28,
            "109056" : 40,
            "110080" : 34,
            "111104" : 38,
            "112128" : 33,
            "113152" : 20,
            "114176" : 45,
            "115200" : 27,
            "116224" : 34,
            "117248" : 37,
            "118272" : 35,
            "119296" : 24,
            "120320" : 25,
            "121344" : 20,
            "122368" : 11,
            "123392" : 15,
            "124416" : 11,
            "125440" : 11,
            "126464" : 8,
            "127488" : 6,
            "128512" : 8,
            "129536" : 2,
            "130560" : 5,
            "132096" : 7,
            "134144" : 6,
            "136192" : 7,
            "138240" : 6,
            "140288" : 5,
            "142336" : 4,
            "144384" : 3,
            "146432" : 5,
            "148480" : 3,
            "150528" : 6,
            "152576" : 4,
            "154624" : 1,
            "156672" : 2,
            "158720" : 2,
            "160768" : 3,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 2,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "205824" : 1,
            "259072" : 5,
            "261120" : 3,
            "264192" : 10,
            "268288" : 38,
            "272384" : 113,
            "276480" : 155,
            "280576" : 296,
            "284672" : 405,
            "288768" : 551,
            "292864" : 562,
            "296960" : 524,
            "301056" : 458,
            "305152" : 411,
            "309248" : 395,
            "313344" : 340,
            "317440" : 356,
            "321536" : 425,
            "325632" : 600,
            "329728" : 820,
            "333824" : 782,
            "337920" : 837,
            "342016" : 1028,
            "346112" : 1138,
            "350208" : 1316,
            "354304" : 1559,
            "358400" : 1603,
            "362496" : 1818,
            "366592" : 2088,
            "370688" : 2583,
            "374784" : 3037,
            "378880" : 3313,
            "382976" : 3519,
            "387072" : 3828,
            "391168" : 3875,
            "395264" : 4103,
            "399360" : 4217,
            "403456" : 4415,
            "407552" : 4657,
            "411648" : 4584,
            "415744" : 4578,
            "419840" : 4403,
            "423936" : 3644,
            "428032" : 2885,
            "432128" : 2293,
            "436224" : 1964,
            "440320" : 1654,
            "444416" : 1671,
            "448512" : 1736,
            "452608" : 1964,
            "456704" : 2088,
            "460800" : 2313,
            "464896" : 2609,
            "468992" : 3183,
            "473088" : 3821,
            "477184" : 3943,
            "481280" : 3853,
            "485376" : 3188,
            "489472" : 2538,
            "493568" : 1913,
            "497664" : 1592,
            "501760" : 1417,
            "505856" : 1225,
            "509952" : 1134,
            "514048" : 1033,
            "518144" : 950,
            "522240" : 873,
            "528384" : 1503,
            "536576" : 1471,
            "544768" : 1658,
            "552960" : 1936,
            "561152" : 2164,
            "569344" : 2668,
            "577536" : 3572,
            "585728" : 4611,
            "593920" : 5769,
            "602112" : 7051,
            "610304" : 8306,
            "618496" : 9683,
            "626688" : 11431,
            "634880" : 12786,
            "643072" : 14320,
            "651264" : 16716,
            "659456" : 19787,
            "667648" : 23914,
            "675840" : 28117,
            "684032" : 32400,
            "692224" : 36588,
            "700416" : 39636,
            "708608" : 42568,
            "716800" : 44879,
            "724992" : 46223,
            "733184" : 46553,
            "741376" : 45596,
            "749568" : 45701,
            "757760" : 44742,
            "765952" : 44335,
            "774144" : 45457,
            "782336" : 46685,
            "790528" : 48095,
            "798720" : 48279,
            "806912" : 47348,
            "815104" : 44918,
            "823296" : 39235,
            "831488" : 33172,
            "839680" : 29829,
            "847872" : 28777,
            "856064" : 29829,
            "864256" : 31916,
            "872448" : 34258,
            "880640" : 35185,
            "888832" : 35244,
            "897024" : 35679,
            "905216" : 38186,
            "913408" : 41070,
            "921600" : 45627,
            "929792" : 51048,
            "937984" : 56545,
            "946176" : 63041,
            "954368" : 70478,
            "962560" : 78826,
            "970752" : 88104,
            "978944" : 98104,
            "987136" : 109676,
            "995328" : 121099,
            "1003520" : 133149,
            "1011712" : 145292,
            "1019904" : 155321,
            "1028096" : 164340,
            "1036288" : 171489,
            "1044480" : 178353,
            "1056768" : 375552,
            "1073152" : 396905,
            "1089536" : 413030,
            "1105920" : 418234,
            "1122304" : 409074,
            "1138688" : 382648,
            "1155072" : 345095,
            "1171456" : 311018,
            "1187840" : 288704,
            "1204224" : 258147,
            "1220608" : 214431,
            "1236992" : 171606,
            "1253376" : 147043,
            "1269760" : 130067,
            "1286144" : 107881,
            "1302528" : 89358,
            "1318912" : 75323,
            "1335296" : 63904,
            "1351680" : 55201,
            "1368064" : 47705,
            "1384448" : 41389,
            "1400832" : 35500,
            "1417216" : 30564,
            "1433600" : 25951,
            "1449984" : 21797,
            "1466368" : 18518,
            "1482752" : 15646,
            "1499136" : 12933,
            "1515520" : 10632,
            "1531904" : 8880,
            "1548288" : 7124,
            "1564672" : 5853,
            "1581056" : 4870,
            "1597440" : 3949,
            "1613824" : 3258,
            "1630208" : 2705,
            "1646592" : 2326,
            "1662976" : 1967,
            "1679360" : 1546,
            "1695744" : 1265,
            "1712128" : 1012,
            "1728512" : 849,
            "1744896" : 700,
            "1761280" : 607,
            "1777664" : 472,
            "1794048" : 414,
            "1810432" : 319,
            "1826816" : 266,
            "1843200" : 226,
            "1859584" : 167,
            "1875968" : 131,
            "1892352" : 119,
            "1908736" : 103,
            "1925120" : 87,
            "1941504" : 79,
            "1957888" : 61,
            "1974272" : 49,
            "1990656" : 48,
            "2007040" : 35,
            "2023424" : 23,
            "2039808" : 29,
            "2056192" : 24,
            "2072576" : 12,
            "2088960" : 18,
            "2113536" : 26,
            "2146304" : 10,
            "2179072" : 15,
            "2211840" : 6,
            "2244608" : 5,
            "2277376" : 4,
            "2310144" : 2,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1409568.944862,
          "stddev" : 226758.482027,
          "N" : 8167488
        },
        "bw_min" : 351579,
        "bw_max" : 375108,
        "bw_agg" : 100.000000,
        "bw_mean" : 363090.340782,
        "bw_dev" : 156.933056,
        "bw_samples" : 5728,
        "iops_min" : 87894,
        "iops_max" : 93775,
        "iops_mean" : 90770.759777,
        "iops_stddev" : 39.231730,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879992,
      "usr_cpu" : 0.686738,
      "sys_cpu" : 9.395096,
      "ctx" : 7679094,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999988,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999988,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.090358,
        "250" : 0.011240,
        "500" : 1.453428,
        "750" : 6.657346,
        "1000" : 19.518179
      },
      "latency_ms" : {
        "2" : 72.265262,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833031,
  "timestamp_ms" : 1772833031107,
  "time" : "Fri Mar  6 17:37:11 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 37166153728,
        "io_kbytes" : 36295072,
        "bw_bytes" : 371665253,
        "bw" : 362954,
        "iops" : 90739.337393,
        "runtime" : 99999,
        "total_ios" : 9073843,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350288.556187,
          "stddev" : 108862.845630,
          "N" : 9073843
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059452.759688,
          "stddev" : 193700.481886,
          "N" : 9073811,
          "percentile" : {
            "1.000000" : 428032,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 1,
            "49920" : 1,
            "53504" : 1,
            "54528" : 1,
            "55040" : 3,
            "56064" : 3,
            "56576" : 5,
            "57088" : 4,
            "57600" : 10,
            "58112" : 9,
            "58624" : 7,
            "59136" : 6,
            "59648" : 10,
            "60160" : 14,
            "60672" : 12,
            "61184" : 10,
            "61696" : 16,
            "62208" : 18,
            "62720" : 9,
            "63232" : 13,
            "63744" : 15,
            "64256" : 12,
            "64768" : 12,
            "65280" : 8,
            "66048" : 39,
            "67072" : 54,
            "68096" : 75,
            "69120" : 122,
            "70144" : 182,
            "71168" : 255,
            "72192" : 361,
            "73216" : 418,
            "74240" : 484,
            "75264" : 528,
            "76288" : 533,
            "77312" : 510,
            "78336" : 533,
            "79360" : 487,
            "80384" : 452,
            "81408" : 410,
            "82432" : 329,
            "83456" : 244,
            "84480" : 236,
            "85504" : 206,
            "86528" : 194,
            "87552" : 167,
            "88576" : 130,
            "89600" : 112,
            "90624" : 89,
            "91648" : 71,
            "92672" : 93,
            "93696" : 68,
            "94720" : 62,
            "95744" : 67,
            "96768" : 56,
            "97792" : 55,
            "98816" : 53,
            "99840" : 57,
            "100864" : 59,
            "101888" : 48,
            "102912" : 43,
            "103936" : 35,
            "104960" : 48,
            "105984" : 42,
            "107008" : 46,
            "108032" : 31,
            "109056" : 44,
            "110080" : 39,
            "111104" : 43,
            "112128" : 37,
            "113152" : 23,
            "114176" : 47,
            "115200" : 29,
            "116224" : 38,
            "117248" : 40,
            "118272" : 38,
            "119296" : 26,
            "120320" : 29,
            "121344" : 22,
            "122368" : 12,
            "123392" : 16,
            "124416" : 14,
            "125440" : 11,
            "126464" : 8,
            "127488" : 7,
            "128512" : 9,
            "129536" : 2,
            "130560" : 5,
            "132096" : 7,
            "134144" : 7,
            "136192" : 7,
            "138240" : 6,
            "140288" : 5,
            "142336" : 4,
            "144384" : 3,
            "146432" : 5,
            "148480" : 3,
            "150528" : 7,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 3,
            "160768" : 3,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 2,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "205824" : 1,
            "259072" : 5,
            "261120" : 3,
            "264192" : 13,
            "268288" : 40,
            "272384" : 120,
            "276480" : 170,
            "280576" : 320,
            "284672" : 445,
            "288768" : 597,
            "292864" : 618,
            "296960" : 584,
            "301056" : 506,
            "305152" : 442,
            "309248" : 431,
            "313344" : 367,
            "317440" : 392,
            "321536" : 458,
            "325632" : 660,
            "329728" : 889,
            "333824" : 857,
            "337920" : 901,
            "342016" : 1121,
            "346112" : 1235,
            "350208" : 1416,
            "354304" : 1700,
            "358400" : 1758,
            "362496" : 1982,
            "366592" : 2291,
            "370688" : 2835,
            "374784" : 3330,
            "378880" : 3603,
            "382976" : 3848,
            "387072" : 4191,
            "391168" : 4251,
            "395264" : 4489,
            "399360" : 4591,
            "403456" : 4804,
            "407552" : 5097,
            "411648" : 5020,
            "415744" : 5008,
            "419840" : 4780,
            "423936" : 3986,
            "428032" : 3160,
            "432128" : 2510,
            "436224" : 2147,
            "440320" : 1836,
            "444416" : 1818,
            "448512" : 1888,
            "452608" : 2151,
            "456704" : 2282,
            "460800" : 2521,
            "464896" : 2823,
            "468992" : 3455,
            "473088" : 4175,
            "477184" : 4290,
            "481280" : 4169,
            "485376" : 3433,
            "489472" : 2758,
            "493568" : 2114,
            "497664" : 1745,
            "501760" : 1553,
            "505856" : 1357,
            "509952" : 1256,
            "514048" : 1136,
            "518144" : 1040,
            "522240" : 953,
            "528384" : 1645,
            "536576" : 1616,
            "544768" : 1851,
            "552960" : 2148,
            "561152" : 2420,
            "569344" : 3015,
            "577536" : 3978,
            "585728" : 5113,
            "593920" : 6435,
            "602112" : 7827,
            "610304" : 9238,
            "618496" : 10817,
            "626688" : 12742,
            "634880" : 14233,
            "643072" : 15962,
            "651264" : 18544,
            "659456" : 21936,
            "667648" : 26549,
            "675840" : 31303,
            "684032" : 36129,
            "692224" : 40800,
            "700416" : 44201,
            "708608" : 47347,
            "716800" : 49887,
            "724992" : 51376,
            "733184" : 51810,
            "741376" : 50862,
            "749568" : 50735,
            "757760" : 49769,
            "765952" : 49289,
            "774144" : 50576,
            "782336" : 52013,
            "790528" : 53579,
            "798720" : 53630,
            "806912" : 52586,
            "815104" : 49883,
            "823296" : 43672,
            "831488" : 36984,
            "839680" : 33067,
            "847872" : 32092,
            "856064" : 33179,
            "864256" : 35499,
            "872448" : 38182,
            "880640" : 39151,
            "888832" : 39229,
            "897024" : 39798,
            "905216" : 42511,
            "913408" : 45724,
            "921600" : 50834,
            "929792" : 56856,
            "937984" : 62829,
            "946176" : 70013,
            "954368" : 78467,
            "962560" : 87670,
            "970752" : 97945,
            "978944" : 109129,
            "987136" : 121909,
            "995328" : 134476,
            "1003520" : 147886,
            "1011712" : 161441,
            "1019904" : 172404,
            "1028096" : 182436,
            "1036288" : 190612,
            "1044480" : 197988,
            "1056768" : 417230,
            "1073152" : 440915,
            "1089536" : 458973,
            "1105920" : 464612,
            "1122304" : 454412,
            "1138688" : 425091,
            "1155072" : 383116,
            "1171456" : 345571,
            "1187840" : 320645,
            "1204224" : 286642,
            "1220608" : 238300,
            "1236992" : 190594,
            "1253376" : 163457,
            "1269760" : 144509,
            "1286144" : 119881,
            "1302528" : 99434,
            "1318912" : 83690,
            "1335296" : 70903,
            "1351680" : 61384,
            "1368064" : 52943,
            "1384448" : 45871,
            "1400832" : 39596,
            "1417216" : 34027,
            "1433600" : 28870,
            "1449984" : 24210,
            "1466368" : 20491,
            "1482752" : 17378,
            "1499136" : 14343,
            "1515520" : 11833,
            "1531904" : 9878,
            "1548288" : 7925,
            "1564672" : 6532,
            "1581056" : 5407,
            "1597440" : 4396,
            "1613824" : 3638,
            "1630208" : 3016,
            "1646592" : 2572,
            "1662976" : 2184,
            "1679360" : 1700,
            "1695744" : 1425,
            "1712128" : 1142,
            "1728512" : 942,
            "1744896" : 785,
            "1761280" : 683,
            "1777664" : 518,
            "1794048" : 464,
            "1810432" : 360,
            "1826816" : 295,
            "1843200" : 251,
            "1859584" : 184,
            "1875968" : 160,
            "1892352" : 141,
            "1908736" : 116,
            "1925120" : 92,
            "1941504" : 90,
            "1957888" : 65,
            "1974272" : 58,
            "1990656" : 54,
            "2007040" : 41,
            "2023424" : 28,
            "2039808" : 33,
            "2056192" : 26,
            "2072576" : 16,
            "2088960" : 21,
            "2113536" : 30,
            "2146304" : 18,
            "2179072" : 20,
            "2211840" : 8,
            "2244608" : 5,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1409741.158314,
          "stddev" : 226301.882819,
          "N" : 9073811
        },
        "bw_min" : 351539,
        "bw_max" : 375540,
        "bw_agg" : 100.000000,
        "bw_mean" : 363049.020101,
        "bw_dev" : 160.942929,
        "bw_samples" : 6368,
        "iops_min" : 87884,
        "iops_max" : 93883,
        "iops_mean" : 90760.623116,
        "iops_stddev" : 40.233119,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199968,
      "usr_cpu" : 0.685788,
      "sys_cpu" : 9.395094,
      "ctx" : 8532381,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.087185,
        "250" : 0.010999,
        "500" : 1.427763,
        "750" : 6.667869,
        "1000" : 19.541059
      },
      "latency_ms" : {
        "2" : 72.260882,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833041,
  "timestamp_ms" : 1772833041107,
  "time" : "Fri Mar  6 17:37:21 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 40877076480,
        "io_kbytes" : 39919020,
        "bw_bytes" : 371609786,
        "bw" : 362900,
        "iops" : 90725.645455,
        "runtime" : 110000,
        "total_ios" : 9979821,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350339.910128,
          "stddev" : 108790.649493,
          "N" : 9979821
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059604.673409,
          "stddev" : 193386.415668,
          "N" : 9979789,
          "percentile" : {
            "1.000000" : 432128,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "48896" : 1,
            "49920" : 1,
            "52992" : 1,
            "53504" : 1,
            "54528" : 2,
            "55040" : 3,
            "56064" : 3,
            "56576" : 6,
            "57088" : 4,
            "57600" : 10,
            "58112" : 10,
            "58624" : 9,
            "59136" : 6,
            "59648" : 10,
            "60160" : 16,
            "60672" : 12,
            "61184" : 11,
            "61696" : 17,
            "62208" : 20,
            "62720" : 10,
            "63232" : 13,
            "63744" : 16,
            "64256" : 13,
            "64768" : 12,
            "65280" : 8,
            "66048" : 42,
            "67072" : 59,
            "68096" : 79,
            "69120" : 133,
            "70144" : 190,
            "71168" : 270,
            "72192" : 379,
            "73216" : 452,
            "74240" : 506,
            "75264" : 560,
            "76288" : 568,
            "77312" : 544,
            "78336" : 568,
            "79360" : 513,
            "80384" : 478,
            "81408" : 433,
            "82432" : 344,
            "83456" : 267,
            "84480" : 253,
            "85504" : 220,
            "86528" : 203,
            "87552" : 178,
            "88576" : 138,
            "89600" : 118,
            "90624" : 96,
            "91648" : 75,
            "92672" : 97,
            "93696" : 73,
            "94720" : 67,
            "95744" : 70,
            "96768" : 63,
            "97792" : 55,
            "98816" : 54,
            "99840" : 61,
            "100864" : 63,
            "101888" : 51,
            "102912" : 44,
            "103936" : 39,
            "104960" : 48,
            "105984" : 43,
            "107008" : 49,
            "108032" : 31,
            "109056" : 48,
            "110080" : 41,
            "111104" : 45,
            "112128" : 39,
            "113152" : 25,
            "114176" : 50,
            "115200" : 31,
            "116224" : 41,
            "117248" : 42,
            "118272" : 40,
            "119296" : 28,
            "120320" : 29,
            "121344" : 23,
            "122368" : 15,
            "123392" : 17,
            "124416" : 14,
            "125440" : 11,
            "126464" : 9,
            "127488" : 8,
            "128512" : 10,
            "129536" : 3,
            "130560" : 5,
            "132096" : 9,
            "134144" : 8,
            "136192" : 7,
            "138240" : 7,
            "140288" : 5,
            "142336" : 5,
            "144384" : 3,
            "146432" : 5,
            "148480" : 3,
            "150528" : 7,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 3,
            "160768" : 3,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 2,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "205824" : 1,
            "257024" : 1,
            "259072" : 5,
            "261120" : 4,
            "264192" : 14,
            "268288" : 41,
            "272384" : 126,
            "276480" : 185,
            "280576" : 350,
            "284672" : 482,
            "288768" : 649,
            "292864" : 666,
            "296960" : 628,
            "301056" : 549,
            "305152" : 487,
            "309248" : 469,
            "313344" : 391,
            "317440" : 425,
            "321536" : 489,
            "325632" : 713,
            "329728" : 961,
            "333824" : 930,
            "337920" : 975,
            "342016" : 1219,
            "346112" : 1332,
            "350208" : 1538,
            "354304" : 1843,
            "358400" : 1908,
            "362496" : 2141,
            "366592" : 2496,
            "370688" : 3070,
            "374784" : 3594,
            "378880" : 3864,
            "382976" : 4200,
            "387072" : 4587,
            "391168" : 4584,
            "395264" : 4869,
            "399360" : 4962,
            "403456" : 5240,
            "407552" : 5511,
            "411648" : 5429,
            "415744" : 5394,
            "419840" : 5173,
            "423936" : 4304,
            "428032" : 3402,
            "432128" : 2716,
            "436224" : 2290,
            "440320" : 1989,
            "444416" : 1977,
            "448512" : 2057,
            "452608" : 2299,
            "456704" : 2462,
            "460800" : 2707,
            "464896" : 3042,
            "468992" : 3737,
            "473088" : 4476,
            "477184" : 4637,
            "481280" : 4483,
            "485376" : 3739,
            "489472" : 2962,
            "493568" : 2288,
            "497664" : 1891,
            "501760" : 1685,
            "505856" : 1468,
            "509952" : 1368,
            "514048" : 1234,
            "518144" : 1128,
            "522240" : 1018,
            "528384" : 1783,
            "536576" : 1768,
            "544768" : 2024,
            "552960" : 2320,
            "561152" : 2661,
            "569344" : 3303,
            "577536" : 4328,
            "585728" : 5625,
            "593920" : 7100,
            "602112" : 8624,
            "610304" : 10202,
            "618496" : 11952,
            "626688" : 14011,
            "634880" : 15701,
            "643072" : 17523,
            "651264" : 20500,
            "659456" : 24163,
            "667648" : 29194,
            "675840" : 34508,
            "684032" : 39826,
            "692224" : 44888,
            "700416" : 48709,
            "708608" : 52170,
            "716800" : 54981,
            "724992" : 56580,
            "733184" : 57072,
            "741376" : 55957,
            "749568" : 55884,
            "757760" : 54883,
            "765952" : 54270,
            "774144" : 55733,
            "782336" : 57263,
            "790528" : 58979,
            "798720" : 59082,
            "806912" : 58066,
            "815104" : 54858,
            "823296" : 47997,
            "831488" : 40663,
            "839680" : 36400,
            "847872" : 35273,
            "856064" : 36531,
            "864256" : 39122,
            "872448" : 41970,
            "880640" : 42965,
            "888832" : 43319,
            "897024" : 43740,
            "905216" : 46807,
            "913408" : 50362,
            "921600" : 55951,
            "929792" : 62677,
            "937984" : 69092,
            "946176" : 76992,
            "954368" : 86349,
            "962560" : 96397,
            "970752" : 107607,
            "978944" : 120071,
            "987136" : 133952,
            "995328" : 147937,
            "1003520" : 162615,
            "1011712" : 177385,
            "1019904" : 189719,
            "1028096" : 200502,
            "1036288" : 209712,
            "1044480" : 217726,
            "1056768" : 458966,
            "1073152" : 484836,
            "1089536" : 504923,
            "1105920" : 511258,
            "1122304" : 500101,
            "1138688" : 467749,
            "1155072" : 421690,
            "1171456" : 379964,
            "1187840" : 352269,
            "1204224" : 315110,
            "1220608" : 262041,
            "1236992" : 209821,
            "1253376" : 179837,
            "1269760" : 158796,
            "1286144" : 131987,
            "1302528" : 109480,
            "1318912" : 92046,
            "1335296" : 78103,
            "1351680" : 67601,
            "1368064" : 58185,
            "1384448" : 50542,
            "1400832" : 43647,
            "1417216" : 37554,
            "1433600" : 31694,
            "1449984" : 26703,
            "1466368" : 22610,
            "1482752" : 19092,
            "1499136" : 15719,
            "1515520" : 12999,
            "1531904" : 10898,
            "1548288" : 8713,
            "1564672" : 7139,
            "1581056" : 5915,
            "1597440" : 4838,
            "1613824" : 3981,
            "1630208" : 3319,
            "1646592" : 2825,
            "1662976" : 2390,
            "1679360" : 1851,
            "1695744" : 1566,
            "1712128" : 1249,
            "1728512" : 1026,
            "1744896" : 871,
            "1761280" : 740,
            "1777664" : 577,
            "1794048" : 506,
            "1810432" : 401,
            "1826816" : 320,
            "1843200" : 281,
            "1859584" : 201,
            "1875968" : 178,
            "1892352" : 160,
            "1908736" : 123,
            "1925120" : 99,
            "1941504" : 98,
            "1957888" : 74,
            "1974272" : 69,
            "1990656" : 57,
            "2007040" : 41,
            "2023424" : 30,
            "2039808" : 34,
            "2056192" : 28,
            "2072576" : 16,
            "2088960" : 21,
            "2113536" : 32,
            "2146304" : 18,
            "2179072" : 21,
            "2211840" : 8,
            "2244608" : 7,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 2,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1409944.744648,
          "stddev" : 225836.119446,
          "N" : 9979789
        },
        "bw_min" : 350883,
        "bw_max" : 375750,
        "bw_agg" : 100.000000,
        "bw_mean" : 362993.146119,
        "bw_dev" : 165.726419,
        "bw_samples" : 7008,
        "iops_min" : 87718,
        "iops_max" : 93936,
        "iops_mean" : 90746.794521,
        "iops_stddev" : 41.429304,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3519985,
      "usr_cpu" : 0.683838,
      "sys_cpu" : 9.396006,
      "ctx" : 9385681,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.084160,
        "250" : 0.010571,
        "500" : 1.403652,
        "750" : 6.675500,
        "1000" : 19.551192
      },
      "latency_ms" : {
        "2" : 72.270936,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833051,
  "timestamp_ms" : 1772833051108,
  "time" : "Fri Mar  6 17:37:31 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44587413504,
        "io_kbytes" : 43542396,
        "bw_bytes" : 371561779,
        "bw" : 362853,
        "iops" : 90713.950000,
        "runtime" : 120000,
        "total_ios" : 10885674,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350385.672598,
          "stddev" : 108710.570766,
          "N" : 10885674
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059744.884600,
          "stddev" : 193076.482627,
          "N" : 10885642,
          "percentile" : {
            "1.000000" : 432128,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1892352
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "48896" : 1,
            "49920" : 1,
            "52992" : 1,
            "53504" : 1,
            "54528" : 2,
            "55040" : 3,
            "56064" : 5,
            "56576" : 6,
            "57088" : 4,
            "57600" : 10,
            "58112" : 11,
            "58624" : 9,
            "59136" : 6,
            "59648" : 10,
            "60160" : 18,
            "60672" : 15,
            "61184" : 11,
            "61696" : 18,
            "62208" : 21,
            "62720" : 11,
            "63232" : 14,
            "63744" : 16,
            "64256" : 13,
            "64768" : 15,
            "65280" : 9,
            "66048" : 46,
            "67072" : 66,
            "68096" : 90,
            "69120" : 145,
            "70144" : 199,
            "71168" : 284,
            "72192" : 404,
            "73216" : 472,
            "74240" : 538,
            "75264" : 590,
            "76288" : 590,
            "77312" : 573,
            "78336" : 602,
            "79360" : 542,
            "80384" : 508,
            "81408" : 459,
            "82432" : 369,
            "83456" : 285,
            "84480" : 260,
            "85504" : 231,
            "86528" : 213,
            "87552" : 181,
            "88576" : 146,
            "89600" : 121,
            "90624" : 101,
            "91648" : 82,
            "92672" : 104,
            "93696" : 78,
            "94720" : 68,
            "95744" : 72,
            "96768" : 67,
            "97792" : 61,
            "98816" : 55,
            "99840" : 66,
            "100864" : 67,
            "101888" : 55,
            "102912" : 47,
            "103936" : 42,
            "104960" : 49,
            "105984" : 44,
            "107008" : 50,
            "108032" : 34,
            "109056" : 51,
            "110080" : 44,
            "111104" : 48,
            "112128" : 40,
            "113152" : 29,
            "114176" : 54,
            "115200" : 33,
            "116224" : 42,
            "117248" : 43,
            "118272" : 45,
            "119296" : 29,
            "120320" : 29,
            "121344" : 23,
            "122368" : 16,
            "123392" : 19,
            "124416" : 14,
            "125440" : 11,
            "126464" : 10,
            "127488" : 8,
            "128512" : 11,
            "129536" : 3,
            "130560" : 5,
            "132096" : 10,
            "134144" : 8,
            "136192" : 8,
            "138240" : 7,
            "140288" : 5,
            "142336" : 6,
            "144384" : 3,
            "146432" : 5,
            "148480" : 3,
            "150528" : 7,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 3,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 3,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "205824" : 1,
            "257024" : 1,
            "259072" : 5,
            "261120" : 4,
            "264192" : 16,
            "268288" : 46,
            "272384" : 135,
            "276480" : 203,
            "280576" : 379,
            "284672" : 529,
            "288768" : 703,
            "292864" : 709,
            "296960" : 678,
            "301056" : 596,
            "305152" : 523,
            "309248" : 514,
            "313344" : 419,
            "317440" : 453,
            "321536" : 526,
            "325632" : 770,
            "329728" : 1044,
            "333824" : 1004,
            "337920" : 1055,
            "342016" : 1320,
            "346112" : 1432,
            "350208" : 1669,
            "354304" : 1989,
            "358400" : 2056,
            "362496" : 2300,
            "366592" : 2677,
            "370688" : 3282,
            "374784" : 3857,
            "378880" : 4150,
            "382976" : 4511,
            "387072" : 4931,
            "391168" : 4937,
            "395264" : 5221,
            "399360" : 5330,
            "403456" : 5608,
            "407552" : 5906,
            "411648" : 5839,
            "415744" : 5801,
            "419840" : 5546,
            "423936" : 4618,
            "428032" : 3658,
            "432128" : 2953,
            "436224" : 2449,
            "440320" : 2152,
            "444416" : 2127,
            "448512" : 2235,
            "452608" : 2477,
            "456704" : 2653,
            "460800" : 2934,
            "464896" : 3287,
            "468992" : 4044,
            "473088" : 4805,
            "477184" : 4974,
            "481280" : 4822,
            "485376" : 4024,
            "489472" : 3172,
            "493568" : 2464,
            "497664" : 2064,
            "501760" : 1812,
            "505856" : 1571,
            "509952" : 1484,
            "514048" : 1341,
            "518144" : 1222,
            "522240" : 1083,
            "528384" : 1960,
            "536576" : 1898,
            "544768" : 2190,
            "552960" : 2506,
            "561152" : 2900,
            "569344" : 3603,
            "577536" : 4725,
            "585728" : 6093,
            "593920" : 7729,
            "602112" : 9390,
            "610304" : 11098,
            "618496" : 13036,
            "626688" : 15299,
            "634880" : 17059,
            "643072" : 19172,
            "651264" : 22358,
            "659456" : 26345,
            "667648" : 31785,
            "675840" : 37548,
            "684032" : 43417,
            "692224" : 48977,
            "700416" : 53136,
            "708608" : 56865,
            "716800" : 59876,
            "724992" : 61691,
            "733184" : 62334,
            "741376" : 61119,
            "749568" : 60985,
            "757760" : 59834,
            "765952" : 59404,
            "774144" : 60857,
            "782336" : 62602,
            "790528" : 64354,
            "798720" : 64503,
            "806912" : 63408,
            "815104" : 59930,
            "823296" : 52412,
            "831488" : 44444,
            "839680" : 39652,
            "847872" : 38546,
            "856064" : 39869,
            "864256" : 42687,
            "872448" : 45841,
            "880640" : 46986,
            "888832" : 47185,
            "897024" : 47751,
            "905216" : 51056,
            "913408" : 55176,
            "921600" : 61236,
            "929792" : 68200,
            "937984" : 75285,
            "946176" : 84110,
            "954368" : 94223,
            "962560" : 105164,
            "970752" : 117300,
            "978944" : 130826,
            "987136" : 146067,
            "995328" : 161355,
            "1003520" : 177411,
            "1011712" : 193381,
            "1019904" : 207037,
            "1028096" : 218713,
            "1036288" : 228987,
            "1044480" : 237530,
            "1056768" : 500605,
            "1073152" : 528957,
            "1089536" : 550918,
            "1105920" : 557852,
            "1122304" : 545733,
            "1138688" : 510509,
            "1155072" : 459784,
            "1171456" : 415064,
            "1187840" : 384075,
            "1204224" : 343836,
            "1220608" : 286045,
            "1236992" : 229108,
            "1253376" : 196229,
            "1269760" : 172978,
            "1286144" : 144027,
            "1302528" : 119455,
            "1318912" : 100208,
            "1335296" : 85279,
            "1351680" : 73828,
            "1368064" : 63497,
            "1384448" : 55074,
            "1400832" : 47515,
            "1417216" : 41028,
            "1433600" : 34475,
            "1449984" : 29142,
            "1466368" : 24640,
            "1482752" : 20854,
            "1499136" : 17110,
            "1515520" : 14143,
            "1531904" : 11779,
            "1548288" : 9530,
            "1564672" : 7706,
            "1581056" : 6468,
            "1597440" : 5285,
            "1613824" : 4356,
            "1630208" : 3648,
            "1646592" : 3070,
            "1662976" : 2587,
            "1679360" : 2001,
            "1695744" : 1700,
            "1712128" : 1367,
            "1728512" : 1118,
            "1744896" : 957,
            "1761280" : 816,
            "1777664" : 618,
            "1794048" : 551,
            "1810432" : 435,
            "1826816" : 350,
            "1843200" : 305,
            "1859584" : 224,
            "1875968" : 193,
            "1892352" : 170,
            "1908736" : 134,
            "1925120" : 110,
            "1941504" : 103,
            "1957888" : 81,
            "1974272" : 71,
            "1990656" : 58,
            "2007040" : 41,
            "2023424" : 32,
            "2039808" : 36,
            "2056192" : 28,
            "2072576" : 17,
            "2088960" : 21,
            "2113536" : 33,
            "2146304" : 20,
            "2179072" : 21,
            "2211840" : 8,
            "2244608" : 7,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 2,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410130.790414,
          "stddev" : 225374.654342,
          "N" : 10885642
        },
        "bw_min" : 350691,
        "bw_max" : 375830,
        "bw_agg" : 100.000000,
        "bw_mean" : 362951.945607,
        "bw_dev" : 168.143335,
        "bw_samples" : 7648,
        "iops_min" : 87670,
        "iops_max" : 93956,
        "iops_mean" : 90736.619247,
        "iops_stddev" : 42.032522,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3840000,
      "usr_cpu" : 0.686484,
      "sys_cpu" : 9.393906,
      "ctx" : 10239039,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.081520,
        "250" : 0.010252,
        "500" : 1.384636,
        "750" : 6.671815,
        "1000" : 19.561646
      },
      "latency_ms" : {
        "2" : 72.286401,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833061,
  "timestamp_ms" : 1772833061107,
  "time" : "Fri Mar  6 17:37:41 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 48296439808,
        "io_kbytes" : 47164492,
        "bw_bytes" : 371511075,
        "bw" : 362803,
        "iops" : 90701.515385,
        "runtime" : 130000,
        "total_ios" : 11791197,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350431.871766,
          "stddev" : 108654.709225,
          "N" : 11791197
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059884.677210,
          "stddev" : 192824.336512,
          "N" : 11791165,
          "percentile" : {
            "1.000000" : 436224,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1875968
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "48896" : 1,
            "49920" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 2,
            "55040" : 3,
            "56064" : 5,
            "56576" : 6,
            "57088" : 4,
            "57600" : 10,
            "58112" : 12,
            "58624" : 9,
            "59136" : 6,
            "59648" : 10,
            "60160" : 18,
            "60672" : 15,
            "61184" : 11,
            "61696" : 19,
            "62208" : 23,
            "62720" : 11,
            "63232" : 14,
            "63744" : 18,
            "64256" : 13,
            "64768" : 15,
            "65280" : 12,
            "66048" : 47,
            "67072" : 66,
            "68096" : 93,
            "69120" : 152,
            "70144" : 206,
            "71168" : 300,
            "72192" : 425,
            "73216" : 505,
            "74240" : 560,
            "75264" : 612,
            "76288" : 620,
            "77312" : 601,
            "78336" : 628,
            "79360" : 574,
            "80384" : 535,
            "81408" : 480,
            "82432" : 392,
            "83456" : 300,
            "84480" : 273,
            "85504" : 246,
            "86528" : 224,
            "87552" : 187,
            "88576" : 152,
            "89600" : 124,
            "90624" : 104,
            "91648" : 88,
            "92672" : 110,
            "93696" : 84,
            "94720" : 73,
            "95744" : 73,
            "96768" : 70,
            "97792" : 63,
            "98816" : 58,
            "99840" : 72,
            "100864" : 71,
            "101888" : 60,
            "102912" : 50,
            "103936" : 42,
            "104960" : 52,
            "105984" : 44,
            "107008" : 54,
            "108032" : 38,
            "109056" : 52,
            "110080" : 46,
            "111104" : 54,
            "112128" : 43,
            "113152" : 35,
            "114176" : 58,
            "115200" : 38,
            "116224" : 47,
            "117248" : 45,
            "118272" : 47,
            "119296" : 30,
            "120320" : 31,
            "121344" : 23,
            "122368" : 17,
            "123392" : 23,
            "124416" : 15,
            "125440" : 11,
            "126464" : 10,
            "127488" : 8,
            "128512" : 11,
            "129536" : 4,
            "130560" : 5,
            "132096" : 10,
            "134144" : 8,
            "136192" : 9,
            "138240" : 7,
            "140288" : 5,
            "142336" : 6,
            "144384" : 3,
            "146432" : 6,
            "148480" : 3,
            "150528" : 7,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 3,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 3,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "205824" : 1,
            "257024" : 1,
            "259072" : 5,
            "261120" : 4,
            "264192" : 18,
            "268288" : 51,
            "272384" : 143,
            "276480" : 223,
            "280576" : 412,
            "284672" : 570,
            "288768" : 751,
            "292864" : 767,
            "296960" : 720,
            "301056" : 629,
            "305152" : 563,
            "309248" : 558,
            "313344" : 443,
            "317440" : 476,
            "321536" : 563,
            "325632" : 821,
            "329728" : 1105,
            "333824" : 1073,
            "337920" : 1126,
            "342016" : 1404,
            "346112" : 1522,
            "350208" : 1789,
            "354304" : 2094,
            "358400" : 2213,
            "362496" : 2469,
            "366592" : 2888,
            "370688" : 3502,
            "374784" : 4145,
            "378880" : 4449,
            "382976" : 4839,
            "387072" : 5270,
            "391168" : 5286,
            "395264" : 5574,
            "399360" : 5730,
            "403456" : 5975,
            "407552" : 6295,
            "411648" : 6266,
            "415744" : 6215,
            "419840" : 5911,
            "423936" : 4948,
            "428032" : 3896,
            "432128" : 3125,
            "436224" : 2603,
            "440320" : 2312,
            "444416" : 2268,
            "448512" : 2405,
            "452608" : 2634,
            "456704" : 2806,
            "460800" : 3162,
            "464896" : 3512,
            "468992" : 4345,
            "473088" : 5143,
            "477184" : 5320,
            "481280" : 5186,
            "485376" : 4304,
            "489472" : 3369,
            "493568" : 2642,
            "497664" : 2180,
            "501760" : 1919,
            "505856" : 1684,
            "509952" : 1608,
            "514048" : 1442,
            "518144" : 1324,
            "522240" : 1154,
            "528384" : 2093,
            "536576" : 2057,
            "544768" : 2342,
            "552960" : 2691,
            "561152" : 3139,
            "569344" : 3911,
            "577536" : 5071,
            "585728" : 6603,
            "593920" : 8327,
            "602112" : 10138,
            "610304" : 12005,
            "618496" : 14103,
            "626688" : 16570,
            "634880" : 18510,
            "643072" : 20774,
            "651264" : 24201,
            "659456" : 28549,
            "667648" : 34412,
            "675840" : 40703,
            "684032" : 47061,
            "692224" : 53133,
            "700416" : 57639,
            "708608" : 61638,
            "716800" : 64897,
            "724992" : 66913,
            "733184" : 67545,
            "741376" : 66214,
            "749568" : 66039,
            "757760" : 64798,
            "765952" : 64500,
            "774144" : 66006,
            "782336" : 67977,
            "790528" : 69689,
            "798720" : 69865,
            "806912" : 68774,
            "815104" : 64944,
            "823296" : 56844,
            "831488" : 48232,
            "839680" : 42996,
            "847872" : 41777,
            "856064" : 43162,
            "864256" : 46268,
            "872448" : 49744,
            "880640" : 50980,
            "888832" : 51188,
            "897024" : 51760,
            "905216" : 55213,
            "913408" : 59835,
            "921600" : 66310,
            "929792" : 73790,
            "937984" : 81482,
            "946176" : 91310,
            "954368" : 101966,
            "962560" : 113865,
            "970752" : 126948,
            "978944" : 141792,
            "987136" : 158296,
            "995328" : 174702,
            "1003520" : 192196,
            "1011712" : 209430,
            "1019904" : 224440,
            "1028096" : 236740,
            "1036288" : 248009,
            "1044480" : 257394,
            "1056768" : 542290,
            "1073152" : 573167,
            "1089536" : 596815,
            "1105920" : 604516,
            "1122304" : 590715,
            "1138688" : 552952,
            "1155072" : 497782,
            "1171456" : 449363,
            "1187840" : 416530,
            "1204224" : 372551,
            "1220608" : 310162,
            "1236992" : 248529,
            "1253376" : 212675,
            "1269760" : 187442,
            "1286144" : 155957,
            "1302528" : 129400,
            "1318912" : 108677,
            "1335296" : 92391,
            "1351680" : 80116,
            "1368064" : 68731,
            "1384448" : 59714,
            "1400832" : 51446,
            "1417216" : 44497,
            "1433600" : 37358,
            "1449984" : 31483,
            "1466368" : 26607,
            "1482752" : 22617,
            "1499136" : 18554,
            "1515520" : 15269,
            "1531904" : 12784,
            "1548288" : 10337,
            "1564672" : 8356,
            "1581056" : 6983,
            "1597440" : 5737,
            "1613824" : 4740,
            "1630208" : 3948,
            "1646592" : 3310,
            "1662976" : 2799,
            "1679360" : 2187,
            "1695744" : 1838,
            "1712128" : 1496,
            "1728512" : 1221,
            "1744896" : 1023,
            "1761280" : 888,
            "1777664" : 675,
            "1794048" : 601,
            "1810432" : 471,
            "1826816" : 367,
            "1843200" : 329,
            "1859584" : 248,
            "1875968" : 205,
            "1892352" : 182,
            "1908736" : 141,
            "1925120" : 119,
            "1941504" : 110,
            "1957888" : 86,
            "1974272" : 76,
            "1990656" : 62,
            "2007040" : 42,
            "2023424" : 33,
            "2039808" : 40,
            "2056192" : 30,
            "2072576" : 18,
            "2088960" : 22,
            "2113536" : 33,
            "2146304" : 23,
            "2179072" : 21,
            "2211840" : 8,
            "2244608" : 7,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 2,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410316.556748,
          "stddev" : 224998.559058,
          "N" : 11791165
        },
        "bw_min" : 350349,
        "bw_max" : 376062,
        "bw_agg" : 100.000000,
        "bw_mean" : 362902.386100,
        "bw_dev" : 171.298620,
        "bw_samples" : 8288,
        "iops_min" : 87587,
        "iops_max" : 94014,
        "iops_mean" : 90724.305019,
        "iops_stddev" : 42.820686,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159978,
      "usr_cpu" : 0.684980,
      "sys_cpu" : 9.395314,
      "ctx" : 11092161,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.078966,
        "250" : 0.010084,
        "500" : 1.366825,
        "750" : 6.673453,
        "1000" : 19.568497
      },
      "latency_ms" : {
        "2" : 72.298622,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833071,
  "timestamp_ms" : 1772833071108,
  "time" : "Fri Mar  6 17:37:51 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 52005666816,
        "io_kbytes" : 50786784,
        "bw_bytes" : 371469048,
        "bw" : 362762,
        "iops" : 90691.150000,
        "runtime" : 140000,
        "total_ios" : 12696761,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350471.855628,
          "stddev" : 108582.452142,
          "N" : 12696761
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1060007.980278,
          "stddev" : 192592.848002,
          "N" : 12696729,
          "percentile" : {
            "1.000000" : 436224,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1875968
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "47872" : 1,
            "48896" : 1,
            "49920" : 1,
            "52480" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 2,
            "55040" : 3,
            "56064" : 5,
            "56576" : 7,
            "57088" : 4,
            "57600" : 10,
            "58112" : 12,
            "58624" : 9,
            "59136" : 7,
            "59648" : 12,
            "60160" : 19,
            "60672" : 15,
            "61184" : 11,
            "61696" : 19,
            "62208" : 23,
            "62720" : 12,
            "63232" : 14,
            "63744" : 19,
            "64256" : 16,
            "64768" : 15,
            "65280" : 13,
            "66048" : 48,
            "67072" : 71,
            "68096" : 94,
            "69120" : 158,
            "70144" : 218,
            "71168" : 310,
            "72192" : 442,
            "73216" : 538,
            "74240" : 587,
            "75264" : 646,
            "76288" : 652,
            "77312" : 630,
            "78336" : 648,
            "79360" : 604,
            "80384" : 559,
            "81408" : 496,
            "82432" : 409,
            "83456" : 314,
            "84480" : 289,
            "85504" : 256,
            "86528" : 235,
            "87552" : 201,
            "88576" : 158,
            "89600" : 130,
            "90624" : 112,
            "91648" : 93,
            "92672" : 112,
            "93696" : 88,
            "94720" : 78,
            "95744" : 76,
            "96768" : 74,
            "97792" : 63,
            "98816" : 62,
            "99840" : 73,
            "100864" : 76,
            "101888" : 63,
            "102912" : 54,
            "103936" : 46,
            "104960" : 53,
            "105984" : 46,
            "107008" : 56,
            "108032" : 40,
            "109056" : 57,
            "110080" : 49,
            "111104" : 57,
            "112128" : 43,
            "113152" : 37,
            "114176" : 62,
            "115200" : 43,
            "116224" : 50,
            "117248" : 48,
            "118272" : 50,
            "119296" : 31,
            "120320" : 36,
            "121344" : 24,
            "122368" : 18,
            "123392" : 24,
            "124416" : 16,
            "125440" : 12,
            "126464" : 10,
            "127488" : 8,
            "128512" : 11,
            "129536" : 4,
            "130560" : 5,
            "132096" : 11,
            "134144" : 8,
            "136192" : 9,
            "138240" : 7,
            "140288" : 5,
            "142336" : 6,
            "144384" : 3,
            "146432" : 6,
            "148480" : 3,
            "150528" : 8,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 3,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 2,
            "168960" : 1,
            "171008" : 3,
            "177152" : 5,
            "179200" : 2,
            "183296" : 1,
            "187392" : 1,
            "205824" : 1,
            "257024" : 1,
            "259072" : 6,
            "261120" : 4,
            "264192" : 21,
            "268288" : 53,
            "272384" : 152,
            "276480" : 238,
            "280576" : 438,
            "284672" : 608,
            "288768" : 789,
            "292864" : 818,
            "296960" : 763,
            "301056" : 667,
            "305152" : 595,
            "309248" : 587,
            "313344" : 471,
            "317440" : 516,
            "321536" : 587,
            "325632" : 877,
            "329728" : 1163,
            "333824" : 1132,
            "337920" : 1194,
            "342016" : 1498,
            "346112" : 1617,
            "350208" : 1903,
            "354304" : 2231,
            "358400" : 2373,
            "362496" : 2617,
            "366592" : 3070,
            "370688" : 3722,
            "374784" : 4413,
            "378880" : 4741,
            "382976" : 5134,
            "387072" : 5598,
            "391168" : 5678,
            "395264" : 5932,
            "399360" : 6104,
            "403456" : 6355,
            "407552" : 6689,
            "411648" : 6684,
            "415744" : 6635,
            "419840" : 6324,
            "423936" : 5267,
            "428032" : 4163,
            "432128" : 3339,
            "436224" : 2775,
            "440320" : 2460,
            "444416" : 2397,
            "448512" : 2540,
            "452608" : 2809,
            "456704" : 2986,
            "460800" : 3344,
            "464896" : 3759,
            "468992" : 4631,
            "473088" : 5444,
            "477184" : 5665,
            "481280" : 5538,
            "485376" : 4557,
            "489472" : 3575,
            "493568" : 2816,
            "497664" : 2333,
            "501760" : 2016,
            "505856" : 1792,
            "509952" : 1707,
            "514048" : 1541,
            "518144" : 1405,
            "522240" : 1229,
            "528384" : 2226,
            "536576" : 2200,
            "544768" : 2490,
            "552960" : 2861,
            "561152" : 3384,
            "569344" : 4205,
            "577536" : 5465,
            "585728" : 7076,
            "593920" : 9011,
            "602112" : 10833,
            "610304" : 12931,
            "618496" : 15246,
            "626688" : 17780,
            "634880" : 19930,
            "643072" : 22389,
            "651264" : 26043,
            "659456" : 30747,
            "667648" : 37035,
            "675840" : 43902,
            "684032" : 50697,
            "692224" : 57231,
            "700416" : 62061,
            "708608" : 66321,
            "716800" : 69849,
            "724992" : 72015,
            "733184" : 72857,
            "741376" : 71400,
            "749568" : 71201,
            "757760" : 69816,
            "765952" : 69670,
            "774144" : 71116,
            "782336" : 73224,
            "790528" : 75039,
            "798720" : 75215,
            "806912" : 74122,
            "815104" : 69863,
            "823296" : 61338,
            "831488" : 51990,
            "839680" : 46214,
            "847872" : 44966,
            "856064" : 46508,
            "864256" : 49835,
            "872448" : 53541,
            "880640" : 55044,
            "888832" : 55110,
            "897024" : 55739,
            "905216" : 59423,
            "913408" : 64444,
            "921600" : 71267,
            "929792" : 79583,
            "937984" : 87825,
            "946176" : 98331,
            "954368" : 109826,
            "962560" : 122681,
            "970752" : 136851,
            "978944" : 152757,
            "987136" : 170497,
            "995328" : 188281,
            "1003520" : 206932,
            "1011712" : 225465,
            "1019904" : 241460,
            "1028096" : 254984,
            "1036288" : 267407,
            "1044480" : 277304,
            "1056768" : 584016,
            "1073152" : 617335,
            "1089536" : 642461,
            "1105920" : 651022,
            "1122304" : 636582,
            "1138688" : 595449,
            "1155072" : 535929,
            "1171456" : 483997,
            "1187840" : 448261,
            "1204224" : 401298,
            "1220608" : 334045,
            "1236992" : 267626,
            "1253376" : 229182,
            "1269760" : 201963,
            "1286144" : 167978,
            "1302528" : 139274,
            "1318912" : 116885,
            "1335296" : 99575,
            "1351680" : 86216,
            "1368064" : 73922,
            "1384448" : 64332,
            "1400832" : 55506,
            "1417216" : 47877,
            "1433600" : 40113,
            "1449984" : 33937,
            "1466368" : 28677,
            "1482752" : 24439,
            "1499136" : 19948,
            "1515520" : 16437,
            "1531904" : 13755,
            "1548288" : 11132,
            "1564672" : 9036,
            "1581056" : 7552,
            "1597440" : 6205,
            "1613824" : 5087,
            "1630208" : 4221,
            "1646592" : 3577,
            "1662976" : 3047,
            "1679360" : 2371,
            "1695744" : 1968,
            "1712128" : 1631,
            "1728512" : 1317,
            "1744896" : 1099,
            "1761280" : 955,
            "1777664" : 730,
            "1794048" : 639,
            "1810432" : 499,
            "1826816" : 402,
            "1843200" : 353,
            "1859584" : 270,
            "1875968" : 215,
            "1892352" : 192,
            "1908736" : 153,
            "1925120" : 127,
            "1941504" : 115,
            "1957888" : 92,
            "1974272" : 84,
            "1990656" : 66,
            "2007040" : 47,
            "2023424" : 36,
            "2039808" : 42,
            "2056192" : 31,
            "2072576" : 19,
            "2088960" : 24,
            "2113536" : 35,
            "2146304" : 23,
            "2179072" : 22,
            "2211840" : 9,
            "2244608" : 7,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 3,
            "2375680" : 2,
            "2408448" : 1,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410479.834818,
          "stddev" : 224663.690381,
          "N" : 12696729
        },
        "bw_min" : 350085,
        "bw_max" : 376278,
        "bw_agg" : 100.000000,
        "bw_mean" : 362859.548387,
        "bw_dev" : 173.264193,
        "bw_samples" : 8928,
        "iops_min" : 87521,
        "iops_max" : 94068,
        "iops_mean" : 90713.688172,
        "iops_stddev" : 43.311457,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479999,
      "usr_cpu" : 0.684799,
      "sys_cpu" : 9.395672,
      "ctx" : 11945597,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.076791,
        "250" : 0.010000,
        "500" : 1.351132,
        "750" : 6.672552,
        "1000" : 19.578127
      },
      "latency_ms" : {
        "2" : 72.308056,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833081,
  "timestamp_ms" : 1772833081107,
  "time" : "Fri Mar  6 17:38:01 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 55716290560,
        "io_kbytes" : 54410440,
        "bw_bytes" : 371441937,
        "bw" : 362736,
        "iops" : 90684.520000,
        "runtime" : 150000,
        "total_ios" : 13602678,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350495.855248,
          "stddev" : 108530.786473,
          "N" : 13602678
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1060080.505733,
          "stddev" : 192380.083847,
          "N" : 13602646,
          "percentile" : {
            "1.000000" : 440320,
            "5.000000" : 700416,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1679360,
            "99.950000" : 1744896,
            "99.990000" : 1875968
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "47872" : 1,
            "48896" : 1,
            "49920" : 1,
            "50432" : 1,
            "50944" : 1,
            "52480" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 2,
            "55040" : 3,
            "56064" : 5,
            "56576" : 7,
            "57088" : 4,
            "57600" : 11,
            "58112" : 12,
            "58624" : 12,
            "59136" : 7,
            "59648" : 12,
            "60160" : 21,
            "60672" : 15,
            "61184" : 13,
            "61696" : 19,
            "62208" : 24,
            "62720" : 12,
            "63232" : 14,
            "63744" : 20,
            "64256" : 18,
            "64768" : 16,
            "65280" : 13,
            "66048" : 51,
            "67072" : 75,
            "68096" : 99,
            "69120" : 167,
            "70144" : 230,
            "71168" : 331,
            "72192" : 461,
            "73216" : 551,
            "74240" : 610,
            "75264" : 666,
            "76288" : 684,
            "77312" : 658,
            "78336" : 679,
            "79360" : 628,
            "80384" : 587,
            "81408" : 523,
            "82432" : 423,
            "83456" : 323,
            "84480" : 297,
            "85504" : 263,
            "86528" : 241,
            "87552" : 205,
            "88576" : 162,
            "89600" : 134,
            "90624" : 113,
            "91648" : 100,
            "92672" : 113,
            "93696" : 91,
            "94720" : 82,
            "95744" : 77,
            "96768" : 78,
            "97792" : 67,
            "98816" : 66,
            "99840" : 75,
            "100864" : 76,
            "101888" : 68,
            "102912" : 56,
            "103936" : 48,
            "104960" : 54,
            "105984" : 46,
            "107008" : 62,
            "108032" : 40,
            "109056" : 60,
            "110080" : 53,
            "111104" : 60,
            "112128" : 44,
            "113152" : 43,
            "114176" : 63,
            "115200" : 43,
            "116224" : 52,
            "117248" : 50,
            "118272" : 54,
            "119296" : 32,
            "120320" : 37,
            "121344" : 26,
            "122368" : 20,
            "123392" : 24,
            "124416" : 17,
            "125440" : 13,
            "126464" : 10,
            "127488" : 8,
            "128512" : 11,
            "129536" : 4,
            "130560" : 5,
            "132096" : 11,
            "134144" : 10,
            "136192" : 9,
            "138240" : 8,
            "140288" : 6,
            "142336" : 6,
            "144384" : 4,
            "146432" : 6,
            "148480" : 4,
            "150528" : 8,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 4,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 3,
            "168960" : 1,
            "171008" : 3,
            "177152" : 5,
            "179200" : 2,
            "183296" : 2,
            "187392" : 1,
            "205824" : 1,
            "252928" : 1,
            "257024" : 2,
            "259072" : 6,
            "261120" : 4,
            "264192" : 24,
            "268288" : 54,
            "272384" : 163,
            "276480" : 247,
            "280576" : 460,
            "284672" : 637,
            "288768" : 844,
            "292864" : 860,
            "296960" : 794,
            "301056" : 702,
            "305152" : 622,
            "309248" : 614,
            "313344" : 502,
            "317440" : 553,
            "321536" : 620,
            "325632" : 942,
            "329728" : 1229,
            "333824" : 1214,
            "337920" : 1269,
            "342016" : 1607,
            "346112" : 1714,
            "350208" : 2040,
            "354304" : 2396,
            "358400" : 2516,
            "362496" : 2787,
            "366592" : 3277,
            "370688" : 3968,
            "374784" : 4693,
            "378880" : 5031,
            "382976" : 5448,
            "387072" : 5949,
            "391168" : 5983,
            "395264" : 6281,
            "399360" : 6471,
            "403456" : 6737,
            "407552" : 7093,
            "411648" : 7087,
            "415744" : 6992,
            "419840" : 6673,
            "423936" : 5545,
            "428032" : 4421,
            "432128" : 3502,
            "436224" : 2939,
            "440320" : 2598,
            "444416" : 2543,
            "448512" : 2686,
            "452608" : 2982,
            "456704" : 3158,
            "460800" : 3533,
            "464896" : 3976,
            "468992" : 4899,
            "473088" : 5755,
            "477184" : 5984,
            "481280" : 5846,
            "485376" : 4792,
            "489472" : 3775,
            "493568" : 2974,
            "497664" : 2478,
            "501760" : 2153,
            "505856" : 1903,
            "509952" : 1790,
            "514048" : 1626,
            "518144" : 1496,
            "522240" : 1305,
            "528384" : 2360,
            "536576" : 2360,
            "544768" : 2649,
            "552960" : 3073,
            "561152" : 3634,
            "569344" : 4497,
            "577536" : 5843,
            "585728" : 7593,
            "593920" : 9655,
            "602112" : 11637,
            "610304" : 13947,
            "618496" : 16363,
            "626688" : 19092,
            "634880" : 21403,
            "643072" : 24007,
            "651264" : 28043,
            "659456" : 32939,
            "667648" : 39683,
            "675840" : 47064,
            "684032" : 54429,
            "692224" : 61391,
            "700416" : 66549,
            "708608" : 71255,
            "716800" : 74784,
            "724992" : 77146,
            "733184" : 78192,
            "741376" : 76585,
            "749568" : 76286,
            "757760" : 74839,
            "765952" : 74664,
            "774144" : 76229,
            "782336" : 78526,
            "790528" : 80433,
            "798720" : 80599,
            "806912" : 79538,
            "815104" : 74893,
            "823296" : 65636,
            "831488" : 55755,
            "839680" : 49625,
            "847872" : 48154,
            "856064" : 49846,
            "864256" : 53329,
            "872448" : 57514,
            "880640" : 58983,
            "888832" : 59108,
            "897024" : 59683,
            "905216" : 63707,
            "913408" : 69079,
            "921600" : 76359,
            "929792" : 85232,
            "937984" : 94214,
            "946176" : 105304,
            "954368" : 117638,
            "962560" : 131445,
            "970752" : 146755,
            "978944" : 163652,
            "987136" : 182738,
            "995328" : 201678,
            "1003520" : 221779,
            "1011712" : 241757,
            "1019904" : 258662,
            "1028096" : 273206,
            "1036288" : 286388,
            "1044480" : 297182,
            "1056768" : 625980,
            "1073152" : 661400,
            "1089536" : 688752,
            "1105920" : 697333,
            "1122304" : 682024,
            "1138688" : 637806,
            "1155072" : 574353,
            "1171456" : 518467,
            "1187840" : 480263,
            "1204224" : 430006,
            "1220608" : 357957,
            "1236992" : 286751,
            "1253376" : 245646,
            "1269760" : 216159,
            "1286144" : 179999,
            "1302528" : 149194,
            "1318912" : 125034,
            "1335296" : 106863,
            "1351680" : 92297,
            "1368064" : 79227,
            "1384448" : 68790,
            "1400832" : 59393,
            "1417216" : 51251,
            "1433600" : 42978,
            "1449984" : 36386,
            "1466368" : 30701,
            "1482752" : 26096,
            "1499136" : 21340,
            "1515520" : 17609,
            "1531904" : 14746,
            "1548288" : 11956,
            "1564672" : 9662,
            "1581056" : 8077,
            "1597440" : 6650,
            "1613824" : 5425,
            "1630208" : 4527,
            "1646592" : 3817,
            "1662976" : 3254,
            "1679360" : 2540,
            "1695744" : 2105,
            "1712128" : 1727,
            "1728512" : 1410,
            "1744896" : 1190,
            "1761280" : 1028,
            "1777664" : 788,
            "1794048" : 684,
            "1810432" : 533,
            "1826816" : 441,
            "1843200" : 375,
            "1859584" : 293,
            "1875968" : 230,
            "1892352" : 212,
            "1908736" : 165,
            "1925120" : 140,
            "1941504" : 120,
            "1957888" : 94,
            "1974272" : 87,
            "1990656" : 67,
            "2007040" : 49,
            "2023424" : 40,
            "2039808" : 45,
            "2056192" : 31,
            "2072576" : 20,
            "2088960" : 27,
            "2113536" : 35,
            "2146304" : 24,
            "2179072" : 24,
            "2211840" : 9,
            "2244608" : 7,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 3,
            "2375680" : 2,
            "2408448" : 3,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410576.280485,
          "stddev" : 224347.510352,
          "N" : 13602646
        },
        "bw_min" : 349893,
        "bw_max" : 376654,
        "bw_agg" : 100.000000,
        "bw_mean" : 362838.896321,
        "bw_dev" : 174.864457,
        "bw_samples" : 9568,
        "iops_min" : 87473,
        "iops_max" : 94162,
        "iops_mean" : 90708.605351,
        "iops_stddev" : 43.711195,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799969,
      "usr_cpu" : 0.684525,
      "sys_cpu" : 9.394248,
      "ctx" : 12798998,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.074618,
        "250" : 0.010000,
        "500" : 1.335399,
        "750" : 6.679376,
        "1000" : 19.585540
      },
      "latency_ms" : {
        "2" : 72.312040,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833091,
  "timestamp_ms" : 1772833091107,
  "time" : "Fri Mar  6 17:38:11 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 59434901504,
        "io_kbytes" : 58041896,
        "bw_bytes" : 371468134,
        "bw" : 362761,
        "iops" : 90690.868750,
        "runtime" : 160000,
        "total_ios" : 14510539,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350472.503230,
          "stddev" : 108436.574342,
          "N" : 14510539
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1060009.299919,
          "stddev" : 192080.864161,
          "N" : 14510507,
          "percentile" : {
            "1.000000" : 444416,
            "5.000000" : 708608,
            "10.000000" : 774144,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1875968
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "47872" : 1,
            "48896" : 1,
            "49920" : 1,
            "50432" : 1,
            "50944" : 1,
            "52480" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 2,
            "55040" : 3,
            "56064" : 6,
            "56576" : 7,
            "57088" : 5,
            "57600" : 11,
            "58112" : 13,
            "58624" : 12,
            "59136" : 8,
            "59648" : 12,
            "60160" : 22,
            "60672" : 16,
            "61184" : 13,
            "61696" : 20,
            "62208" : 24,
            "62720" : 12,
            "63232" : 14,
            "63744" : 20,
            "64256" : 18,
            "64768" : 16,
            "65280" : 15,
            "66048" : 53,
            "67072" : 77,
            "68096" : 102,
            "69120" : 173,
            "70144" : 237,
            "71168" : 349,
            "72192" : 481,
            "73216" : 568,
            "74240" : 634,
            "75264" : 705,
            "76288" : 706,
            "77312" : 680,
            "78336" : 702,
            "79360" : 653,
            "80384" : 603,
            "81408" : 545,
            "82432" : 440,
            "83456" : 343,
            "84480" : 307,
            "85504" : 276,
            "86528" : 254,
            "87552" : 214,
            "88576" : 168,
            "89600" : 139,
            "90624" : 118,
            "91648" : 105,
            "92672" : 116,
            "93696" : 93,
            "94720" : 82,
            "95744" : 78,
            "96768" : 83,
            "97792" : 72,
            "98816" : 68,
            "99840" : 79,
            "100864" : 77,
            "101888" : 74,
            "102912" : 60,
            "103936" : 51,
            "104960" : 55,
            "105984" : 49,
            "107008" : 64,
            "108032" : 43,
            "109056" : 61,
            "110080" : 56,
            "111104" : 63,
            "112128" : 45,
            "113152" : 45,
            "114176" : 65,
            "115200" : 43,
            "116224" : 55,
            "117248" : 51,
            "118272" : 57,
            "119296" : 33,
            "120320" : 38,
            "121344" : 27,
            "122368" : 22,
            "123392" : 26,
            "124416" : 18,
            "125440" : 14,
            "126464" : 10,
            "127488" : 9,
            "128512" : 11,
            "129536" : 4,
            "130560" : 6,
            "132096" : 11,
            "134144" : 10,
            "136192" : 9,
            "138240" : 10,
            "140288" : 7,
            "142336" : 6,
            "144384" : 5,
            "146432" : 7,
            "148480" : 4,
            "150528" : 8,
            "152576" : 4,
            "154624" : 2,
            "156672" : 2,
            "158720" : 4,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 3,
            "168960" : 1,
            "171008" : 3,
            "177152" : 5,
            "179200" : 2,
            "183296" : 2,
            "187392" : 1,
            "205824" : 1,
            "252928" : 1,
            "257024" : 2,
            "259072" : 6,
            "261120" : 4,
            "264192" : 24,
            "268288" : 56,
            "272384" : 171,
            "276480" : 264,
            "280576" : 490,
            "284672" : 683,
            "288768" : 898,
            "292864" : 908,
            "296960" : 839,
            "301056" : 739,
            "305152" : 653,
            "309248" : 648,
            "313344" : 537,
            "317440" : 582,
            "321536" : 649,
            "325632" : 985,
            "329728" : 1294,
            "333824" : 1293,
            "337920" : 1349,
            "342016" : 1696,
            "346112" : 1806,
            "350208" : 2143,
            "354304" : 2523,
            "358400" : 2642,
            "362496" : 2970,
            "366592" : 3466,
            "370688" : 4180,
            "374784" : 4972,
            "378880" : 5289,
            "382976" : 5778,
            "387072" : 6272,
            "391168" : 6330,
            "395264" : 6609,
            "399360" : 6830,
            "403456" : 7113,
            "407552" : 7461,
            "411648" : 7478,
            "415744" : 7377,
            "419840" : 7037,
            "423936" : 5847,
            "428032" : 4665,
            "432128" : 3683,
            "436224" : 3109,
            "440320" : 2755,
            "444416" : 2717,
            "448512" : 2843,
            "452608" : 3151,
            "456704" : 3366,
            "460800" : 3719,
            "464896" : 4200,
            "468992" : 5162,
            "473088" : 6078,
            "477184" : 6323,
            "481280" : 6163,
            "485376" : 5061,
            "489472" : 4016,
            "493568" : 3140,
            "497664" : 2601,
            "501760" : 2269,
            "505856" : 2018,
            "509952" : 1907,
            "514048" : 1721,
            "518144" : 1573,
            "522240" : 1380,
            "528384" : 2515,
            "536576" : 2492,
            "544768" : 2795,
            "552960" : 3256,
            "561152" : 3861,
            "569344" : 4774,
            "577536" : 6283,
            "585728" : 8095,
            "593920" : 10257,
            "602112" : 12405,
            "610304" : 14880,
            "618496" : 17447,
            "626688" : 20359,
            "634880" : 22851,
            "643072" : 25665,
            "651264" : 29961,
            "659456" : 35166,
            "667648" : 42356,
            "675840" : 50207,
            "684032" : 58179,
            "692224" : 65532,
            "700416" : 71072,
            "708608" : 76021,
            "716800" : 79845,
            "724992" : 82399,
            "733184" : 83368,
            "741376" : 81919,
            "749568" : 81485,
            "757760" : 79905,
            "765952" : 79885,
            "774144" : 81522,
            "782336" : 83829,
            "790528" : 85907,
            "798720" : 86152,
            "806912" : 85241,
            "815104" : 80032,
            "823296" : 70194,
            "831488" : 59525,
            "839680" : 52992,
            "847872" : 51478,
            "856064" : 53244,
            "864256" : 56918,
            "872448" : 61327,
            "880640" : 62950,
            "888832" : 63188,
            "897024" : 63711,
            "905216" : 68044,
            "913408" : 73700,
            "921600" : 81383,
            "929792" : 90962,
            "937984" : 100584,
            "946176" : 112482,
            "954368" : 125735,
            "962560" : 140119,
            "970752" : 156604,
            "978944" : 174679,
            "987136" : 195024,
            "995328" : 215140,
            "1003520" : 236691,
            "1011712" : 257999,
            "1019904" : 276276,
            "1028096" : 291863,
            "1036288" : 305817,
            "1044480" : 317413,
            "1056768" : 668034,
            "1073152" : 705792,
            "1089536" : 735060,
            "1105920" : 744133,
            "1122304" : 727969,
            "1138688" : 680556,
            "1155072" : 612723,
            "1171456" : 553484,
            "1187840" : 512448,
            "1204224" : 458529,
            "1220608" : 381902,
            "1236992" : 306036,
            "1253376" : 261954,
            "1269760" : 230266,
            "1286144" : 191899,
            "1302528" : 158972,
            "1318912" : 133181,
            "1335296" : 113757,
            "1351680" : 98068,
            "1368064" : 84145,
            "1384448" : 72922,
            "1400832" : 63055,
            "1417216" : 54319,
            "1433600" : 45620,
            "1449984" : 38522,
            "1466368" : 32535,
            "1482752" : 27601,
            "1499136" : 22543,
            "1515520" : 18668,
            "1531904" : 15568,
            "1548288" : 12638,
            "1564672" : 10233,
            "1581056" : 8523,
            "1597440" : 7039,
            "1613824" : 5751,
            "1630208" : 4764,
            "1646592" : 4025,
            "1662976" : 3425,
            "1679360" : 2664,
            "1695744" : 2221,
            "1712128" : 1825,
            "1728512" : 1478,
            "1744896" : 1260,
            "1761280" : 1066,
            "1777664" : 822,
            "1794048" : 718,
            "1810432" : 561,
            "1826816" : 466,
            "1843200" : 385,
            "1859584" : 312,
            "1875968" : 243,
            "1892352" : 224,
            "1908736" : 179,
            "1925120" : 151,
            "1941504" : 127,
            "1957888" : 106,
            "1974272" : 90,
            "1990656" : 73,
            "2007040" : 53,
            "2023424" : 47,
            "2039808" : 47,
            "2056192" : 33,
            "2072576" : 26,
            "2088960" : 32,
            "2113536" : 38,
            "2146304" : 29,
            "2179072" : 26,
            "2211840" : 13,
            "2244608" : 11,
            "2277376" : 5,
            "2310144" : 4,
            "2342912" : 3,
            "2375680" : 4,
            "2408448" : 3,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410481.828688,
          "stddev" : 223932.529294,
          "N" : 14510507
        },
        "bw_min" : 349885,
        "bw_max" : 377038,
        "bw_agg" : 100.000000,
        "bw_mean" : 362858.768025,
        "bw_dev" : 176.260438,
        "bw_samples" : 10208,
        "iops_min" : 87471,
        "iops_max" : 94258,
        "iops_mean" : 90713.617555,
        "iops_stddev" : 44.060381,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5119997,
      "usr_cpu" : 0.684961,
      "sys_cpu" : 9.395611,
      "ctx" : 13651654,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.072713,
        "250" : 0.010000,
        "500" : 1.321860,
        "750" : 6.682963,
        "1000" : 19.605495
      },
      "latency_ms" : {
        "2" : 72.304020,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833101,
  "timestamp_ms" : 1772833101107,
  "time" : "Fri Mar  6 17:38:21 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 63151628288,
        "io_kbytes" : 61671512,
        "bw_bytes" : 371480166,
        "bw" : 362773,
        "iops" : 90693.894118,
        "runtime" : 170000,
        "total_ios" : 15417962,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350459.548921,
          "stddev" : 108331.009589,
          "N" : 15417963
        },
        "clat_ns" : {
          "min" : 43767,
          "max" : 3454092,
          "mean" : 1059971.975072,
          "stddev" : 191792.877467,
          "N" : 15417930,
          "percentile" : {
            "1.000000" : 444416,
            "5.000000" : 708608,
            "10.000000" : 782336,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1875968
          },
          "bins" : {
            "43776" : 1,
            "44288" : 2,
            "47872" : 1,
            "48896" : 1,
            "49920" : 1,
            "50432" : 1,
            "50944" : 1,
            "52480" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 3,
            "55040" : 3,
            "56064" : 6,
            "56576" : 7,
            "57088" : 7,
            "57600" : 11,
            "58112" : 13,
            "58624" : 12,
            "59136" : 8,
            "59648" : 13,
            "60160" : 22,
            "60672" : 18,
            "61184" : 15,
            "61696" : 20,
            "62208" : 26,
            "62720" : 13,
            "63232" : 14,
            "63744" : 21,
            "64256" : 18,
            "64768" : 16,
            "65280" : 16,
            "66048" : 53,
            "67072" : 80,
            "68096" : 105,
            "69120" : 173,
            "70144" : 251,
            "71168" : 366,
            "72192" : 500,
            "73216" : 583,
            "74240" : 653,
            "75264" : 737,
            "76288" : 729,
            "77312" : 701,
            "78336" : 734,
            "79360" : 673,
            "80384" : 622,
            "81408" : 562,
            "82432" : 457,
            "83456" : 361,
            "84480" : 321,
            "85504" : 291,
            "86528" : 267,
            "87552" : 229,
            "88576" : 176,
            "89600" : 144,
            "90624" : 127,
            "91648" : 108,
            "92672" : 119,
            "93696" : 95,
            "94720" : 85,
            "95744" : 80,
            "96768" : 87,
            "97792" : 75,
            "98816" : 71,
            "99840" : 80,
            "100864" : 82,
            "101888" : 75,
            "102912" : 63,
            "103936" : 55,
            "104960" : 55,
            "105984" : 50,
            "107008" : 66,
            "108032" : 44,
            "109056" : 61,
            "110080" : 59,
            "111104" : 66,
            "112128" : 47,
            "113152" : 46,
            "114176" : 70,
            "115200" : 46,
            "116224" : 56,
            "117248" : 56,
            "118272" : 59,
            "119296" : 37,
            "120320" : 41,
            "121344" : 27,
            "122368" : 22,
            "123392" : 26,
            "124416" : 20,
            "125440" : 15,
            "126464" : 10,
            "127488" : 9,
            "128512" : 11,
            "129536" : 5,
            "130560" : 6,
            "132096" : 11,
            "134144" : 10,
            "136192" : 9,
            "138240" : 10,
            "140288" : 7,
            "142336" : 6,
            "144384" : 5,
            "146432" : 7,
            "148480" : 4,
            "150528" : 8,
            "152576" : 5,
            "154624" : 2,
            "156672" : 2,
            "158720" : 4,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 4,
            "168960" : 1,
            "171008" : 4,
            "177152" : 5,
            "179200" : 2,
            "183296" : 2,
            "187392" : 1,
            "195584" : 1,
            "205824" : 1,
            "252928" : 1,
            "257024" : 2,
            "259072" : 6,
            "261120" : 4,
            "264192" : 27,
            "268288" : 57,
            "272384" : 177,
            "276480" : 278,
            "280576" : 513,
            "284672" : 703,
            "288768" : 952,
            "292864" : 958,
            "296960" : 882,
            "301056" : 774,
            "305152" : 691,
            "309248" : 687,
            "313344" : 560,
            "317440" : 608,
            "321536" : 685,
            "325632" : 1056,
            "329728" : 1354,
            "333824" : 1357,
            "337920" : 1426,
            "342016" : 1776,
            "346112" : 1886,
            "350208" : 2259,
            "354304" : 2639,
            "358400" : 2764,
            "362496" : 3119,
            "366592" : 3625,
            "370688" : 4413,
            "374784" : 5205,
            "378880" : 5558,
            "382976" : 6116,
            "387072" : 6577,
            "391168" : 6637,
            "395264" : 6951,
            "399360" : 7186,
            "403456" : 7493,
            "407552" : 7873,
            "411648" : 7861,
            "415744" : 7785,
            "419840" : 7387,
            "423936" : 6169,
            "428032" : 4935,
            "432128" : 3891,
            "436224" : 3284,
            "440320" : 2892,
            "444416" : 2870,
            "448512" : 3017,
            "452608" : 3322,
            "456704" : 3556,
            "460800" : 3901,
            "464896" : 4428,
            "468992" : 5416,
            "473088" : 6423,
            "477184" : 6638,
            "481280" : 6492,
            "485376" : 5350,
            "489472" : 4225,
            "493568" : 3323,
            "497664" : 2751,
            "501760" : 2395,
            "505856" : 2130,
            "509952" : 2004,
            "514048" : 1813,
            "518144" : 1679,
            "522240" : 1450,
            "528384" : 2660,
            "536576" : 2639,
            "544768" : 2961,
            "552960" : 3424,
            "561152" : 4124,
            "569344" : 5069,
            "577536" : 6663,
            "585728" : 8652,
            "593920" : 10904,
            "602112" : 13240,
            "610304" : 15778,
            "618496" : 18579,
            "626688" : 21633,
            "634880" : 24280,
            "643072" : 27268,
            "651264" : 31815,
            "659456" : 37425,
            "667648" : 44980,
            "675840" : 53331,
            "684032" : 61812,
            "692224" : 69668,
            "700416" : 75534,
            "708608" : 80863,
            "716800" : 84935,
            "724992" : 87638,
            "733184" : 88544,
            "741376" : 87044,
            "749568" : 86653,
            "757760" : 84902,
            "765952" : 84999,
            "774144" : 86764,
            "782336" : 89142,
            "790528" : 91280,
            "798720" : 91754,
            "806912" : 90791,
            "815104" : 85241,
            "823296" : 74708,
            "831488" : 63360,
            "839680" : 56279,
            "847872" : 54725,
            "856064" : 56805,
            "864256" : 60455,
            "872448" : 65291,
            "880640" : 66924,
            "888832" : 67016,
            "897024" : 67760,
            "905216" : 72263,
            "913408" : 78461,
            "921600" : 86484,
            "929792" : 96616,
            "937984" : 106784,
            "946176" : 119587,
            "954368" : 133810,
            "962560" : 148832,
            "970752" : 166422,
            "978944" : 185782,
            "987136" : 207235,
            "995328" : 228790,
            "1003520" : 251564,
            "1011712" : 274187,
            "1019904" : 293634,
            "1028096" : 310268,
            "1036288" : 325131,
            "1044480" : 337406,
            "1056768" : 710260,
            "1073152" : 750214,
            "1089536" : 781044,
            "1105920" : 791246,
            "1122304" : 773662,
            "1138688" : 723386,
            "1155072" : 651631,
            "1171456" : 588497,
            "1187840" : 544644,
            "1204224" : 487319,
            "1220608" : 406159,
            "1236992" : 325281,
            "1253376" : 278527,
            "1269760" : 244402,
            "1286144" : 203744,
            "1302528" : 168842,
            "1318912" : 141460,
            "1335296" : 120597,
            "1351680" : 103840,
            "1368064" : 89082,
            "1384448" : 77208,
            "1400832" : 66755,
            "1417216" : 57377,
            "1433600" : 48158,
            "1449984" : 40668,
            "1466368" : 34301,
            "1482752" : 29121,
            "1499136" : 23738,
            "1515520" : 19673,
            "1531904" : 16367,
            "1548288" : 13309,
            "1564672" : 10751,
            "1581056" : 8952,
            "1597440" : 7427,
            "1613824" : 6077,
            "1630208" : 5039,
            "1646592" : 4216,
            "1662976" : 3614,
            "1679360" : 2801,
            "1695744" : 2346,
            "1712128" : 1910,
            "1728512" : 1552,
            "1744896" : 1322,
            "1761280" : 1111,
            "1777664" : 864,
            "1794048" : 745,
            "1810432" : 583,
            "1826816" : 480,
            "1843200" : 401,
            "1859584" : 333,
            "1875968" : 258,
            "1892352" : 230,
            "1908736" : 182,
            "1925120" : 158,
            "1941504" : 133,
            "1957888" : 109,
            "1974272" : 92,
            "1990656" : 75,
            "2007040" : 53,
            "2023424" : 48,
            "2039808" : 48,
            "2056192" : 34,
            "2072576" : 26,
            "2088960" : 32,
            "2113536" : 38,
            "2146304" : 29,
            "2179072" : 26,
            "2211840" : 13,
            "2244608" : 11,
            "2277376" : 5,
            "2310144" : 4,
            "2342912" : 3,
            "2375680" : 4,
            "2408448" : 3,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410431.675838,
          "stddev" : 223544.255506,
          "N" : 15417930
        },
        "bw_min" : 349861,
        "bw_max" : 377494,
        "bw_agg" : 100.000000,
        "bw_mean" : 362870.297935,
        "bw_dev" : 177.748380,
        "bw_samples" : 10848,
        "iops_min" : 87465,
        "iops_max" : 94372,
        "iops_mean" : 90716.539823,
        "iops_stddev" : 44.432355,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439969,
      "usr_cpu" : 0.684471,
      "sys_cpu" : 9.397590,
      "ctx" : 14504172,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.071053,
        "250" : 0.010000,
        "500" : 1.309654,
        "750" : 6.685151,
        "1000" : 19.619779
      },
      "latency_ms" : {
        "2" : 72.301780,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833111,
  "timestamp_ms" : 1772833111140,
  "time" : "Fri Mar  6 17:38:31 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 5932,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 66863673344,
        "io_kbytes" : 65296556,
        "bw_bytes" : 371462788,
        "bw" : 362756,
        "iops" : 90688.646174,
        "runtime" : 180001,
        "total_ios" : 16324047,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350475.724498,
          "stddev" : 108236.894001,
          "N" : 16324079
        },
        "clat_ns" : {
          "min" : 2544,
          "max" : 3454092,
          "mean" : 1060019.338730,
          "stddev" : 191536.277665,
          "N" : 16324143,
          "percentile" : {
            "1.000000" : 448512,
            "5.000000" : 708608,
            "10.000000" : 782336,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1875968
          },
          "bins" : {
            "2544" : 1,
            "2736" : 1,
            "2832" : 1,
            "2864" : 1,
            "2928" : 2,
            "2992" : 1,
            "3024" : 1,
            "3056" : 2,
            "3088" : 2,
            "3120" : 1,
            "3184" : 2,
            "3248" : 1,
            "3280" : 1,
            "3312" : 1,
            "3376" : 1,
            "3440" : 1,
            "3504" : 1,
            "3536" : 1,
            "3856" : 1,
            "4320" : 1,
            "4832" : 1,
            "5024" : 1,
            "5280" : 1,
            "5728" : 1,
            "5984" : 1,
            "6112" : 1,
            "8256" : 1,
            "10304" : 1,
            "43776" : 1,
            "44288" : 2,
            "47872" : 2,
            "48896" : 1,
            "49920" : 1,
            "50432" : 1,
            "50944" : 1,
            "52480" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 3,
            "55040" : 3,
            "56064" : 6,
            "56576" : 7,
            "57088" : 9,
            "57600" : 11,
            "58112" : 14,
            "58624" : 12,
            "59136" : 10,
            "59648" : 13,
            "60160" : 22,
            "60672" : 18,
            "61184" : 16,
            "61696" : 20,
            "62208" : 26,
            "62720" : 13,
            "63232" : 16,
            "63744" : 21,
            "64256" : 19,
            "64768" : 16,
            "65280" : 19,
            "66048" : 56,
            "67072" : 82,
            "68096" : 108,
            "69120" : 175,
            "70144" : 260,
            "71168" : 385,
            "72192" : 520,
            "73216" : 603,
            "74240" : 678,
            "75264" : 752,
            "76288" : 757,
            "77312" : 730,
            "78336" : 763,
            "79360" : 697,
            "80384" : 647,
            "81408" : 577,
            "82432" : 469,
            "83456" : 372,
            "84480" : 334,
            "85504" : 304,
            "86528" : 275,
            "87552" : 239,
            "88576" : 185,
            "89600" : 148,
            "90624" : 133,
            "91648" : 113,
            "92672" : 124,
            "93696" : 98,
            "94720" : 87,
            "95744" : 83,
            "96768" : 96,
            "97792" : 77,
            "98816" : 75,
            "99840" : 82,
            "100864" : 85,
            "101888" : 78,
            "102912" : 67,
            "103936" : 55,
            "104960" : 55,
            "105984" : 52,
            "107008" : 67,
            "108032" : 46,
            "109056" : 66,
            "110080" : 60,
            "111104" : 67,
            "112128" : 48,
            "113152" : 47,
            "114176" : 72,
            "115200" : 48,
            "116224" : 58,
            "117248" : 58,
            "118272" : 62,
            "119296" : 39,
            "120320" : 42,
            "121344" : 27,
            "122368" : 23,
            "123392" : 26,
            "124416" : 22,
            "125440" : 17,
            "126464" : 10,
            "127488" : 11,
            "128512" : 11,
            "129536" : 7,
            "130560" : 6,
            "132096" : 11,
            "134144" : 10,
            "136192" : 9,
            "138240" : 11,
            "140288" : 7,
            "142336" : 6,
            "144384" : 5,
            "146432" : 7,
            "148480" : 4,
            "150528" : 8,
            "152576" : 6,
            "154624" : 2,
            "156672" : 2,
            "158720" : 5,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 4,
            "168960" : 1,
            "171008" : 4,
            "177152" : 5,
            "179200" : 2,
            "183296" : 2,
            "187392" : 1,
            "195584" : 1,
            "205824" : 1,
            "234496" : 1,
            "252928" : 1,
            "257024" : 2,
            "259072" : 6,
            "261120" : 5,
            "264192" : 28,
            "268288" : 62,
            "272384" : 184,
            "276480" : 294,
            "280576" : 543,
            "284672" : 737,
            "288768" : 1008,
            "292864" : 1010,
            "296960" : 927,
            "301056" : 809,
            "305152" : 715,
            "309248" : 723,
            "313344" : 590,
            "317440" : 628,
            "321536" : 709,
            "325632" : 1109,
            "329728" : 1404,
            "333824" : 1419,
            "337920" : 1504,
            "342016" : 1845,
            "346112" : 1994,
            "350208" : 2366,
            "354304" : 2762,
            "358400" : 2896,
            "362496" : 3274,
            "366592" : 3798,
            "370688" : 4639,
            "374784" : 5439,
            "378880" : 5800,
            "382976" : 6377,
            "387072" : 6886,
            "391168" : 6955,
            "395264" : 7299,
            "399360" : 7557,
            "403456" : 7841,
            "407552" : 8255,
            "411648" : 8248,
            "415744" : 8164,
            "419840" : 7734,
            "423936" : 6483,
            "428032" : 5154,
            "432128" : 4074,
            "436224" : 3451,
            "440320" : 3022,
            "444416" : 3004,
            "448512" : 3172,
            "452608" : 3496,
            "456704" : 3746,
            "460800" : 4102,
            "464896" : 4673,
            "468992" : 5683,
            "473088" : 6731,
            "477184" : 6938,
            "481280" : 6776,
            "485376" : 5561,
            "489472" : 4435,
            "493568" : 3499,
            "497664" : 2855,
            "501760" : 2503,
            "505856" : 2219,
            "509952" : 2101,
            "514048" : 1904,
            "518144" : 1769,
            "522240" : 1518,
            "528384" : 2812,
            "536576" : 2766,
            "544768" : 3137,
            "552960" : 3596,
            "561152" : 4378,
            "569344" : 5358,
            "577536" : 7041,
            "585728" : 9119,
            "593920" : 11575,
            "602112" : 13997,
            "610304" : 16720,
            "618496" : 19639,
            "626688" : 23012,
            "634880" : 25721,
            "643072" : 28841,
            "651264" : 33658,
            "659456" : 39670,
            "667648" : 47639,
            "675840" : 56556,
            "684032" : 65445,
            "692224" : 73701,
            "700416" : 80053,
            "708608" : 85610,
            "716800" : 89917,
            "724992" : 92769,
            "733184" : 93912,
            "741376" : 92253,
            "749568" : 91768,
            "757760" : 89944,
            "765952" : 89988,
            "774144" : 91861,
            "782336" : 94454,
            "790528" : 96628,
            "798720" : 97352,
            "806912" : 96069,
            "815104" : 90272,
            "823296" : 79035,
            "831488" : 67092,
            "839680" : 59585,
            "847872" : 57980,
            "856064" : 60167,
            "864256" : 64010,
            "872448" : 69124,
            "880640" : 70800,
            "888832" : 71019,
            "897024" : 71771,
            "905216" : 76506,
            "913408" : 83031,
            "921600" : 91596,
            "929792" : 102352,
            "937984" : 113047,
            "946176" : 126528,
            "954368" : 141646,
            "962560" : 157680,
            "970752" : 176218,
            "978944" : 196824,
            "987136" : 219545,
            "995328" : 242358,
            "1003520" : 266403,
            "1011712" : 290425,
            "1019904" : 310692,
            "1028096" : 328700,
            "1036288" : 344181,
            "1044480" : 357237,
            "1056768" : 752111,
            "1073152" : 794812,
            "1089536" : 827123,
            "1105920" : 837535,
            "1122304" : 819680,
            "1138688" : 766195,
            "1155072" : 690631,
            "1171456" : 623450,
            "1187840" : 577072,
            "1204224" : 516482,
            "1220608" : 430284,
            "1236992" : 344477,
            "1253376" : 295371,
            "1269760" : 259026,
            "1286144" : 215855,
            "1302528" : 178645,
            "1318912" : 149729,
            "1335296" : 127562,
            "1351680" : 109664,
            "1368064" : 94044,
            "1384448" : 81644,
            "1400832" : 70453,
            "1417216" : 60474,
            "1433600" : 50740,
            "1449984" : 42892,
            "1466368" : 36133,
            "1482752" : 30671,
            "1499136" : 24979,
            "1515520" : 20710,
            "1531904" : 17236,
            "1548288" : 13988,
            "1564672" : 11356,
            "1581056" : 9401,
            "1597440" : 7782,
            "1613824" : 6394,
            "1630208" : 5277,
            "1646592" : 4411,
            "1662976" : 3808,
            "1679360" : 2945,
            "1695744" : 2474,
            "1712128" : 1999,
            "1728512" : 1621,
            "1744896" : 1391,
            "1761280" : 1147,
            "1777664" : 912,
            "1794048" : 777,
            "1810432" : 616,
            "1826816" : 510,
            "1843200" : 425,
            "1859584" : 351,
            "1875968" : 270,
            "1892352" : 245,
            "1908736" : 189,
            "1925120" : 162,
            "1941504" : 141,
            "1957888" : 115,
            "1974272" : 95,
            "1990656" : 77,
            "2007040" : 62,
            "2023424" : 52,
            "2039808" : 52,
            "2056192" : 37,
            "2072576" : 26,
            "2088960" : 34,
            "2113536" : 39,
            "2146304" : 34,
            "2179072" : 29,
            "2211840" : 13,
            "2244608" : 12,
            "2277376" : 5,
            "2310144" : 4,
            "2342912" : 4,
            "2375680" : 4,
            "2408448" : 3,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410495.085421,
          "stddev" : 223191.730376,
          "N" : 16324143
        },
        "bw_min" : 349797,
        "bw_max" : 377686,
        "bw_agg" : 100.000000,
        "bw_mean" : 362853.501393,
        "bw_dev" : 178.845123,
        "bw_samples" : 11488,
        "iops_min" : 87449,
        "iops_max" : 94420,
        "iops_mean" : 90712.392758,
        "iops_stddev" : 44.706378,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759999,
      "usr_cpu" : 0.683889,
      "sys_cpu" : 9.397675,
      "ctx" : 15356255,
      "majf" : 0,
      "minf" : 1259,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.069566,
        "250" : 0.010000,
        "500" : 1.296125,
        "750" : 6.686571,
        "1000" : 19.624074
      },
      "latency_ms" : {
        "2" : 72.311848,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772833111,
  "timestamp_ms" : 1772833111192,
  "time" : "Fri Mar  6 17:38:31 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 66863820800,
        "io_kbytes" : 65296700,
        "bw_bytes" : 371389329,
        "bw" : 362684,
        "iops" : 90670.512172,
        "runtime" : 180037,
        "total_ios" : 16324047,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4988,
          "max" : 2458823,
          "mean" : 350475.724498,
          "stddev" : 108236.894001,
          "N" : 16324079
        },
        "clat_ns" : {
          "min" : 2544,
          "max" : 3454092,
          "mean" : 1060019.338730,
          "stddev" : 191536.277665,
          "N" : 16324143,
          "percentile" : {
            "1.000000" : 448512,
            "5.000000" : 708608,
            "10.000000" : 782336,
            "20.000000" : 946176,
            "30.000000" : 1011712,
            "40.000000" : 1056768,
            "50.000000" : 1089536,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1679360,
            "99.950000" : 1728512,
            "99.990000" : 1875968
          },
          "bins" : {
            "2544" : 1,
            "2736" : 1,
            "2832" : 1,
            "2864" : 1,
            "2928" : 2,
            "2992" : 1,
            "3024" : 1,
            "3056" : 2,
            "3088" : 2,
            "3120" : 1,
            "3184" : 2,
            "3248" : 1,
            "3280" : 1,
            "3312" : 1,
            "3376" : 1,
            "3440" : 1,
            "3504" : 1,
            "3536" : 1,
            "3856" : 1,
            "4320" : 1,
            "4832" : 1,
            "5024" : 1,
            "5280" : 1,
            "5728" : 1,
            "5984" : 1,
            "6112" : 1,
            "8256" : 1,
            "10304" : 1,
            "43776" : 1,
            "44288" : 2,
            "47872" : 2,
            "48896" : 1,
            "49920" : 1,
            "50432" : 1,
            "50944" : 1,
            "52480" : 1,
            "52992" : 1,
            "53504" : 2,
            "54528" : 3,
            "55040" : 3,
            "56064" : 6,
            "56576" : 7,
            "57088" : 9,
            "57600" : 11,
            "58112" : 14,
            "58624" : 12,
            "59136" : 10,
            "59648" : 13,
            "60160" : 22,
            "60672" : 18,
            "61184" : 16,
            "61696" : 20,
            "62208" : 26,
            "62720" : 13,
            "63232" : 16,
            "63744" : 21,
            "64256" : 19,
            "64768" : 16,
            "65280" : 19,
            "66048" : 56,
            "67072" : 82,
            "68096" : 108,
            "69120" : 175,
            "70144" : 260,
            "71168" : 385,
            "72192" : 520,
            "73216" : 603,
            "74240" : 678,
            "75264" : 752,
            "76288" : 757,
            "77312" : 730,
            "78336" : 763,
            "79360" : 697,
            "80384" : 647,
            "81408" : 577,
            "82432" : 469,
            "83456" : 372,
            "84480" : 334,
            "85504" : 304,
            "86528" : 275,
            "87552" : 239,
            "88576" : 185,
            "89600" : 148,
            "90624" : 133,
            "91648" : 113,
            "92672" : 124,
            "93696" : 98,
            "94720" : 87,
            "95744" : 83,
            "96768" : 96,
            "97792" : 77,
            "98816" : 75,
            "99840" : 82,
            "100864" : 85,
            "101888" : 78,
            "102912" : 67,
            "103936" : 55,
            "104960" : 55,
            "105984" : 52,
            "107008" : 67,
            "108032" : 46,
            "109056" : 66,
            "110080" : 60,
            "111104" : 67,
            "112128" : 48,
            "113152" : 47,
            "114176" : 72,
            "115200" : 48,
            "116224" : 58,
            "117248" : 58,
            "118272" : 62,
            "119296" : 39,
            "120320" : 42,
            "121344" : 27,
            "122368" : 23,
            "123392" : 26,
            "124416" : 22,
            "125440" : 17,
            "126464" : 10,
            "127488" : 11,
            "128512" : 11,
            "129536" : 7,
            "130560" : 6,
            "132096" : 11,
            "134144" : 10,
            "136192" : 9,
            "138240" : 11,
            "140288" : 7,
            "142336" : 6,
            "144384" : 5,
            "146432" : 7,
            "148480" : 4,
            "150528" : 8,
            "152576" : 6,
            "154624" : 2,
            "156672" : 2,
            "158720" : 5,
            "160768" : 4,
            "162816" : 3,
            "164864" : 1,
            "166912" : 4,
            "168960" : 1,
            "171008" : 4,
            "177152" : 5,
            "179200" : 2,
            "183296" : 2,
            "187392" : 1,
            "195584" : 1,
            "205824" : 1,
            "234496" : 1,
            "252928" : 1,
            "257024" : 2,
            "259072" : 6,
            "261120" : 5,
            "264192" : 28,
            "268288" : 62,
            "272384" : 184,
            "276480" : 294,
            "280576" : 543,
            "284672" : 737,
            "288768" : 1008,
            "292864" : 1010,
            "296960" : 927,
            "301056" : 809,
            "305152" : 715,
            "309248" : 723,
            "313344" : 590,
            "317440" : 628,
            "321536" : 709,
            "325632" : 1109,
            "329728" : 1404,
            "333824" : 1419,
            "337920" : 1504,
            "342016" : 1845,
            "346112" : 1994,
            "350208" : 2366,
            "354304" : 2762,
            "358400" : 2896,
            "362496" : 3274,
            "366592" : 3798,
            "370688" : 4639,
            "374784" : 5439,
            "378880" : 5800,
            "382976" : 6377,
            "387072" : 6886,
            "391168" : 6955,
            "395264" : 7299,
            "399360" : 7557,
            "403456" : 7841,
            "407552" : 8255,
            "411648" : 8248,
            "415744" : 8164,
            "419840" : 7734,
            "423936" : 6483,
            "428032" : 5154,
            "432128" : 4074,
            "436224" : 3451,
            "440320" : 3022,
            "444416" : 3004,
            "448512" : 3172,
            "452608" : 3496,
            "456704" : 3746,
            "460800" : 4102,
            "464896" : 4673,
            "468992" : 5683,
            "473088" : 6731,
            "477184" : 6938,
            "481280" : 6776,
            "485376" : 5561,
            "489472" : 4435,
            "493568" : 3499,
            "497664" : 2855,
            "501760" : 2503,
            "505856" : 2219,
            "509952" : 2101,
            "514048" : 1904,
            "518144" : 1769,
            "522240" : 1518,
            "528384" : 2812,
            "536576" : 2766,
            "544768" : 3137,
            "552960" : 3596,
            "561152" : 4378,
            "569344" : 5358,
            "577536" : 7041,
            "585728" : 9119,
            "593920" : 11575,
            "602112" : 13997,
            "610304" : 16720,
            "618496" : 19639,
            "626688" : 23012,
            "634880" : 25721,
            "643072" : 28841,
            "651264" : 33658,
            "659456" : 39670,
            "667648" : 47639,
            "675840" : 56556,
            "684032" : 65445,
            "692224" : 73701,
            "700416" : 80053,
            "708608" : 85610,
            "716800" : 89917,
            "724992" : 92769,
            "733184" : 93912,
            "741376" : 92253,
            "749568" : 91768,
            "757760" : 89944,
            "765952" : 89988,
            "774144" : 91861,
            "782336" : 94454,
            "790528" : 96628,
            "798720" : 97352,
            "806912" : 96069,
            "815104" : 90272,
            "823296" : 79035,
            "831488" : 67092,
            "839680" : 59585,
            "847872" : 57980,
            "856064" : 60167,
            "864256" : 64010,
            "872448" : 69124,
            "880640" : 70800,
            "888832" : 71019,
            "897024" : 71771,
            "905216" : 76506,
            "913408" : 83031,
            "921600" : 91596,
            "929792" : 102352,
            "937984" : 113047,
            "946176" : 126528,
            "954368" : 141646,
            "962560" : 157680,
            "970752" : 176218,
            "978944" : 196824,
            "987136" : 219545,
            "995328" : 242358,
            "1003520" : 266403,
            "1011712" : 290425,
            "1019904" : 310692,
            "1028096" : 328700,
            "1036288" : 344181,
            "1044480" : 357237,
            "1056768" : 752111,
            "1073152" : 794812,
            "1089536" : 827123,
            "1105920" : 837535,
            "1122304" : 819680,
            "1138688" : 766195,
            "1155072" : 690631,
            "1171456" : 623450,
            "1187840" : 577072,
            "1204224" : 516482,
            "1220608" : 430284,
            "1236992" : 344477,
            "1253376" : 295371,
            "1269760" : 259026,
            "1286144" : 215855,
            "1302528" : 178645,
            "1318912" : 149729,
            "1335296" : 127562,
            "1351680" : 109664,
            "1368064" : 94044,
            "1384448" : 81644,
            "1400832" : 70453,
            "1417216" : 60474,
            "1433600" : 50740,
            "1449984" : 42892,
            "1466368" : 36133,
            "1482752" : 30671,
            "1499136" : 24979,
            "1515520" : 20710,
            "1531904" : 17236,
            "1548288" : 13988,
            "1564672" : 11356,
            "1581056" : 9401,
            "1597440" : 7782,
            "1613824" : 6394,
            "1630208" : 5277,
            "1646592" : 4411,
            "1662976" : 3808,
            "1679360" : 2945,
            "1695744" : 2474,
            "1712128" : 1999,
            "1728512" : 1621,
            "1744896" : 1391,
            "1761280" : 1147,
            "1777664" : 912,
            "1794048" : 777,
            "1810432" : 616,
            "1826816" : 510,
            "1843200" : 425,
            "1859584" : 351,
            "1875968" : 270,
            "1892352" : 245,
            "1908736" : 189,
            "1925120" : 162,
            "1941504" : 141,
            "1957888" : 115,
            "1974272" : 95,
            "1990656" : 77,
            "2007040" : 62,
            "2023424" : 52,
            "2039808" : 52,
            "2056192" : 37,
            "2072576" : 26,
            "2088960" : 34,
            "2113536" : 39,
            "2146304" : 34,
            "2179072" : 29,
            "2211840" : 13,
            "2244608" : 12,
            "2277376" : 5,
            "2310144" : 4,
            "2342912" : 4,
            "2375680" : 4,
            "2408448" : 3,
            "2473984" : 1,
            "2506752" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2637824" : 3,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 5,
            "2801664" : 6,
            "2834432" : 6,
            "2867200" : 1,
            "2899968" : 14,
            "2932736" : 10,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 4,
            "3063808" : 8,
            "3096576" : 3,
            "3129344" : 7,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 1,
            "3293184" : 4,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1
          }
        },
        "lat_ns" : {
          "min" : 76537,
          "max" : 3931060,
          "mean" : 1410495.085421,
          "stddev" : 223191.730376,
          "N" : 16324143
        },
        "bw_min" : 345032,
        "bw_max" : 377686,
        "bw_agg" : 100.000000,
        "bw_mean" : 362824.836715,
        "bw_dev" : 180.885740,
        "bw_samples" : 11501,
        "iops_min" : 86253,
        "iops_max" : 94420,
        "iops_mean" : 90705.213812,
        "iops_stddev" : 45.218415,
        "iops_samples" : 11501
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760452,
      "usr_cpu" : 0.683835,
      "sys_cpu" : 9.396936,
      "ctx" : 15356681,
      "majf" : 0,
      "minf" : 1268,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.069566,
        "250" : 0.010000,
        "500" : 1.296125,
        "750" : 6.686571,
        "1000" : 19.624074
      },
      "latency_ms" : {
        "2" : 72.311848,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}