← Back to file list

📄 rand-read-qd4-nj16_run2.json

raidz2/benchmarks/rand/rand-read-qd4-nj16_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080769,
  "timestamp_ms" : 1773080769293,
  "time" : "Mon Mar  9 15:26:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1911468032,
        "io_kbytes" : 1866668,
        "bw_bytes" : 195847134,
        "bw" : 191256,
        "iops" : 47825.204918,
        "runtime" : 9760,
        "total_ios" : 466774,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156160,
      "usr_cpu" : 0.593622,
      "sys_cpu" : 16.488217,
      "ctx" : 397695,
      "majf" : 0,
      "minf" : 171,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 99.989717,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080779,
  "timestamp_ms" : 1773080779532,
  "time" : "Mon Mar  9 15:26:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1958973440,
        "io_kbytes" : 1913060,
        "bw_bytes" : 195897344,
        "bw" : 191306,
        "iops" : 47828.600000,
        "runtime" : 10000,
        "total_ios" : 478286,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1222287,
          "mean" : 332370.664515,
          "stddev" : 145229.452351,
          "N" : 478286
        },
        "clat_ns" : {
          "min" : 42846,
          "max" : 2148653,
          "mean" : 1005073.038671,
          "stddev" : 254682.468622,
          "N" : 478270,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 460800,
            "10.000000" : 700416,
            "20.000000" : 774144,
            "30.000000" : 847872,
            "40.000000" : 1011712,
            "50.000000" : 1073152,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1695744,
            "99.990000" : 1826816
          },
          "bins" : {
            "42752" : 1,
            "49920" : 1,
            "51456" : 2,
            "51968" : 1,
            "52992" : 3,
            "54016" : 7,
            "54528" : 5,
            "55040" : 7,
            "55552" : 6,
            "56064" : 8,
            "56576" : 5,
            "57088" : 8,
            "57600" : 6,
            "58112" : 9,
            "58624" : 9,
            "59136" : 5,
            "59648" : 9,
            "60160" : 13,
            "60672" : 4,
            "61184" : 4,
            "61696" : 6,
            "62208" : 4,
            "62720" : 10,
            "63232" : 8,
            "63744" : 19,
            "64256" : 28,
            "64768" : 21,
            "65280" : 39,
            "66048" : 93,
            "67072" : 125,
            "68096" : 168,
            "69120" : 195,
            "70144" : 196,
            "71168" : 205,
            "72192" : 187,
            "73216" : 138,
            "74240" : 141,
            "75264" : 109,
            "76288" : 76,
            "77312" : 69,
            "78336" : 45,
            "79360" : 27,
            "80384" : 19,
            "81408" : 24,
            "82432" : 6,
            "83456" : 9,
            "84480" : 7,
            "85504" : 2,
            "86528" : 3,
            "87552" : 5,
            "88576" : 2,
            "91648" : 1,
            "92672" : 1,
            "93696" : 1,
            "95744" : 1,
            "107008" : 1,
            "108032" : 2,
            "110080" : 1,
            "111104" : 1,
            "114176" : 1,
            "115200" : 1,
            "119296" : 1,
            "146432" : 1,
            "244736" : 1,
            "248832" : 2,
            "252928" : 2,
            "264192" : 3,
            "272384" : 2,
            "280576" : 2,
            "284672" : 2,
            "288768" : 6,
            "292864" : 3,
            "296960" : 9,
            "301056" : 12,
            "305152" : 23,
            "309248" : 25,
            "313344" : 24,
            "317440" : 38,
            "321536" : 49,
            "325632" : 63,
            "329728" : 93,
            "333824" : 120,
            "337920" : 156,
            "342016" : 140,
            "346112" : 129,
            "350208" : 121,
            "354304" : 126,
            "358400" : 186,
            "362496" : 290,
            "366592" : 469,
            "370688" : 675,
            "374784" : 993,
            "378880" : 1229,
            "382976" : 1228,
            "387072" : 1210,
            "391168" : 1006,
            "395264" : 754,
            "399360" : 547,
            "403456" : 446,
            "407552" : 321,
            "411648" : 359,
            "415744" : 500,
            "419840" : 642,
            "423936" : 954,
            "428032" : 1138,
            "432128" : 1450,
            "436224" : 1424,
            "440320" : 1325,
            "444416" : 1130,
            "448512" : 859,
            "452608" : 689,
            "456704" : 582,
            "460800" : 509,
            "464896" : 473,
            "468992" : 405,
            "473088" : 312,
            "477184" : 314,
            "481280" : 291,
            "485376" : 243,
            "489472" : 225,
            "493568" : 217,
            "497664" : 207,
            "501760" : 197,
            "505856" : 193,
            "509952" : 194,
            "514048" : 220,
            "518144" : 213,
            "522240" : 197,
            "528384" : 409,
            "536576" : 357,
            "544768" : 265,
            "552960" : 244,
            "561152" : 197,
            "569344" : 194,
            "577536" : 144,
            "585728" : 184,
            "593920" : 228,
            "602112" : 199,
            "610304" : 232,
            "618496" : 315,
            "626688" : 428,
            "634880" : 589,
            "643072" : 760,
            "651264" : 865,
            "659456" : 975,
            "667648" : 1477,
            "675840" : 2157,
            "684032" : 3075,
            "692224" : 3776,
            "700416" : 3904,
            "708608" : 3627,
            "716800" : 3494,
            "724992" : 4366,
            "733184" : 5772,
            "741376" : 7350,
            "749568" : 7537,
            "757760" : 6927,
            "765952" : 5950,
            "774144" : 5318,
            "782336" : 5511,
            "790528" : 6182,
            "798720" : 6355,
            "806912" : 6047,
            "815104" : 5285,
            "823296" : 4783,
            "831488" : 4240,
            "839680" : 3860,
            "847872" : 3594,
            "856064" : 3036,
            "864256" : 2848,
            "872448" : 2733,
            "880640" : 2527,
            "888832" : 2510,
            "897024" : 2396,
            "905216" : 2191,
            "913408" : 1987,
            "921600" : 1985,
            "929792" : 1764,
            "937984" : 1862,
            "946176" : 1883,
            "954368" : 1948,
            "962560" : 2025,
            "970752" : 2111,
            "978944" : 2380,
            "987136" : 2854,
            "995328" : 3283,
            "1003520" : 3710,
            "1011712" : 4043,
            "1019904" : 4257,
            "1028096" : 4716,
            "1036288" : 5567,
            "1044480" : 6491,
            "1056768" : 15251,
            "1073152" : 15931,
            "1089536" : 17314,
            "1105920" : 20022,
            "1122304" : 20003,
            "1138688" : 18617,
            "1155072" : 18083,
            "1171456" : 16724,
            "1187840" : 15317,
            "1204224" : 13765,
            "1220608" : 12338,
            "1236992" : 10818,
            "1253376" : 9711,
            "1269760" : 8617,
            "1286144" : 7482,
            "1302528" : 6461,
            "1318912" : 5612,
            "1335296" : 4798,
            "1351680" : 4082,
            "1368064" : 3552,
            "1384448" : 2828,
            "1400832" : 2476,
            "1417216" : 2126,
            "1433600" : 1750,
            "1449984" : 1464,
            "1466368" : 1255,
            "1482752" : 978,
            "1499136" : 844,
            "1515520" : 672,
            "1531904" : 557,
            "1548288" : 498,
            "1564672" : 387,
            "1581056" : 300,
            "1597440" : 247,
            "1613824" : 207,
            "1630208" : 182,
            "1646592" : 125,
            "1662976" : 118,
            "1679360" : 87,
            "1695744" : 75,
            "1712128" : 48,
            "1728512" : 36,
            "1744896" : 35,
            "1761280" : 19,
            "1777664" : 20,
            "1794048" : 15,
            "1810432" : 12,
            "1826816" : 17,
            "1843200" : 11,
            "1859584" : 2,
            "1875968" : 2,
            "1892352" : 8,
            "1908736" : 1,
            "1925120" : 2,
            "1941504" : 1,
            "1957888" : 2,
            "1974272" : 3,
            "2007040" : 2,
            "2023424" : 1,
            "2146304" : 1
          }
        },
        "lat_ns" : {
          "min" : 63928,
          "max" : 2485798,
          "mean" : 1337437.677295,
          "stddev" : 295560.131179,
          "N" : 478270
        },
        "bw_min" : 186875,
        "bw_max" : 195319,
        "bw_agg" : 99.968114,
        "bw_mean" : 191245.000000,
        "bw_dev" : 140.207904,
        "bw_samples" : 304,
        "iops_min" : 46718,
        "iops_max" : 48829,
        "iops_mean" : 47810.473684,
        "iops_stddev" : 35.064233,
        "iops_samples" : 304
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159988,
      "usr_cpu" : 0.625672,
      "sys_cpu" : 16.424357,
      "ctx" : 407284,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999791,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999791,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.439486,
        "250" : 0.010000,
        "500" : 5.176401,
        "750" : 10.656176,
        "1000" : 22.992937
      },
      "latency_ms" : {
        "2" : 60.728309,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080789,
  "timestamp_ms" : 1773080789532,
  "time" : "Mon Mar  9 15:26:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 3923120128,
        "io_kbytes" : 3831172,
        "bw_bytes" : 196156006,
        "bw" : 191558,
        "iops" : 47891.050000,
        "runtime" : 20000,
        "total_ios" : 957821,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1222287,
          "mean" : 331916.732290,
          "stddev" : 145680.783119,
          "N" : 957821
        },
        "clat_ns" : {
          "min" : 42846,
          "max" : 2148653,
          "mean" : 1003740.432601,
          "stddev" : 255598.192710,
          "N" : 957805,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 456704,
            "10.000000" : 700416,
            "20.000000" : 774144,
            "30.000000" : 847872,
            "40.000000" : 1003520,
            "50.000000" : 1073152,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1826816
          },
          "bins" : {
            "42752" : 1,
            "47360" : 1,
            "49920" : 1,
            "51456" : 2,
            "51968" : 3,
            "52480" : 1,
            "52992" : 6,
            "53504" : 5,
            "54016" : 11,
            "54528" : 11,
            "55040" : 12,
            "55552" : 11,
            "56064" : 13,
            "56576" : 9,
            "57088" : 16,
            "57600" : 12,
            "58112" : 20,
            "58624" : 17,
            "59136" : 13,
            "59648" : 14,
            "60160" : 19,
            "60672" : 8,
            "61184" : 12,
            "61696" : 11,
            "62208" : 13,
            "62720" : 20,
            "63232" : 19,
            "63744" : 37,
            "64256" : 47,
            "64768" : 43,
            "65280" : 74,
            "66048" : 184,
            "67072" : 271,
            "68096" : 344,
            "69120" : 393,
            "70144" : 391,
            "71168" : 403,
            "72192" : 370,
            "73216" : 289,
            "74240" : 270,
            "75264" : 228,
            "76288" : 169,
            "77312" : 130,
            "78336" : 95,
            "79360" : 58,
            "80384" : 43,
            "81408" : 37,
            "82432" : 16,
            "83456" : 15,
            "84480" : 14,
            "85504" : 5,
            "86528" : 6,
            "87552" : 7,
            "88576" : 4,
            "89600" : 6,
            "90624" : 2,
            "91648" : 3,
            "92672" : 3,
            "93696" : 4,
            "94720" : 1,
            "95744" : 3,
            "96768" : 1,
            "97792" : 1,
            "99840" : 1,
            "101888" : 1,
            "103936" : 1,
            "107008" : 2,
            "108032" : 2,
            "109056" : 1,
            "110080" : 2,
            "111104" : 2,
            "114176" : 2,
            "115200" : 1,
            "119296" : 1,
            "146432" : 1,
            "244736" : 1,
            "248832" : 2,
            "252928" : 2,
            "259072" : 1,
            "264192" : 4,
            "268288" : 1,
            "272384" : 5,
            "276480" : 3,
            "280576" : 2,
            "284672" : 5,
            "288768" : 7,
            "292864" : 7,
            "296960" : 23,
            "301056" : 29,
            "305152" : 43,
            "309248" : 36,
            "313344" : 52,
            "317440" : 77,
            "321536" : 103,
            "325632" : 152,
            "329728" : 203,
            "333824" : 251,
            "337920" : 322,
            "342016" : 282,
            "346112" : 254,
            "350208" : 237,
            "354304" : 261,
            "358400" : 378,
            "362496" : 620,
            "366592" : 978,
            "370688" : 1420,
            "374784" : 1972,
            "378880" : 2380,
            "382976" : 2548,
            "387072" : 2414,
            "391168" : 2005,
            "395264" : 1531,
            "399360" : 1139,
            "403456" : 893,
            "407552" : 704,
            "411648" : 744,
            "415744" : 1068,
            "419840" : 1338,
            "423936" : 1922,
            "428032" : 2381,
            "432128" : 2820,
            "436224" : 2808,
            "440320" : 2749,
            "444416" : 2244,
            "448512" : 1758,
            "452608" : 1401,
            "456704" : 1151,
            "460800" : 993,
            "464896" : 942,
            "468992" : 830,
            "473088" : 716,
            "477184" : 621,
            "481280" : 573,
            "485376" : 514,
            "489472" : 468,
            "493568" : 447,
            "497664" : 387,
            "501760" : 402,
            "505856" : 405,
            "509952" : 419,
            "514048" : 460,
            "518144" : 446,
            "522240" : 402,
            "528384" : 825,
            "536576" : 694,
            "544768" : 539,
            "552960" : 491,
            "561152" : 416,
            "569344" : 410,
            "577536" : 342,
            "585728" : 360,
            "593920" : 423,
            "602112" : 394,
            "610304" : 474,
            "618496" : 595,
            "626688" : 842,
            "634880" : 1193,
            "643072" : 1487,
            "651264" : 1730,
            "659456" : 2050,
            "667648" : 2914,
            "675840" : 4378,
            "684032" : 6302,
            "692224" : 7569,
            "700416" : 7957,
            "708608" : 7321,
            "716800" : 7085,
            "724992" : 8782,
            "733184" : 11658,
            "741376" : 14738,
            "749568" : 15324,
            "757760" : 14133,
            "765952" : 12031,
            "774144" : 10871,
            "782336" : 11320,
            "790528" : 12462,
            "798720" : 12750,
            "806912" : 12107,
            "815104" : 10685,
            "823296" : 9605,
            "831488" : 8639,
            "839680" : 7804,
            "847872" : 7097,
            "856064" : 6180,
            "864256" : 5636,
            "872448" : 5499,
            "880640" : 5146,
            "888832" : 5118,
            "897024" : 4759,
            "905216" : 4359,
            "913408" : 4110,
            "921600" : 3934,
            "929792" : 3551,
            "937984" : 3734,
            "946176" : 3665,
            "954368" : 3784,
            "962560" : 3979,
            "970752" : 4234,
            "978944" : 4816,
            "987136" : 5553,
            "995328" : 6461,
            "1003520" : 7404,
            "1011712" : 8100,
            "1019904" : 8453,
            "1028096" : 9434,
            "1036288" : 11062,
            "1044480" : 12955,
            "1056768" : 30469,
            "1073152" : 31691,
            "1089536" : 34263,
            "1105920" : 39688,
            "1122304" : 39630,
            "1138688" : 37153,
            "1155072" : 35985,
            "1171456" : 33329,
            "1187840" : 30374,
            "1204224" : 27658,
            "1220608" : 24635,
            "1236992" : 21610,
            "1253376" : 19438,
            "1269760" : 17195,
            "1286144" : 14896,
            "1302528" : 12863,
            "1318912" : 11183,
            "1335296" : 9645,
            "1351680" : 8117,
            "1368064" : 7022,
            "1384448" : 5808,
            "1400832" : 5061,
            "1417216" : 4195,
            "1433600" : 3556,
            "1449984" : 2913,
            "1466368" : 2497,
            "1482752" : 1982,
            "1499136" : 1660,
            "1515520" : 1353,
            "1531904" : 1133,
            "1548288" : 985,
            "1564672" : 779,
            "1581056" : 632,
            "1597440" : 504,
            "1613824" : 427,
            "1630208" : 337,
            "1646592" : 278,
            "1662976" : 243,
            "1679360" : 182,
            "1695744" : 154,
            "1712128" : 98,
            "1728512" : 76,
            "1744896" : 75,
            "1761280" : 54,
            "1777664" : 49,
            "1794048" : 38,
            "1810432" : 25,
            "1826816" : 30,
            "1843200" : 21,
            "1859584" : 13,
            "1875968" : 8,
            "1892352" : 12,
            "1908736" : 5,
            "1925120" : 6,
            "1941504" : 9,
            "1957888" : 4,
            "1974272" : 3,
            "1990656" : 2,
            "2007040" : 4,
            "2023424" : 1,
            "2056192" : 1,
            "2072576" : 2,
            "2113536" : 1,
            "2146304" : 1
          }
        },
        "lat_ns" : {
          "min" : 63928,
          "max" : 2597809,
          "mean" : 1335656.389420,
          "stddev" : 296559.160031,
          "N" : 957805
        },
        "bw_min" : 186421,
        "bw_max" : 196200,
        "bw_agg" : 100.000000,
        "bw_mean" : 191586.974359,
        "bw_dev" : 143.077052,
        "bw_samples" : 624,
        "iops_min" : 46604,
        "iops_max" : 49050,
        "iops_mean" : 47895.820513,
        "iops_stddev" : 35.785687,
        "iops_samples" : 624
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319990,
      "usr_cpu" : 0.625020,
      "sys_cpu" : 16.414263,
      "ctx" : 814299,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999791,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999791,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.443298,
        "250" : 0.010000,
        "500" : 5.245343,
        "750" : 10.754619,
        "1000" : 23.104004
      },
      "latency_ms" : {
        "2" : 60.447829,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080799,
  "timestamp_ms" : 1773080799532,
  "time" : "Mon Mar  9 15:26:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 5893431296,
        "io_kbytes" : 5755304,
        "bw_bytes" : 196447709,
        "bw" : 191843,
        "iops" : 47962.033333,
        "runtime" : 30000,
        "total_ios" : 1438861,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1222287,
          "mean" : 331425.042728,
          "stddev" : 146105.273617,
          "N" : 1438861
        },
        "clat_ns" : {
          "min" : 42846,
          "max" : 2148653,
          "mean" : 1002250.487843,
          "stddev" : 256182.563832,
          "N" : 1438845,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 456704,
            "10.000000" : 700416,
            "20.000000" : 765952,
            "30.000000" : 839680,
            "40.000000" : 1003520,
            "50.000000" : 1073152,
            "60.000000" : 1122304,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1826816
          },
          "bins" : {
            "42752" : 1,
            "43264" : 1,
            "44288" : 1,
            "47360" : 1,
            "49920" : 1,
            "51456" : 2,
            "51968" : 3,
            "52480" : 4,
            "52992" : 10,
            "53504" : 8,
            "54016" : 17,
            "54528" : 15,
            "55040" : 18,
            "55552" : 17,
            "56064" : 18,
            "56576" : 15,
            "57088" : 22,
            "57600" : 23,
            "58112" : 28,
            "58624" : 24,
            "59136" : 21,
            "59648" : 20,
            "60160" : 26,
            "60672" : 16,
            "61184" : 16,
            "61696" : 18,
            "62208" : 18,
            "62720" : 30,
            "63232" : 31,
            "63744" : 51,
            "64256" : 66,
            "64768" : 60,
            "65280" : 118,
            "66048" : 297,
            "67072" : 382,
            "68096" : 518,
            "69120" : 567,
            "70144" : 602,
            "71168" : 614,
            "72192" : 588,
            "73216" : 481,
            "74240" : 427,
            "75264" : 329,
            "76288" : 273,
            "77312" : 203,
            "78336" : 138,
            "79360" : 87,
            "80384" : 72,
            "81408" : 53,
            "82432" : 22,
            "83456" : 23,
            "84480" : 18,
            "85504" : 12,
            "86528" : 7,
            "87552" : 10,
            "88576" : 6,
            "89600" : 9,
            "90624" : 5,
            "91648" : 4,
            "92672" : 5,
            "93696" : 5,
            "94720" : 2,
            "95744" : 3,
            "96768" : 2,
            "97792" : 2,
            "98816" : 1,
            "99840" : 2,
            "101888" : 1,
            "102912" : 1,
            "103936" : 1,
            "105984" : 1,
            "107008" : 4,
            "108032" : 2,
            "109056" : 2,
            "110080" : 3,
            "111104" : 2,
            "112128" : 1,
            "113152" : 2,
            "114176" : 3,
            "115200" : 1,
            "119296" : 1,
            "121344" : 1,
            "146432" : 1,
            "177152" : 1,
            "244736" : 1,
            "248832" : 2,
            "252928" : 2,
            "254976" : 1,
            "259072" : 1,
            "264192" : 6,
            "268288" : 4,
            "272384" : 8,
            "276480" : 4,
            "280576" : 4,
            "284672" : 8,
            "288768" : 10,
            "292864" : 14,
            "296960" : 32,
            "301056" : 40,
            "305152" : 56,
            "309248" : 56,
            "313344" : 82,
            "317440" : 110,
            "321536" : 147,
            "325632" : 243,
            "329728" : 313,
            "333824" : 376,
            "337920" : 464,
            "342016" : 398,
            "346112" : 380,
            "350208" : 363,
            "354304" : 400,
            "358400" : 565,
            "362496" : 906,
            "366592" : 1475,
            "370688" : 2186,
            "374784" : 3084,
            "378880" : 3618,
            "382976" : 3917,
            "387072" : 3639,
            "391168" : 3054,
            "395264" : 2360,
            "399360" : 1725,
            "403456" : 1361,
            "407552" : 1107,
            "411648" : 1131,
            "415744" : 1590,
            "419840" : 2073,
            "423936" : 2985,
            "428032" : 3698,
            "432128" : 4304,
            "436224" : 4293,
            "440320" : 4112,
            "444416" : 3425,
            "448512" : 2646,
            "452608" : 2112,
            "456704" : 1724,
            "460800" : 1500,
            "464896" : 1357,
            "468992" : 1282,
            "473088" : 1110,
            "477184" : 925,
            "481280" : 868,
            "485376" : 797,
            "489472" : 752,
            "493568" : 691,
            "497664" : 583,
            "501760" : 629,
            "505856" : 618,
            "509952" : 619,
            "514048" : 690,
            "518144" : 689,
            "522240" : 634,
            "528384" : 1261,
            "536576" : 1050,
            "544768" : 859,
            "552960" : 760,
            "561152" : 656,
            "569344" : 630,
            "577536" : 532,
            "585728" : 534,
            "593920" : 632,
            "602112" : 587,
            "610304" : 707,
            "618496" : 912,
            "626688" : 1265,
            "634880" : 1756,
            "643072" : 2227,
            "651264" : 2643,
            "659456" : 3137,
            "667648" : 4275,
            "675840" : 6510,
            "684032" : 9438,
            "692224" : 11464,
            "700416" : 12075,
            "708608" : 11122,
            "716800" : 10680,
            "724992" : 13198,
            "733184" : 17660,
            "741376" : 22159,
            "749568" : 23366,
            "757760" : 21315,
            "765952" : 18122,
            "774144" : 16562,
            "782336" : 17293,
            "790528" : 18758,
            "798720" : 19298,
            "806912" : 18260,
            "815104" : 16095,
            "823296" : 14466,
            "831488" : 13073,
            "839680" : 11809,
            "847872" : 10760,
            "856064" : 9408,
            "864256" : 8624,
            "872448" : 8236,
            "880640" : 7877,
            "888832" : 7753,
            "897024" : 7144,
            "905216" : 6560,
            "913408" : 6204,
            "921600" : 5961,
            "929792" : 5479,
            "937984" : 5581,
            "946176" : 5598,
            "954368" : 5685,
            "962560" : 5934,
            "970752" : 6440,
            "978944" : 7189,
            "987136" : 8381,
            "995328" : 9741,
            "1003520" : 11191,
            "1011712" : 11982,
            "1019904" : 12702,
            "1028096" : 14112,
            "1036288" : 16427,
            "1044480" : 19593,
            "1056768" : 45686,
            "1073152" : 47501,
            "1089536" : 51054,
            "1105920" : 59372,
            "1122304" : 59206,
            "1138688" : 55503,
            "1155072" : 53825,
            "1171456" : 49796,
            "1187840" : 45475,
            "1204224" : 41257,
            "1220608" : 36738,
            "1236992" : 32289,
            "1253376" : 29048,
            "1269760" : 25649,
            "1286144" : 22351,
            "1302528" : 19170,
            "1318912" : 16625,
            "1335296" : 14395,
            "1351680" : 12143,
            "1368064" : 10406,
            "1384448" : 8784,
            "1400832" : 7518,
            "1417216" : 6278,
            "1433600" : 5266,
            "1449984" : 4361,
            "1466368" : 3766,
            "1482752" : 3000,
            "1499136" : 2484,
            "1515520" : 2056,
            "1531904" : 1705,
            "1548288" : 1437,
            "1564672" : 1184,
            "1581056" : 925,
            "1597440" : 747,
            "1613824" : 656,
            "1630208" : 508,
            "1646592" : 426,
            "1662976" : 345,
            "1679360" : 257,
            "1695744" : 216,
            "1712128" : 169,
            "1728512" : 118,
            "1744896" : 116,
            "1761280" : 90,
            "1777664" : 75,
            "1794048" : 55,
            "1810432" : 44,
            "1826816" : 45,
            "1843200" : 29,
            "1859584" : 23,
            "1875968" : 14,
            "1892352" : 15,
            "1908736" : 10,
            "1925120" : 11,
            "1941504" : 11,
            "1957888" : 8,
            "1974272" : 5,
            "1990656" : 2,
            "2007040" : 5,
            "2023424" : 2,
            "2056192" : 2,
            "2072576" : 2,
            "2113536" : 1,
            "2146304" : 1
          }
        },
        "lat_ns" : {
          "min" : 63928,
          "max" : 2597809,
          "mean" : 1333674.331551,
          "stddev" : 297282.778072,
          "N" : 1438845
        },
        "bw_min" : 186364,
        "bw_max" : 196911,
        "bw_agg" : 100.000000,
        "bw_mean" : 191873.677966,
        "bw_dev" : 142.178389,
        "bw_samples" : 944,
        "iops_min" : 46589,
        "iops_max" : 49227,
        "iops_mean" : 47967.525424,
        "iops_stddev" : 35.564782,
        "iops_samples" : 944
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479988,
      "usr_cpu" : 0.628557,
      "sys_cpu" : 16.435619,
      "ctx" : 1221241,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.450565,
        "250" : 0.010000,
        "500" : 5.317192,
        "750" : 10.809731,
        "1000" : 23.265069
      },
      "latency_ms" : {
        "2" : 60.152927,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080809,
  "timestamp_ms" : 1773080809532,
  "time" : "Mon Mar  9 15:26:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 7868170240,
        "io_kbytes" : 7683760,
        "bw_bytes" : 196704256,
        "bw" : 192094,
        "iops" : 48024.300000,
        "runtime" : 40000,
        "total_ios" : 1920972,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1501043,
          "mean" : 330984.271129,
          "stddev" : 146574.376595,
          "N" : 1920972
        },
        "clat_ns" : {
          "min" : 42846,
          "max" : 2387177,
          "mean" : 1000948.752389,
          "stddev" : 257039.449051,
          "N" : 1920956,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 452608,
            "10.000000" : 700416,
            "20.000000" : 765952,
            "30.000000" : 839680,
            "40.000000" : 995328,
            "50.000000" : 1073152,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1728512,
            "99.990000" : 1843200
          },
          "bins" : {
            "42752" : 1,
            "43264" : 1,
            "43776" : 1,
            "44288" : 1,
            "44800" : 1,
            "45312" : 1,
            "45824" : 1,
            "47360" : 1,
            "47872" : 1,
            "48384" : 1,
            "49920" : 1,
            "51456" : 3,
            "51968" : 4,
            "52480" : 5,
            "52992" : 10,
            "53504" : 12,
            "54016" : 24,
            "54528" : 20,
            "55040" : 23,
            "55552" : 23,
            "56064" : 25,
            "56576" : 22,
            "57088" : 32,
            "57600" : 28,
            "58112" : 36,
            "58624" : 33,
            "59136" : 34,
            "59648" : 25,
            "60160" : 33,
            "60672" : 25,
            "61184" : 21,
            "61696" : 29,
            "62208" : 26,
            "62720" : 37,
            "63232" : 39,
            "63744" : 60,
            "64256" : 85,
            "64768" : 81,
            "65280" : 152,
            "66048" : 395,
            "67072" : 532,
            "68096" : 672,
            "69120" : 777,
            "70144" : 827,
            "71168" : 846,
            "72192" : 797,
            "73216" : 681,
            "74240" : 577,
            "75264" : 481,
            "76288" : 357,
            "77312" : 288,
            "78336" : 189,
            "79360" : 131,
            "80384" : 104,
            "81408" : 85,
            "82432" : 35,
            "83456" : 31,
            "84480" : 29,
            "85504" : 20,
            "86528" : 11,
            "87552" : 14,
            "88576" : 9,
            "89600" : 12,
            "90624" : 6,
            "91648" : 6,
            "92672" : 7,
            "93696" : 7,
            "94720" : 3,
            "95744" : 3,
            "96768" : 2,
            "97792" : 4,
            "98816" : 1,
            "99840" : 2,
            "100864" : 2,
            "101888" : 1,
            "102912" : 2,
            "103936" : 2,
            "104960" : 1,
            "105984" : 2,
            "107008" : 5,
            "108032" : 2,
            "109056" : 3,
            "110080" : 4,
            "111104" : 2,
            "112128" : 2,
            "113152" : 2,
            "114176" : 4,
            "115200" : 1,
            "119296" : 2,
            "121344" : 1,
            "146432" : 1,
            "177152" : 1,
            "244736" : 1,
            "248832" : 2,
            "252928" : 2,
            "254976" : 1,
            "259072" : 1,
            "264192" : 6,
            "268288" : 5,
            "272384" : 8,
            "276480" : 5,
            "280576" : 6,
            "284672" : 15,
            "288768" : 12,
            "292864" : 24,
            "296960" : 37,
            "301056" : 54,
            "305152" : 74,
            "309248" : 78,
            "313344" : 108,
            "317440" : 152,
            "321536" : 220,
            "325632" : 326,
            "329728" : 424,
            "333824" : 508,
            "337920" : 625,
            "342016" : 542,
            "346112" : 512,
            "350208" : 480,
            "354304" : 539,
            "358400" : 790,
            "362496" : 1226,
            "366592" : 1979,
            "370688" : 2941,
            "374784" : 4103,
            "378880" : 4879,
            "382976" : 5258,
            "387072" : 4981,
            "391168" : 4146,
            "395264" : 3202,
            "399360" : 2389,
            "403456" : 1854,
            "407552" : 1516,
            "411648" : 1544,
            "415744" : 2182,
            "419840" : 2842,
            "423936" : 3957,
            "428032" : 4906,
            "432128" : 5797,
            "436224" : 5845,
            "440320" : 5611,
            "444416" : 4691,
            "448512" : 3637,
            "452608" : 2874,
            "456704" : 2381,
            "460800" : 2047,
            "464896" : 1800,
            "468992" : 1708,
            "473088" : 1495,
            "477184" : 1281,
            "481280" : 1182,
            "485376" : 1138,
            "489472" : 981,
            "493568" : 950,
            "497664" : 794,
            "501760" : 854,
            "505856" : 829,
            "509952" : 834,
            "514048" : 929,
            "518144" : 946,
            "522240" : 855,
            "528384" : 1695,
            "536576" : 1436,
            "544768" : 1160,
            "552960" : 1018,
            "561152" : 884,
            "569344" : 858,
            "577536" : 727,
            "585728" : 745,
            "593920" : 865,
            "602112" : 788,
            "610304" : 919,
            "618496" : 1225,
            "626688" : 1696,
            "634880" : 2333,
            "643072" : 2989,
            "651264" : 3534,
            "659456" : 4147,
            "667648" : 5701,
            "675840" : 8600,
            "684032" : 12721,
            "692224" : 15470,
            "700416" : 16179,
            "708608" : 14879,
            "716800" : 14370,
            "724992" : 17663,
            "733184" : 23693,
            "741376" : 29577,
            "749568" : 31436,
            "757760" : 28447,
            "765952" : 24366,
            "774144" : 22289,
            "782336" : 23202,
            "790528" : 25143,
            "798720" : 25948,
            "806912" : 24410,
            "815104" : 21682,
            "823296" : 19484,
            "831488" : 17744,
            "839680" : 15929,
            "847872" : 14343,
            "856064" : 12699,
            "864256" : 11701,
            "872448" : 11144,
            "880640" : 10580,
            "888832" : 10447,
            "897024" : 9522,
            "905216" : 8851,
            "913408" : 8330,
            "921600" : 7947,
            "929792" : 7292,
            "937984" : 7400,
            "946176" : 7461,
            "954368" : 7633,
            "962560" : 7967,
            "970752" : 8590,
            "978944" : 9591,
            "987136" : 11189,
            "995328" : 12940,
            "1003520" : 14864,
            "1011712" : 16029,
            "1019904" : 16926,
            "1028096" : 18779,
            "1036288" : 21782,
            "1044480" : 25948,
            "1056768" : 60736,
            "1073152" : 63120,
            "1089536" : 67837,
            "1105920" : 78745,
            "1122304" : 78569,
            "1138688" : 73696,
            "1155072" : 71173,
            "1171456" : 66272,
            "1187840" : 60677,
            "1204224" : 54755,
            "1220608" : 48796,
            "1236992" : 43025,
            "1253376" : 38541,
            "1269760" : 34068,
            "1286144" : 29707,
            "1302528" : 25604,
            "1318912" : 22168,
            "1335296" : 19093,
            "1351680" : 16198,
            "1368064" : 13969,
            "1384448" : 11648,
            "1400832" : 9937,
            "1417216" : 8471,
            "1433600" : 6994,
            "1449984" : 5870,
            "1466368" : 4961,
            "1482752" : 4027,
            "1499136" : 3342,
            "1515520" : 2739,
            "1531904" : 2294,
            "1548288" : 1895,
            "1564672" : 1555,
            "1581056" : 1238,
            "1597440" : 1014,
            "1613824" : 869,
            "1630208" : 690,
            "1646592" : 585,
            "1662976" : 460,
            "1679360" : 342,
            "1695744" : 292,
            "1712128" : 234,
            "1728512" : 178,
            "1744896" : 164,
            "1761280" : 118,
            "1777664" : 98,
            "1794048" : 73,
            "1810432" : 61,
            "1826816" : 64,
            "1843200" : 37,
            "1859584" : 32,
            "1875968" : 21,
            "1892352" : 22,
            "1908736" : 19,
            "1925120" : 14,
            "1941504" : 15,
            "1957888" : 10,
            "1974272" : 9,
            "1990656" : 4,
            "2007040" : 6,
            "2023424" : 2,
            "2039808" : 3,
            "2056192" : 4,
            "2072576" : 3,
            "2088960" : 1,
            "2113536" : 3,
            "2146304" : 8,
            "2179072" : 1,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 3
          }
        },
        "lat_ns" : {
          "min" : 63928,
          "max" : 2746456,
          "mean" : 1331931.958408,
          "stddev" : 298281.553398,
          "N" : 1920956
        },
        "bw_min" : 186357,
        "bw_max" : 197840,
        "bw_agg" : 100.000000,
        "bw_mean" : 192111.354430,
        "bw_dev" : 145.766101,
        "bw_samples" : 1264,
        "iops_min" : 46588,
        "iops_max" : 49460,
        "iops_mean" : 48027.063291,
        "iops_stddev" : 36.462179,
        "iops_samples" : 1264
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639993,
      "usr_cpu" : 0.626882,
      "sys_cpu" : 16.451899,
      "ctx" : 1627780,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.462630,
        "250" : 0.010000,
        "500" : 5.399038,
        "750" : 10.857316,
        "1000" : 23.384776
      },
      "latency_ms" : {
        "2" : 59.890306,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080819,
  "timestamp_ms" : 1773080819532,
  "time" : "Mon Mar  9 15:26:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 9849991168,
        "io_kbytes" : 9619132,
        "bw_bytes" : 196999823,
        "bw" : 192382,
        "iops" : 48096.200000,
        "runtime" : 50000,
        "total_ios" : 2404810,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1501043,
          "mean" : 330485.753979,
          "stddev" : 146912.688852,
          "N" : 2404810
        },
        "clat_ns" : {
          "min" : 42846,
          "max" : 2387177,
          "mean" : 999449.670976,
          "stddev" : 257670.619405,
          "N" : 2404794,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 452608,
            "10.000000" : 700416,
            "20.000000" : 765952,
            "30.000000" : 839680,
            "40.000000" : 995328,
            "50.000000" : 1073152,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1728512,
            "99.990000" : 1843200
          },
          "bins" : {
            "42752" : 1,
            "43264" : 1,
            "43776" : 1,
            "44288" : 2,
            "44800" : 3,
            "45312" : 1,
            "45824" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 1,
            "49920" : 1,
            "51456" : 4,
            "51968" : 4,
            "52480" : 6,
            "52992" : 13,
            "53504" : 14,
            "54016" : 28,
            "54528" : 26,
            "55040" : 31,
            "55552" : 27,
            "56064" : 31,
            "56576" : 30,
            "57088" : 38,
            "57600" : 37,
            "58112" : 46,
            "58624" : 43,
            "59136" : 42,
            "59648" : 31,
            "60160" : 36,
            "60672" : 35,
            "61184" : 26,
            "61696" : 38,
            "62208" : 29,
            "62720" : 49,
            "63232" : 49,
            "63744" : 67,
            "64256" : 105,
            "64768" : 111,
            "65280" : 186,
            "66048" : 513,
            "67072" : 705,
            "68096" : 897,
            "69120" : 1013,
            "70144" : 1050,
            "71168" : 1110,
            "72192" : 1022,
            "73216" : 899,
            "74240" : 722,
            "75264" : 611,
            "76288" : 441,
            "77312" : 367,
            "78336" : 252,
            "79360" : 160,
            "80384" : 127,
            "81408" : 101,
            "82432" : 45,
            "83456" : 39,
            "84480" : 35,
            "85504" : 25,
            "86528" : 15,
            "87552" : 18,
            "88576" : 10,
            "89600" : 15,
            "90624" : 7,
            "91648" : 7,
            "92672" : 8,
            "93696" : 8,
            "94720" : 3,
            "95744" : 6,
            "96768" : 4,
            "97792" : 5,
            "98816" : 1,
            "99840" : 2,
            "100864" : 3,
            "101888" : 2,
            "102912" : 3,
            "103936" : 3,
            "104960" : 1,
            "105984" : 2,
            "107008" : 5,
            "108032" : 2,
            "109056" : 3,
            "110080" : 4,
            "111104" : 3,
            "112128" : 6,
            "113152" : 2,
            "114176" : 4,
            "115200" : 2,
            "119296" : 2,
            "121344" : 1,
            "122368" : 1,
            "146432" : 1,
            "177152" : 1,
            "244736" : 1,
            "248832" : 2,
            "252928" : 2,
            "254976" : 1,
            "257024" : 1,
            "259072" : 2,
            "261120" : 1,
            "264192" : 7,
            "268288" : 7,
            "272384" : 11,
            "276480" : 7,
            "280576" : 9,
            "284672" : 18,
            "288768" : 12,
            "292864" : 35,
            "296960" : 47,
            "301056" : 65,
            "305152" : 87,
            "309248" : 102,
            "313344" : 141,
            "317440" : 205,
            "321536" : 286,
            "325632" : 409,
            "329728" : 553,
            "333824" : 617,
            "337920" : 777,
            "342016" : 693,
            "346112" : 646,
            "350208" : 605,
            "354304" : 694,
            "358400" : 992,
            "362496" : 1551,
            "366592" : 2499,
            "370688" : 3722,
            "374784" : 5202,
            "378880" : 6236,
            "382976" : 6719,
            "387072" : 6442,
            "391168" : 5225,
            "395264" : 4060,
            "399360" : 2996,
            "403456" : 2355,
            "407552" : 1962,
            "411648" : 1991,
            "415744" : 2724,
            "419840" : 3578,
            "423936" : 4966,
            "428032" : 6248,
            "432128" : 7286,
            "436224" : 7447,
            "440320" : 7122,
            "444416" : 6006,
            "448512" : 4650,
            "452608" : 3657,
            "456704" : 3016,
            "460800" : 2567,
            "464896" : 2302,
            "468992" : 2120,
            "473088" : 1896,
            "477184" : 1653,
            "481280" : 1515,
            "485376" : 1450,
            "489472" : 1233,
            "493568" : 1194,
            "497664" : 984,
            "501760" : 1105,
            "505856" : 1062,
            "509952" : 1079,
            "514048" : 1195,
            "518144" : 1166,
            "522240" : 1071,
            "528384" : 2190,
            "536576" : 1854,
            "544768" : 1453,
            "552960" : 1286,
            "561152" : 1106,
            "569344" : 1071,
            "577536" : 941,
            "585728" : 932,
            "593920" : 1066,
            "602112" : 1001,
            "610304" : 1154,
            "618496" : 1512,
            "626688" : 2135,
            "634880" : 2918,
            "643072" : 3758,
            "651264" : 4398,
            "659456" : 5157,
            "667648" : 7165,
            "675840" : 10881,
            "684032" : 16004,
            "692224" : 19579,
            "700416" : 20302,
            "708608" : 18752,
            "716800" : 18149,
            "724992" : 22175,
            "733184" : 29890,
            "741376" : 37324,
            "749568" : 39531,
            "757760" : 35798,
            "765952" : 30766,
            "774144" : 28075,
            "782336" : 29220,
            "790528" : 31621,
            "798720" : 32554,
            "806912" : 30818,
            "815104" : 27334,
            "823296" : 24545,
            "831488" : 22424,
            "839680" : 20084,
            "847872" : 18150,
            "856064" : 16026,
            "864256" : 14697,
            "872448" : 13978,
            "880640" : 13319,
            "888832" : 13070,
            "897024" : 12025,
            "905216" : 11151,
            "913408" : 10438,
            "921600" : 9889,
            "929792" : 9125,
            "937984" : 9303,
            "946176" : 9369,
            "954368" : 9608,
            "962560" : 10002,
            "970752" : 10732,
            "978944" : 11864,
            "987136" : 13917,
            "995328" : 16261,
            "1003520" : 18504,
            "1011712" : 19919,
            "1019904" : 20937,
            "1028096" : 23209,
            "1036288" : 27107,
            "1044480" : 32327,
            "1056768" : 75758,
            "1073152" : 78887,
            "1089536" : 84584,
            "1105920" : 98088,
            "1122304" : 97958,
            "1138688" : 92108,
            "1155072" : 88563,
            "1171456" : 83023,
            "1187840" : 75938,
            "1204224" : 68253,
            "1220608" : 60707,
            "1236992" : 53661,
            "1253376" : 47998,
            "1269760" : 42430,
            "1286144" : 37067,
            "1302528" : 31774,
            "1318912" : 27523,
            "1335296" : 23680,
            "1351680" : 20240,
            "1368064" : 17402,
            "1384448" : 14453,
            "1400832" : 12487,
            "1417216" : 10508,
            "1433600" : 8666,
            "1449984" : 7283,
            "1466368" : 6167,
            "1482752" : 4981,
            "1499136" : 4172,
            "1515520" : 3426,
            "1531904" : 2860,
            "1548288" : 2326,
            "1564672" : 1894,
            "1581056" : 1559,
            "1597440" : 1257,
            "1613824" : 1090,
            "1630208" : 849,
            "1646592" : 706,
            "1662976" : 566,
            "1679360" : 420,
            "1695744" : 367,
            "1712128" : 276,
            "1728512" : 223,
            "1744896" : 205,
            "1761280" : 153,
            "1777664" : 123,
            "1794048" : 89,
            "1810432" : 76,
            "1826816" : 77,
            "1843200" : 42,
            "1859584" : 39,
            "1875968" : 30,
            "1892352" : 25,
            "1908736" : 22,
            "1925120" : 14,
            "1941504" : 18,
            "1957888" : 11,
            "1974272" : 9,
            "1990656" : 7,
            "2007040" : 8,
            "2023424" : 2,
            "2039808" : 3,
            "2056192" : 4,
            "2072576" : 4,
            "2088960" : 1,
            "2113536" : 3,
            "2146304" : 9,
            "2179072" : 1,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 3
          }
        },
        "lat_ns" : {
          "min" : 63928,
          "max" : 2746456,
          "mean" : 1329934.609388,
          "stddev" : 299041.219537,
          "N" : 2404794
        },
        "bw_min" : 186302,
        "bw_max" : 198464,
        "bw_agg" : 100.000000,
        "bw_mean" : 192400.858586,
        "bw_dev" : 150.559205,
        "bw_samples" : 1584,
        "iops_min" : 46575,
        "iops_max" : 49616,
        "iops_mean" : 48099.474747,
        "iops_stddev" : 37.658750,
        "iops_samples" : 1584
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799991,
      "usr_cpu" : 0.627507,
      "sys_cpu" : 16.472935,
      "ctx" : 2034759,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.475048,
        "250" : 0.010000,
        "500" : 5.475193,
        "750" : 10.928722,
        "1000" : 23.490546
      },
      "latency_ms" : {
        "2" : 59.625002,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080829,
  "timestamp_ms" : 1773080829532,
  "time" : "Mon Mar  9 15:27:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 11840516096,
        "io_kbytes" : 11563004,
        "bw_bytes" : 197341934,
        "bw" : 192716,
        "iops" : 48179.533333,
        "runtime" : 60000,
        "total_ios" : 2890772,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1501043,
          "mean" : 329909.354763,
          "stddev" : 147378.691665,
          "N" : 2890772
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 997719.430359,
          "stddev" : 258524.799329,
          "N" : 2890756,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 448512,
            "10.000000" : 692224,
            "20.000000" : 765952,
            "30.000000" : 831488,
            "40.000000" : 995328,
            "50.000000" : 1073152,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1728512,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41728" : 1,
            "42752" : 1,
            "43264" : 1,
            "43776" : 1,
            "44288" : 2,
            "44800" : 4,
            "45312" : 1,
            "45824" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 1,
            "48896" : 1,
            "49920" : 1,
            "50944" : 2,
            "51456" : 4,
            "51968" : 6,
            "52480" : 8,
            "52992" : 14,
            "53504" : 19,
            "54016" : 31,
            "54528" : 37,
            "55040" : 35,
            "55552" : 33,
            "56064" : 43,
            "56576" : 39,
            "57088" : 47,
            "57600" : 42,
            "58112" : 58,
            "58624" : 53,
            "59136" : 50,
            "59648" : 39,
            "60160" : 45,
            "60672" : 38,
            "61184" : 35,
            "61696" : 47,
            "62208" : 34,
            "62720" : 59,
            "63232" : 62,
            "63744" : 80,
            "64256" : 135,
            "64768" : 149,
            "65280" : 232,
            "66048" : 664,
            "67072" : 884,
            "68096" : 1100,
            "69120" : 1252,
            "70144" : 1322,
            "71168" : 1373,
            "72192" : 1268,
            "73216" : 1079,
            "74240" : 878,
            "75264" : 739,
            "76288" : 545,
            "77312" : 456,
            "78336" : 311,
            "79360" : 200,
            "80384" : 154,
            "81408" : 120,
            "82432" : 68,
            "83456" : 46,
            "84480" : 42,
            "85504" : 29,
            "86528" : 20,
            "87552" : 21,
            "88576" : 13,
            "89600" : 16,
            "90624" : 8,
            "91648" : 7,
            "92672" : 10,
            "93696" : 9,
            "94720" : 4,
            "95744" : 7,
            "96768" : 5,
            "97792" : 5,
            "98816" : 1,
            "99840" : 3,
            "100864" : 4,
            "101888" : 3,
            "102912" : 4,
            "103936" : 6,
            "104960" : 4,
            "105984" : 2,
            "107008" : 6,
            "108032" : 3,
            "109056" : 4,
            "110080" : 6,
            "111104" : 7,
            "112128" : 6,
            "113152" : 5,
            "114176" : 5,
            "115200" : 2,
            "116224" : 1,
            "119296" : 2,
            "120320" : 1,
            "121344" : 1,
            "122368" : 1,
            "146432" : 1,
            "177152" : 1,
            "244736" : 1,
            "248832" : 4,
            "250880" : 1,
            "252928" : 2,
            "254976" : 1,
            "257024" : 1,
            "259072" : 2,
            "261120" : 1,
            "264192" : 9,
            "268288" : 7,
            "272384" : 11,
            "276480" : 8,
            "280576" : 12,
            "284672" : 25,
            "288768" : 18,
            "292864" : 45,
            "296960" : 52,
            "301056" : 73,
            "305152" : 104,
            "309248" : 132,
            "313344" : 166,
            "317440" : 242,
            "321536" : 347,
            "325632" : 494,
            "329728" : 671,
            "333824" : 781,
            "337920" : 921,
            "342016" : 834,
            "346112" : 781,
            "350208" : 744,
            "354304" : 839,
            "358400" : 1215,
            "362496" : 1915,
            "366592" : 3073,
            "370688" : 4516,
            "374784" : 6363,
            "378880" : 7562,
            "382976" : 8230,
            "387072" : 7855,
            "391168" : 6418,
            "395264" : 5050,
            "399360" : 3717,
            "403456" : 2904,
            "407552" : 2357,
            "411648" : 2441,
            "415744" : 3298,
            "419840" : 4304,
            "423936" : 6128,
            "428032" : 7692,
            "432128" : 8846,
            "436224" : 9109,
            "440320" : 8739,
            "444416" : 7335,
            "448512" : 5662,
            "452608" : 4478,
            "456704" : 3691,
            "460800" : 3121,
            "464896" : 2826,
            "468992" : 2587,
            "473088" : 2365,
            "477184" : 2025,
            "481280" : 1829,
            "485376" : 1755,
            "489472" : 1512,
            "493568" : 1452,
            "497664" : 1231,
            "501760" : 1357,
            "505856" : 1287,
            "509952" : 1335,
            "514048" : 1465,
            "518144" : 1418,
            "522240" : 1330,
            "528384" : 2698,
            "536576" : 2252,
            "544768" : 1777,
            "552960" : 1565,
            "561152" : 1366,
            "569344" : 1306,
            "577536" : 1142,
            "585728" : 1139,
            "593920" : 1274,
            "602112" : 1223,
            "610304" : 1402,
            "618496" : 1862,
            "626688" : 2571,
            "634880" : 3532,
            "643072" : 4574,
            "651264" : 5318,
            "659456" : 6308,
            "667648" : 8659,
            "675840" : 13160,
            "684032" : 19313,
            "692224" : 23693,
            "700416" : 24595,
            "708608" : 22749,
            "716800" : 21990,
            "724992" : 26933,
            "733184" : 36063,
            "741376" : 44991,
            "749568" : 47716,
            "757760" : 43349,
            "765952" : 37273,
            "774144" : 34126,
            "782336" : 35242,
            "790528" : 38259,
            "798720" : 39310,
            "806912" : 37292,
            "815104" : 33170,
            "823296" : 29734,
            "831488" : 27060,
            "839680" : 24339,
            "847872" : 21988,
            "856064" : 19352,
            "864256" : 17757,
            "872448" : 16890,
            "880640" : 16149,
            "888832" : 15834,
            "897024" : 14612,
            "905216" : 13548,
            "913408" : 12622,
            "921600" : 11876,
            "929792" : 11042,
            "937984" : 11239,
            "946176" : 11315,
            "954368" : 11673,
            "962560" : 11994,
            "970752" : 12770,
            "978944" : 14280,
            "987136" : 16685,
            "995328" : 19510,
            "1003520" : 21989,
            "1011712" : 23786,
            "1019904" : 25183,
            "1028096" : 27874,
            "1036288" : 32361,
            "1044480" : 38612,
            "1056768" : 90709,
            "1073152" : 94405,
            "1089536" : 101240,
            "1105920" : 117173,
            "1122304" : 117033,
            "1138688" : 109936,
            "1155072" : 105687,
            "1171456" : 99136,
            "1187840" : 90856,
            "1204224" : 81694,
            "1220608" : 72488,
            "1236992" : 64254,
            "1253376" : 57484,
            "1269760" : 50734,
            "1286144" : 44325,
            "1302528" : 37896,
            "1318912" : 32856,
            "1335296" : 28304,
            "1351680" : 24298,
            "1368064" : 20863,
            "1384448" : 17353,
            "1400832" : 14918,
            "1417216" : 12596,
            "1433600" : 10340,
            "1449984" : 8694,
            "1466368" : 7416,
            "1482752" : 5952,
            "1499136" : 5011,
            "1515520" : 4115,
            "1531904" : 3396,
            "1548288" : 2780,
            "1564672" : 2306,
            "1581056" : 1834,
            "1597440" : 1505,
            "1613824" : 1292,
            "1630208" : 1032,
            "1646592" : 810,
            "1662976" : 688,
            "1679360" : 512,
            "1695744" : 436,
            "1712128" : 328,
            "1728512" : 273,
            "1744896" : 242,
            "1761280" : 170,
            "1777664" : 141,
            "1794048" : 124,
            "1810432" : 90,
            "1826816" : 89,
            "1843200" : 52,
            "1859584" : 47,
            "1875968" : 41,
            "1892352" : 32,
            "1908736" : 29,
            "1925120" : 16,
            "1941504" : 20,
            "1957888" : 16,
            "1974272" : 9,
            "1990656" : 7,
            "2007040" : 12,
            "2023424" : 2,
            "2039808" : 3,
            "2056192" : 6,
            "2072576" : 4,
            "2088960" : 1,
            "2113536" : 3,
            "2146304" : 11,
            "2179072" : 1,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 3
          }
        },
        "lat_ns" : {
          "min" : 63126,
          "max" : 2746456,
          "mean" : 1327628.325973,
          "stddev" : 300049.942827,
          "N" : 2890756
        },
        "bw_min" : 186302,
        "bw_max" : 199753,
        "bw_agg" : 100.000000,
        "bw_mean" : 192732.689076,
        "bw_dev" : 159.051144,
        "bw_samples" : 1904,
        "iops_min" : 46575,
        "iops_max" : 49938,
        "iops_mean" : 48182.436975,
        "iops_stddev" : 39.780167,
        "iops_samples" : 1904
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959993,
      "usr_cpu" : 0.626567,
      "sys_cpu" : 16.496370,
      "ctx" : 2441197,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999965,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999965,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.488935,
        "250" : 0.010000,
        "500" : 5.569516,
        "750" : 11.006783,
        "1000" : 23.622963
      },
      "latency_ms" : {
        "2" : 59.305922,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080839,
  "timestamp_ms" : 1773080839532,
  "time" : "Mon Mar  9 15:27:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 13844283392,
        "io_kbytes" : 13519808,
        "bw_bytes" : 197775477,
        "bw" : 193140,
        "iops" : 48285.428571,
        "runtime" : 70000,
        "total_ios" : 3379980,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5408,
          "max" : 1501043,
          "mean" : 329178.686610,
          "stddev" : 147981.135728,
          "N" : 3379980
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 995531.574296,
          "stddev" : 259629.402020,
          "N" : 3379964,
          "percentile" : {
            "1.000000" : 370688,
            "5.000000" : 448512,
            "10.000000" : 692224,
            "20.000000" : 765952,
            "30.000000" : 831488,
            "40.000000" : 987136,
            "50.000000" : 1073152,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1286144,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1728512,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41728" : 1,
            "42752" : 2,
            "43264" : 1,
            "43776" : 1,
            "44288" : 4,
            "44800" : 5,
            "45312" : 1,
            "45824" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 1,
            "48896" : 1,
            "49920" : 1,
            "50944" : 3,
            "51456" : 4,
            "51968" : 7,
            "52480" : 9,
            "52992" : 15,
            "53504" : 23,
            "54016" : 36,
            "54528" : 47,
            "55040" : 43,
            "55552" : 44,
            "56064" : 49,
            "56576" : 50,
            "57088" : 58,
            "57600" : 59,
            "58112" : 66,
            "58624" : 64,
            "59136" : 61,
            "59648" : 45,
            "60160" : 53,
            "60672" : 44,
            "61184" : 43,
            "61696" : 52,
            "62208" : 38,
            "62720" : 66,
            "63232" : 72,
            "63744" : 91,
            "64256" : 148,
            "64768" : 186,
            "65280" : 279,
            "66048" : 768,
            "67072" : 1073,
            "68096" : 1330,
            "69120" : 1529,
            "70144" : 1607,
            "71168" : 1678,
            "72192" : 1539,
            "73216" : 1284,
            "74240" : 1052,
            "75264" : 903,
            "76288" : 689,
            "77312" : 561,
            "78336" : 387,
            "79360" : 258,
            "80384" : 195,
            "81408" : 149,
            "82432" : 84,
            "83456" : 64,
            "84480" : 49,
            "85504" : 40,
            "86528" : 28,
            "87552" : 24,
            "88576" : 16,
            "89600" : 21,
            "90624" : 11,
            "91648" : 9,
            "92672" : 10,
            "93696" : 9,
            "94720" : 5,
            "95744" : 7,
            "96768" : 7,
            "97792" : 5,
            "98816" : 1,
            "99840" : 3,
            "100864" : 5,
            "101888" : 5,
            "102912" : 6,
            "103936" : 7,
            "104960" : 4,
            "105984" : 2,
            "107008" : 9,
            "108032" : 4,
            "109056" : 6,
            "110080" : 6,
            "111104" : 9,
            "112128" : 6,
            "113152" : 7,
            "114176" : 5,
            "115200" : 3,
            "116224" : 2,
            "117248" : 1,
            "119296" : 2,
            "120320" : 1,
            "121344" : 1,
            "122368" : 1,
            "146432" : 1,
            "177152" : 1,
            "240640" : 1,
            "244736" : 1,
            "248832" : 4,
            "250880" : 1,
            "252928" : 3,
            "254976" : 1,
            "257024" : 2,
            "259072" : 3,
            "261120" : 1,
            "264192" : 10,
            "268288" : 9,
            "272384" : 12,
            "276480" : 10,
            "280576" : 14,
            "284672" : 31,
            "288768" : 23,
            "292864" : 52,
            "296960" : 69,
            "301056" : 86,
            "305152" : 120,
            "309248" : 158,
            "313344" : 201,
            "317440" : 283,
            "321536" : 418,
            "325632" : 595,
            "329728" : 800,
            "333824" : 942,
            "337920" : 1083,
            "342016" : 991,
            "346112" : 937,
            "350208" : 907,
            "354304" : 1018,
            "358400" : 1448,
            "362496" : 2271,
            "366592" : 3624,
            "370688" : 5392,
            "374784" : 7596,
            "378880" : 8999,
            "382976" : 9811,
            "387072" : 9363,
            "391168" : 7783,
            "395264" : 6098,
            "399360" : 4507,
            "403456" : 3472,
            "407552" : 2861,
            "411648" : 2896,
            "415744" : 3862,
            "419840" : 5125,
            "423936" : 7289,
            "428032" : 9246,
            "432128" : 10599,
            "436224" : 10990,
            "440320" : 10470,
            "444416" : 8785,
            "448512" : 6771,
            "452608" : 5340,
            "456704" : 4387,
            "460800" : 3721,
            "464896" : 3403,
            "468992" : 3121,
            "473088" : 2865,
            "477184" : 2412,
            "481280" : 2215,
            "485376" : 2098,
            "489472" : 1782,
            "493568" : 1750,
            "497664" : 1518,
            "501760" : 1603,
            "505856" : 1542,
            "509952" : 1605,
            "514048" : 1757,
            "518144" : 1680,
            "522240" : 1630,
            "528384" : 3229,
            "536576" : 2685,
            "544768" : 2138,
            "552960" : 1872,
            "561152" : 1632,
            "569344" : 1534,
            "577536" : 1360,
            "585728" : 1360,
            "593920" : 1541,
            "602112" : 1473,
            "610304" : 1687,
            "618496" : 2208,
            "626688" : 3002,
            "634880" : 4168,
            "643072" : 5367,
            "651264" : 6286,
            "659456" : 7343,
            "667648" : 10065,
            "675840" : 15418,
            "684032" : 22737,
            "692224" : 27946,
            "700416" : 28907,
            "708608" : 26829,
            "716800" : 25890,
            "724992" : 31742,
            "733184" : 42385,
            "741376" : 53188,
            "749568" : 56166,
            "757760" : 51000,
            "765952" : 43823,
            "774144" : 40067,
            "782336" : 41514,
            "790528" : 45076,
            "798720" : 46354,
            "806912" : 43907,
            "815104" : 39024,
            "823296" : 35015,
            "831488" : 31863,
            "839680" : 28753,
            "847872" : 26013,
            "856064" : 22900,
            "864256" : 20961,
            "872448" : 19913,
            "880640" : 19174,
            "888832" : 18638,
            "897024" : 17234,
            "905216" : 16006,
            "913408" : 14882,
            "921600" : 14057,
            "929792" : 13046,
            "937984" : 13166,
            "946176" : 13216,
            "954368" : 13618,
            "962560" : 14055,
            "970752" : 14974,
            "978944" : 16653,
            "987136" : 19485,
            "995328" : 22620,
            "1003520" : 25596,
            "1011712" : 27647,
            "1019904" : 29179,
            "1028096" : 32267,
            "1036288" : 37743,
            "1044480" : 44826,
            "1056768" : 105162,
            "1073152" : 109787,
            "1089536" : 117475,
            "1105920" : 136129,
            "1122304" : 135978,
            "1138688" : 127545,
            "1155072" : 122750,
            "1171456" : 115370,
            "1187840" : 105628,
            "1204224" : 94991,
            "1220608" : 84205,
            "1236992" : 74440,
            "1253376" : 66708,
            "1269760" : 58962,
            "1286144" : 51439,
            "1302528" : 44025,
            "1318912" : 38164,
            "1335296" : 32874,
            "1351680" : 28196,
            "1368064" : 24230,
            "1384448" : 20217,
            "1400832" : 17401,
            "1417216" : 14545,
            "1433600" : 11982,
            "1449984" : 10137,
            "1466368" : 8634,
            "1482752" : 6935,
            "1499136" : 5788,
            "1515520" : 4760,
            "1531904" : 3970,
            "1548288" : 3202,
            "1564672" : 2643,
            "1581056" : 2144,
            "1597440" : 1764,
            "1613824" : 1470,
            "1630208" : 1211,
            "1646592" : 948,
            "1662976" : 784,
            "1679360" : 597,
            "1695744" : 505,
            "1712128" : 389,
            "1728512" : 321,
            "1744896" : 282,
            "1761280" : 201,
            "1777664" : 170,
            "1794048" : 147,
            "1810432" : 110,
            "1826816" : 103,
            "1843200" : 66,
            "1859584" : 52,
            "1875968" : 49,
            "1892352" : 35,
            "1908736" : 37,
            "1925120" : 18,
            "1941504" : 24,
            "1957888" : 18,
            "1974272" : 12,
            "1990656" : 8,
            "2007040" : 12,
            "2023424" : 3,
            "2039808" : 3,
            "2056192" : 7,
            "2072576" : 7,
            "2088960" : 1,
            "2113536" : 4,
            "2146304" : 12,
            "2179072" : 1,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 4
          }
        },
        "lat_ns" : {
          "min" : 62435,
          "max" : 2755059,
          "mean" : 1324710.032802,
          "stddev" : 301324.132407,
          "N" : 3379964
        },
        "bw_min" : 186302,
        "bw_max" : 201137,
        "bw_agg" : 100.000000,
        "bw_mean" : 193153.251799,
        "bw_dev" : 174.103102,
        "bw_samples" : 2224,
        "iops_min" : 46575,
        "iops_max" : 50284,
        "iops_mean" : 48287.589928,
        "iops_stddev" : 43.540025,
        "iops_samples" : 2224
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119986,
      "usr_cpu" : 0.622776,
      "sys_cpu" : 16.519581,
      "ctx" : 2847250,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999970,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999970,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.507370,
        "250" : 0.010000,
        "500" : 5.702549,
        "750" : 11.095628,
        "1000" : 23.775052
      },
      "latency_ms" : {
        "2" : 58.913426,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080849,
  "timestamp_ms" : 1773080849532,
  "time" : "Mon Mar  9 15:27:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 15865413632,
        "io_kbytes" : 15493568,
        "bw_bytes" : 198320149,
        "bw" : 193672,
        "iops" : 48418.292729,
        "runtime" : 79999,
        "total_ios" : 3873415,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5388,
          "max" : 1501043,
          "mean" : 328273.946985,
          "stddev" : 148666.009955,
          "N" : 3873415
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 992812.217569,
          "stddev" : 260886.119767,
          "N" : 3873399,
          "percentile" : {
            "1.000000" : 366592,
            "5.000000" : 444416,
            "10.000000" : 692224,
            "20.000000" : 765952,
            "30.000000" : 831488,
            "40.000000" : 978944,
            "50.000000" : 1056768,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1269760,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1728512,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41728" : 1,
            "42752" : 2,
            "43264" : 2,
            "43776" : 1,
            "44288" : 4,
            "44800" : 6,
            "45312" : 1,
            "45824" : 2,
            "46336" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 1,
            "48896" : 1,
            "49920" : 2,
            "50944" : 3,
            "51456" : 6,
            "51968" : 8,
            "52480" : 14,
            "52992" : 15,
            "53504" : 30,
            "54016" : 41,
            "54528" : 56,
            "55040" : 48,
            "55552" : 52,
            "56064" : 67,
            "56576" : 62,
            "57088" : 77,
            "57600" : 68,
            "58112" : 75,
            "58624" : 75,
            "59136" : 70,
            "59648" : 50,
            "60160" : 64,
            "60672" : 53,
            "61184" : 54,
            "61696" : 61,
            "62208" : 45,
            "62720" : 72,
            "63232" : 87,
            "63744" : 114,
            "64256" : 167,
            "64768" : 224,
            "65280" : 339,
            "66048" : 946,
            "67072" : 1289,
            "68096" : 1623,
            "69120" : 1843,
            "70144" : 1945,
            "71168" : 1991,
            "72192" : 1812,
            "73216" : 1536,
            "74240" : 1261,
            "75264" : 1089,
            "76288" : 826,
            "77312" : 639,
            "78336" : 449,
            "79360" : 320,
            "80384" : 234,
            "81408" : 162,
            "82432" : 102,
            "83456" : 74,
            "84480" : 55,
            "85504" : 43,
            "86528" : 31,
            "87552" : 28,
            "88576" : 20,
            "89600" : 23,
            "90624" : 12,
            "91648" : 10,
            "92672" : 10,
            "93696" : 10,
            "94720" : 8,
            "95744" : 7,
            "96768" : 7,
            "97792" : 5,
            "98816" : 2,
            "99840" : 5,
            "100864" : 8,
            "101888" : 5,
            "102912" : 6,
            "103936" : 8,
            "104960" : 5,
            "105984" : 3,
            "107008" : 11,
            "108032" : 4,
            "109056" : 7,
            "110080" : 7,
            "111104" : 12,
            "112128" : 6,
            "113152" : 7,
            "114176" : 6,
            "115200" : 5,
            "116224" : 3,
            "117248" : 1,
            "119296" : 3,
            "120320" : 1,
            "121344" : 1,
            "122368" : 1,
            "125440" : 1,
            "126464" : 1,
            "134144" : 1,
            "146432" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "244736" : 1,
            "248832" : 4,
            "250880" : 1,
            "252928" : 3,
            "254976" : 1,
            "257024" : 2,
            "259072" : 4,
            "261120" : 2,
            "264192" : 12,
            "268288" : 10,
            "272384" : 13,
            "276480" : 13,
            "280576" : 15,
            "284672" : 36,
            "288768" : 31,
            "292864" : 63,
            "296960" : 73,
            "301056" : 98,
            "305152" : 141,
            "309248" : 191,
            "313344" : 231,
            "317440" : 327,
            "321536" : 488,
            "325632" : 685,
            "329728" : 945,
            "333824" : 1128,
            "337920" : 1269,
            "342016" : 1179,
            "346112" : 1089,
            "350208" : 1059,
            "354304" : 1197,
            "358400" : 1727,
            "362496" : 2668,
            "366592" : 4279,
            "370688" : 6359,
            "374784" : 8908,
            "378880" : 10652,
            "382976" : 11496,
            "387072" : 11030,
            "391168" : 9197,
            "395264" : 7170,
            "399360" : 5299,
            "403456" : 4077,
            "407552" : 3358,
            "411648" : 3428,
            "415744" : 4555,
            "419840" : 6073,
            "423936" : 8633,
            "428032" : 10953,
            "432128" : 12541,
            "436224" : 12903,
            "440320" : 12241,
            "444416" : 10306,
            "448512" : 7973,
            "452608" : 6312,
            "456704" : 5200,
            "460800" : 4352,
            "464896" : 3982,
            "468992" : 3691,
            "473088" : 3362,
            "477184" : 2823,
            "481280" : 2594,
            "485376" : 2454,
            "489472" : 2112,
            "493568" : 2034,
            "497664" : 1804,
            "501760" : 1868,
            "505856" : 1821,
            "509952" : 1914,
            "514048" : 2052,
            "518144" : 1990,
            "522240" : 1935,
            "528384" : 3786,
            "536576" : 3197,
            "544768" : 2506,
            "552960" : 2179,
            "561152" : 1915,
            "569344" : 1769,
            "577536" : 1628,
            "585728" : 1591,
            "593920" : 1811,
            "602112" : 1751,
            "610304" : 2016,
            "618496" : 2579,
            "626688" : 3482,
            "634880" : 4833,
            "643072" : 6281,
            "651264" : 7276,
            "659456" : 8477,
            "667648" : 11570,
            "675840" : 17825,
            "684032" : 26269,
            "692224" : 32393,
            "700416" : 33412,
            "708608" : 31083,
            "716800" : 30026,
            "724992" : 36655,
            "733184" : 48910,
            "741376" : 61515,
            "749568" : 64869,
            "757760" : 58826,
            "765952" : 50648,
            "774144" : 46334,
            "782336" : 47951,
            "790528" : 52358,
            "798720" : 53427,
            "806912" : 50724,
            "815104" : 45288,
            "823296" : 40569,
            "831488" : 36778,
            "839680" : 33151,
            "847872" : 30006,
            "856064" : 26393,
            "864256" : 24313,
            "872448" : 23062,
            "880640" : 22206,
            "888832" : 21525,
            "897024" : 19935,
            "905216" : 18564,
            "913408" : 17189,
            "921600" : 16190,
            "929792" : 15078,
            "937984" : 15160,
            "946176" : 15144,
            "954368" : 15664,
            "962560" : 16172,
            "970752" : 17183,
            "978944" : 19012,
            "987136" : 22306,
            "995328" : 25782,
            "1003520" : 29147,
            "1011712" : 31479,
            "1019904" : 33226,
            "1028096" : 36702,
            "1036288" : 43000,
            "1044480" : 51020,
            "1056768" : 119672,
            "1073152" : 125099,
            "1089536" : 133649,
            "1105920" : 154854,
            "1122304" : 154569,
            "1138688" : 145074,
            "1155072" : 139514,
            "1171456" : 131152,
            "1187840" : 119944,
            "1204224" : 107941,
            "1220608" : 95745,
            "1236992" : 84513,
            "1253376" : 75658,
            "1269760" : 66984,
            "1286144" : 58417,
            "1302528" : 49990,
            "1318912" : 43305,
            "1335296" : 37322,
            "1351680" : 31945,
            "1368064" : 27631,
            "1384448" : 23034,
            "1400832" : 19832,
            "1417216" : 16453,
            "1433600" : 13604,
            "1449984" : 11474,
            "1466368" : 9736,
            "1482752" : 7847,
            "1499136" : 6625,
            "1515520" : 5402,
            "1531904" : 4491,
            "1548288" : 3675,
            "1564672" : 2977,
            "1581056" : 2427,
            "1597440" : 2027,
            "1613824" : 1647,
            "1630208" : 1365,
            "1646592" : 1066,
            "1662976" : 891,
            "1679360" : 685,
            "1695744" : 566,
            "1712128" : 438,
            "1728512" : 367,
            "1744896" : 324,
            "1761280" : 225,
            "1777664" : 196,
            "1794048" : 167,
            "1810432" : 132,
            "1826816" : 116,
            "1843200" : 78,
            "1859584" : 55,
            "1875968" : 55,
            "1892352" : 39,
            "1908736" : 40,
            "1925120" : 24,
            "1941504" : 25,
            "1957888" : 19,
            "1974272" : 12,
            "1990656" : 8,
            "2007040" : 12,
            "2023424" : 3,
            "2039808" : 3,
            "2056192" : 7,
            "2072576" : 7,
            "2088960" : 1,
            "2113536" : 4,
            "2146304" : 12,
            "2179072" : 2,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 4
          }
        },
        "lat_ns" : {
          "min" : 62435,
          "max" : 2755059,
          "mean" : 1321085.791683,
          "stddev" : 302819.325900,
          "N" : 3873399
        },
        "bw_min" : 186302,
        "bw_max" : 202008,
        "bw_agg" : 100.000000,
        "bw_mean" : 193684.389937,
        "bw_dev" : 194.849807,
        "bw_samples" : 2544,
        "iops_min" : 46575,
        "iops_max" : 50502,
        "iops_mean" : 48420.389937,
        "iops_stddev" : 48.725017,
        "iops_samples" : 2544
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279984,
      "usr_cpu" : 0.618992,
      "sys_cpu" : 16.538097,
      "ctx" : 3253479,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.529559,
        "250" : 0.010000,
        "500" : 5.859765,
        "750" : 11.214936,
        "1000" : 23.948144
      },
      "latency_ms" : {
        "2" : 58.441634,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080859,
  "timestamp_ms" : 1773080859532,
  "time" : "Mon Mar  9 15:27:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 17896652800,
        "io_kbytes" : 17477200,
        "bw_bytes" : 198853907,
        "bw" : 194193,
        "iops" : 48548.594984,
        "runtime" : 89999,
        "total_ios" : 4369325,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5388,
          "max" : 1501043,
          "mean" : 327388.436032,
          "stddev" : 149380.173488,
          "N" : 4369325
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 990148.605805,
          "stddev" : 262207.566165,
          "N" : 4369309,
          "percentile" : {
            "1.000000" : 366592,
            "5.000000" : 440320,
            "10.000000" : 692224,
            "20.000000" : 757760,
            "30.000000" : 823296,
            "40.000000" : 970752,
            "50.000000" : 1056768,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1269760,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1728512,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41728" : 1,
            "42752" : 3,
            "43264" : 3,
            "43776" : 1,
            "44288" : 5,
            "44800" : 7,
            "45312" : 2,
            "45824" : 2,
            "46336" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 1,
            "48896" : 1,
            "49920" : 2,
            "50944" : 4,
            "51456" : 9,
            "51968" : 8,
            "52480" : 16,
            "52992" : 22,
            "53504" : 32,
            "54016" : 43,
            "54528" : 60,
            "55040" : 60,
            "55552" : 62,
            "56064" : 75,
            "56576" : 69,
            "57088" : 87,
            "57600" : 77,
            "58112" : 85,
            "58624" : 86,
            "59136" : 74,
            "59648" : 61,
            "60160" : 70,
            "60672" : 64,
            "61184" : 60,
            "61696" : 73,
            "62208" : 53,
            "62720" : 83,
            "63232" : 107,
            "63744" : 138,
            "64256" : 204,
            "64768" : 258,
            "65280" : 399,
            "66048" : 1118,
            "67072" : 1532,
            "68096" : 1914,
            "69120" : 2177,
            "70144" : 2288,
            "71168" : 2351,
            "72192" : 2127,
            "73216" : 1815,
            "74240" : 1513,
            "75264" : 1288,
            "76288" : 976,
            "77312" : 738,
            "78336" : 527,
            "79360" : 394,
            "80384" : 287,
            "81408" : 196,
            "82432" : 125,
            "83456" : 93,
            "84480" : 64,
            "85504" : 54,
            "86528" : 34,
            "87552" : 28,
            "88576" : 21,
            "89600" : 26,
            "90624" : 14,
            "91648" : 12,
            "92672" : 12,
            "93696" : 14,
            "94720" : 8,
            "95744" : 8,
            "96768" : 8,
            "97792" : 6,
            "98816" : 3,
            "99840" : 8,
            "100864" : 8,
            "101888" : 6,
            "102912" : 7,
            "103936" : 9,
            "104960" : 5,
            "105984" : 4,
            "107008" : 13,
            "108032" : 8,
            "109056" : 7,
            "110080" : 7,
            "111104" : 14,
            "112128" : 7,
            "113152" : 8,
            "114176" : 8,
            "115200" : 5,
            "116224" : 4,
            "117248" : 1,
            "118272" : 1,
            "119296" : 3,
            "120320" : 1,
            "121344" : 2,
            "122368" : 1,
            "125440" : 1,
            "126464" : 1,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "244736" : 1,
            "248832" : 4,
            "250880" : 1,
            "252928" : 3,
            "254976" : 1,
            "257024" : 3,
            "259072" : 4,
            "261120" : 2,
            "264192" : 12,
            "268288" : 10,
            "272384" : 19,
            "276480" : 18,
            "280576" : 17,
            "284672" : 44,
            "288768" : 40,
            "292864" : 72,
            "296960" : 87,
            "301056" : 116,
            "305152" : 161,
            "309248" : 211,
            "313344" : 259,
            "317440" : 379,
            "321536" : 554,
            "325632" : 808,
            "329728" : 1084,
            "333824" : 1301,
            "337920" : 1487,
            "342016" : 1378,
            "346112" : 1267,
            "350208" : 1214,
            "354304" : 1396,
            "358400" : 1980,
            "362496" : 3113,
            "366592" : 4891,
            "370688" : 7304,
            "374784" : 10234,
            "378880" : 12338,
            "382976" : 13309,
            "387072" : 12773,
            "391168" : 10705,
            "395264" : 8347,
            "399360" : 6160,
            "403456" : 4720,
            "407552" : 3890,
            "411648" : 3994,
            "415744" : 5241,
            "419840" : 7092,
            "423936" : 9914,
            "428032" : 12644,
            "432128" : 14571,
            "436224" : 15034,
            "440320" : 14247,
            "444416" : 11913,
            "448512" : 9246,
            "452608" : 7350,
            "456704" : 6028,
            "460800" : 5093,
            "464896" : 4641,
            "468992" : 4306,
            "473088" : 3879,
            "477184" : 3321,
            "481280" : 3002,
            "485376" : 2837,
            "489472" : 2428,
            "493568" : 2366,
            "497664" : 2068,
            "501760" : 2132,
            "505856" : 2126,
            "509952" : 2205,
            "514048" : 2337,
            "518144" : 2309,
            "522240" : 2228,
            "528384" : 4400,
            "536576" : 3675,
            "544768" : 2957,
            "552960" : 2535,
            "561152" : 2228,
            "569344" : 2036,
            "577536" : 1880,
            "585728" : 1848,
            "593920" : 2050,
            "602112" : 2029,
            "610304" : 2306,
            "618496" : 2928,
            "626688" : 3936,
            "634880" : 5511,
            "643072" : 7109,
            "651264" : 8313,
            "659456" : 9717,
            "667648" : 13140,
            "675840" : 20201,
            "684032" : 29768,
            "692224" : 36730,
            "700416" : 38015,
            "708608" : 35321,
            "716800" : 34239,
            "724992" : 41706,
            "733184" : 55771,
            "741376" : 69803,
            "749568" : 73821,
            "757760" : 66934,
            "765952" : 57702,
            "774144" : 52847,
            "782336" : 54693,
            "790528" : 59427,
            "798720" : 60937,
            "806912" : 57661,
            "815104" : 51517,
            "823296" : 46218,
            "831488" : 41794,
            "839680" : 37704,
            "847872" : 34172,
            "856064" : 30169,
            "864256" : 27702,
            "872448" : 26249,
            "880640" : 25320,
            "888832" : 24522,
            "897024" : 22672,
            "905216" : 21163,
            "913408" : 19504,
            "921600" : 18341,
            "929792" : 17104,
            "937984" : 17124,
            "946176" : 17183,
            "954368" : 17696,
            "962560" : 18251,
            "970752" : 19296,
            "978944" : 21385,
            "987136" : 25070,
            "995328" : 28880,
            "1003520" : 32728,
            "1011712" : 35288,
            "1019904" : 37181,
            "1028096" : 41254,
            "1036288" : 48103,
            "1044480" : 56940,
            "1056768" : 133919,
            "1073152" : 140115,
            "1089536" : 149570,
            "1105920" : 173370,
            "1122304" : 173005,
            "1138688" : 162244,
            "1155072" : 155970,
            "1171456" : 146866,
            "1187840" : 133985,
            "1204224" : 120862,
            "1220608" : 107038,
            "1236992" : 94421,
            "1253376" : 84600,
            "1269760" : 74925,
            "1286144" : 65346,
            "1302528" : 55929,
            "1318912" : 48511,
            "1335296" : 41892,
            "1351680" : 35719,
            "1368064" : 30878,
            "1384448" : 25764,
            "1400832" : 22141,
            "1417216" : 18504,
            "1433600" : 15258,
            "1449984" : 12836,
            "1466368" : 10893,
            "1482752" : 8778,
            "1499136" : 7398,
            "1515520" : 6050,
            "1531904" : 5005,
            "1548288" : 4147,
            "1564672" : 3353,
            "1581056" : 2729,
            "1597440" : 2269,
            "1613824" : 1854,
            "1630208" : 1526,
            "1646592" : 1201,
            "1662976" : 1000,
            "1679360" : 769,
            "1695744" : 636,
            "1712128" : 485,
            "1728512" : 410,
            "1744896" : 367,
            "1761280" : 256,
            "1777664" : 222,
            "1794048" : 196,
            "1810432" : 142,
            "1826816" : 130,
            "1843200" : 85,
            "1859584" : 59,
            "1875968" : 63,
            "1892352" : 45,
            "1908736" : 42,
            "1925120" : 29,
            "1941504" : 27,
            "1957888" : 23,
            "1974272" : 12,
            "1990656" : 10,
            "2007040" : 13,
            "2023424" : 4,
            "2039808" : 4,
            "2056192" : 7,
            "2072576" : 7,
            "2088960" : 1,
            "2113536" : 5,
            "2146304" : 12,
            "2179072" : 2,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 4
          }
        },
        "lat_ns" : {
          "min" : 62435,
          "max" : 2755059,
          "mean" : 1317536.771429,
          "stddev" : 304383.763912,
          "N" : 4369309
        },
        "bw_min" : 186302,
        "bw_max" : 203584,
        "bw_agg" : 100.000000,
        "bw_mean" : 194200.106145,
        "bw_dev" : 214.200453,
        "bw_samples" : 2864,
        "iops_min" : 46575,
        "iops_max" : 50896,
        "iops_mean" : 48549.340782,
        "iops_stddev" : 53.562014,
        "iops_samples" : 2864
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439984,
      "usr_cpu" : 0.626257,
      "sys_cpu" : 16.549489,
      "ctx" : 3659139,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.554205,
        "250" : 0.010000,
        "500" : 6.020770,
        "750" : 11.318590,
        "1000" : 24.125237
      },
      "latency_ms" : {
        "2" : 57.975225,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080869,
  "timestamp_ms" : 1773080869532,
  "time" : "Mon Mar  9 15:27:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 19939393536,
        "io_kbytes" : 19472064,
        "bw_bytes" : 199395929,
        "bw" : 194722,
        "iops" : 48680.876809,
        "runtime" : 99999,
        "total_ios" : 4868039,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 326491.183273,
          "stddev" : 150078.926412,
          "N" : 4868039
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 987459.862136,
          "stddev" : 263471.183958,
          "N" : 4868023,
          "percentile" : {
            "1.000000" : 366592,
            "5.000000" : 440320,
            "10.000000" : 684032,
            "20.000000" : 757760,
            "30.000000" : 823296,
            "40.000000" : 962560,
            "50.000000" : 1056768,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1269760,
            "95.000000" : 1351680,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41728" : 1,
            "42752" : 3,
            "43264" : 3,
            "43776" : 1,
            "44288" : 7,
            "44800" : 7,
            "45312" : 2,
            "45824" : 2,
            "46336" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 2,
            "50432" : 1,
            "50944" : 4,
            "51456" : 9,
            "51968" : 9,
            "52480" : 17,
            "52992" : 27,
            "53504" : 38,
            "54016" : 44,
            "54528" : 68,
            "55040" : 72,
            "55552" : 73,
            "56064" : 80,
            "56576" : 74,
            "57088" : 94,
            "57600" : 88,
            "58112" : 90,
            "58624" : 97,
            "59136" : 85,
            "59648" : 74,
            "60160" : 80,
            "60672" : 71,
            "61184" : 66,
            "61696" : 82,
            "62208" : 64,
            "62720" : 98,
            "63232" : 127,
            "63744" : 164,
            "64256" : 232,
            "64768" : 303,
            "65280" : 464,
            "66048" : 1274,
            "67072" : 1776,
            "68096" : 2241,
            "69120" : 2551,
            "70144" : 2684,
            "71168" : 2731,
            "72192" : 2463,
            "73216" : 2121,
            "74240" : 1763,
            "75264" : 1456,
            "76288" : 1135,
            "77312" : 868,
            "78336" : 624,
            "79360" : 457,
            "80384" : 330,
            "81408" : 230,
            "82432" : 145,
            "83456" : 106,
            "84480" : 78,
            "85504" : 65,
            "86528" : 39,
            "87552" : 34,
            "88576" : 24,
            "89600" : 30,
            "90624" : 19,
            "91648" : 13,
            "92672" : 16,
            "93696" : 16,
            "94720" : 10,
            "95744" : 10,
            "96768" : 9,
            "97792" : 7,
            "98816" : 3,
            "99840" : 9,
            "100864" : 9,
            "101888" : 7,
            "102912" : 9,
            "103936" : 11,
            "104960" : 6,
            "105984" : 8,
            "107008" : 17,
            "108032" : 9,
            "109056" : 9,
            "110080" : 9,
            "111104" : 18,
            "112128" : 8,
            "113152" : 10,
            "114176" : 10,
            "115200" : 5,
            "116224" : 5,
            "117248" : 2,
            "118272" : 2,
            "119296" : 3,
            "120320" : 1,
            "121344" : 2,
            "122368" : 1,
            "125440" : 1,
            "126464" : 1,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "244736" : 1,
            "248832" : 5,
            "250880" : 1,
            "252928" : 3,
            "254976" : 1,
            "257024" : 3,
            "259072" : 5,
            "261120" : 2,
            "264192" : 13,
            "268288" : 13,
            "272384" : 21,
            "276480" : 18,
            "280576" : 23,
            "284672" : 52,
            "288768" : 44,
            "292864" : 77,
            "296960" : 96,
            "301056" : 131,
            "305152" : 184,
            "309248" : 249,
            "313344" : 303,
            "317440" : 443,
            "321536" : 628,
            "325632" : 938,
            "329728" : 1246,
            "333824" : 1484,
            "337920" : 1669,
            "342016" : 1553,
            "346112" : 1414,
            "350208" : 1401,
            "354304" : 1590,
            "358400" : 2235,
            "362496" : 3536,
            "366592" : 5496,
            "370688" : 8335,
            "374784" : 11662,
            "378880" : 14061,
            "382976" : 15257,
            "387072" : 14627,
            "391168" : 12307,
            "395264" : 9595,
            "399360" : 7106,
            "403456" : 5424,
            "407552" : 4451,
            "411648" : 4601,
            "415744" : 5941,
            "419840" : 8113,
            "423936" : 11303,
            "428032" : 14395,
            "432128" : 16666,
            "436224" : 17196,
            "440320" : 16379,
            "444416" : 13705,
            "448512" : 10575,
            "452608" : 8414,
            "456704" : 6866,
            "460800" : 5884,
            "464896" : 5336,
            "468992" : 4918,
            "473088" : 4428,
            "477184" : 3792,
            "481280" : 3455,
            "485376" : 3243,
            "489472" : 2818,
            "493568" : 2710,
            "497664" : 2387,
            "501760" : 2425,
            "505856" : 2414,
            "509952" : 2510,
            "514048" : 2700,
            "518144" : 2618,
            "522240" : 2554,
            "528384" : 5011,
            "536576" : 4205,
            "544768" : 3405,
            "552960" : 2894,
            "561152" : 2538,
            "569344" : 2329,
            "577536" : 2154,
            "585728" : 2130,
            "593920" : 2337,
            "602112" : 2309,
            "610304" : 2621,
            "618496" : 3321,
            "626688" : 4425,
            "634880" : 6180,
            "643072" : 7984,
            "651264" : 9253,
            "659456" : 10913,
            "667648" : 14723,
            "675840" : 22627,
            "684032" : 33356,
            "692224" : 41359,
            "700416" : 42799,
            "708608" : 39674,
            "716800" : 38365,
            "724992" : 46760,
            "733184" : 62568,
            "741376" : 78348,
            "749568" : 83072,
            "757760" : 75643,
            "765952" : 64838,
            "774144" : 59423,
            "782336" : 61361,
            "790528" : 66592,
            "798720" : 68538,
            "806912" : 64855,
            "815104" : 58016,
            "823296" : 51980,
            "831488" : 47120,
            "839680" : 42491,
            "847872" : 38410,
            "856064" : 33951,
            "864256" : 31134,
            "872448" : 29535,
            "880640" : 28497,
            "888832" : 27486,
            "897024" : 25445,
            "905216" : 23697,
            "913408" : 21877,
            "921600" : 20477,
            "929792" : 19180,
            "937984" : 19240,
            "946176" : 19094,
            "954368" : 19741,
            "962560" : 20302,
            "970752" : 21531,
            "978944" : 23741,
            "987136" : 27723,
            "995328" : 31975,
            "1003520" : 36243,
            "1011712" : 39043,
            "1019904" : 41179,
            "1028096" : 45574,
            "1036288" : 53242,
            "1044480" : 62962,
            "1056768" : 148207,
            "1073152" : 154696,
            "1089536" : 165477,
            "1105920" : 191363,
            "1122304" : 191280,
            "1138688" : 179220,
            "1155072" : 172309,
            "1171456" : 162349,
            "1187840" : 148240,
            "1204224" : 133542,
            "1220608" : 118119,
            "1236992" : 104442,
            "1253376" : 93518,
            "1269760" : 82790,
            "1286144" : 72032,
            "1302528" : 61806,
            "1318912" : 53645,
            "1335296" : 46217,
            "1351680" : 39524,
            "1368064" : 34044,
            "1384448" : 28493,
            "1400832" : 24434,
            "1417216" : 20401,
            "1433600" : 16870,
            "1449984" : 14187,
            "1466368" : 12046,
            "1482752" : 9715,
            "1499136" : 8154,
            "1515520" : 6686,
            "1531904" : 5482,
            "1548288" : 4578,
            "1564672" : 3720,
            "1581056" : 3044,
            "1597440" : 2519,
            "1613824" : 2053,
            "1630208" : 1698,
            "1646592" : 1322,
            "1662976" : 1115,
            "1679360" : 866,
            "1695744" : 706,
            "1712128" : 534,
            "1728512" : 460,
            "1744896" : 395,
            "1761280" : 286,
            "1777664" : 238,
            "1794048" : 216,
            "1810432" : 155,
            "1826816" : 144,
            "1843200" : 94,
            "1859584" : 64,
            "1875968" : 65,
            "1892352" : 48,
            "1908736" : 49,
            "1925120" : 34,
            "1941504" : 28,
            "1957888" : 26,
            "1974272" : 12,
            "1990656" : 10,
            "2007040" : 15,
            "2023424" : 5,
            "2039808" : 6,
            "2056192" : 7,
            "2072576" : 7,
            "2088960" : 2,
            "2113536" : 5,
            "2146304" : 12,
            "2179072" : 2,
            "2211840" : 2,
            "2244608" : 2,
            "2277376" : 2,
            "2310144" : 2,
            "2342912" : 2,
            "2375680" : 4
          }
        },
        "lat_ns" : {
          "min" : 62435,
          "max" : 2755059,
          "mean" : 1313951.163031,
          "stddev" : 305900.165408,
          "N" : 4868023
        },
        "bw_min" : 186302,
        "bw_max" : 204818,
        "bw_agg" : 100.000000,
        "bw_mean" : 194728.130653,
        "bw_dev" : 232.431754,
        "bw_samples" : 3184,
        "iops_min" : 46575,
        "iops_max" : 51204,
        "iops_mean" : 48681.361809,
        "iops_stddev" : 58.119365,
        "iops_samples" : 3184
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599984,
      "usr_cpu" : 0.631756,
      "sys_cpu" : 16.567166,
      "ctx" : 4064620,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999938,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999938,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.577810,
        "250" : 0.010000,
        "500" : 6.182880,
        "750" : 11.420061,
        "1000" : 24.304982
      },
      "latency_ms" : {
        "2" : 57.508003,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080879,
  "timestamp_ms" : 1773080879532,
  "time" : "Mon Mar  9 15:27:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 22001979392,
        "io_kbytes" : 21486308,
        "bw_bytes" : 200019812,
        "bw" : 195331,
        "iops" : 48833.207575,
        "runtime" : 109999,
        "total_ios" : 5371604,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 325466.461085,
          "stddev" : 150868.281152,
          "N" : 5371604
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 984381.663666,
          "stddev" : 264899.510833,
          "N" : 5371588,
          "percentile" : {
            "1.000000" : 362496,
            "5.000000" : 440320,
            "10.000000" : 684032,
            "20.000000" : 757760,
            "30.000000" : 815104,
            "40.000000" : 946176,
            "50.000000" : 1056768,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1548288,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 1,
            "42752" : 3,
            "43264" : 4,
            "43776" : 2,
            "44288" : 7,
            "44800" : 7,
            "45312" : 2,
            "45824" : 2,
            "46336" : 2,
            "46848" : 1,
            "47360" : 1,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 3,
            "50432" : 1,
            "50944" : 4,
            "51456" : 9,
            "51968" : 11,
            "52480" : 19,
            "52992" : 34,
            "53504" : 42,
            "54016" : 53,
            "54528" : 77,
            "55040" : 82,
            "55552" : 85,
            "56064" : 89,
            "56576" : 84,
            "57088" : 105,
            "57600" : 102,
            "58112" : 100,
            "58624" : 107,
            "59136" : 99,
            "59648" : 88,
            "60160" : 91,
            "60672" : 80,
            "61184" : 73,
            "61696" : 93,
            "62208" : 72,
            "62720" : 108,
            "63232" : 139,
            "63744" : 193,
            "64256" : 271,
            "64768" : 350,
            "65280" : 526,
            "66048" : 1452,
            "67072" : 2069,
            "68096" : 2602,
            "69120" : 2930,
            "70144" : 3083,
            "71168" : 3174,
            "72192" : 2860,
            "73216" : 2470,
            "74240" : 2075,
            "75264" : 1673,
            "76288" : 1295,
            "77312" : 1008,
            "78336" : 724,
            "79360" : 538,
            "80384" : 374,
            "81408" : 269,
            "82432" : 173,
            "83456" : 127,
            "84480" : 88,
            "85504" : 73,
            "86528" : 42,
            "87552" : 42,
            "88576" : 29,
            "89600" : 35,
            "90624" : 21,
            "91648" : 17,
            "92672" : 18,
            "93696" : 17,
            "94720" : 10,
            "95744" : 11,
            "96768" : 11,
            "97792" : 8,
            "98816" : 3,
            "99840" : 11,
            "100864" : 11,
            "101888" : 9,
            "102912" : 10,
            "103936" : 13,
            "104960" : 9,
            "105984" : 10,
            "107008" : 21,
            "108032" : 10,
            "109056" : 11,
            "110080" : 11,
            "111104" : 22,
            "112128" : 9,
            "113152" : 11,
            "114176" : 11,
            "115200" : 6,
            "116224" : 5,
            "117248" : 2,
            "118272" : 3,
            "119296" : 3,
            "120320" : 2,
            "121344" : 2,
            "122368" : 2,
            "125440" : 1,
            "126464" : 2,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "244736" : 1,
            "248832" : 5,
            "250880" : 1,
            "252928" : 5,
            "254976" : 1,
            "257024" : 3,
            "259072" : 5,
            "261120" : 2,
            "264192" : 15,
            "268288" : 17,
            "272384" : 25,
            "276480" : 21,
            "280576" : 25,
            "284672" : 59,
            "288768" : 51,
            "292864" : 81,
            "296960" : 107,
            "301056" : 146,
            "305152" : 210,
            "309248" : 278,
            "313344" : 348,
            "317440" : 506,
            "321536" : 697,
            "325632" : 1075,
            "329728" : 1425,
            "333824" : 1715,
            "337920" : 1892,
            "342016" : 1785,
            "346112" : 1589,
            "350208" : 1597,
            "354304" : 1778,
            "358400" : 2537,
            "362496" : 4017,
            "366592" : 6197,
            "370688" : 9446,
            "374784" : 13234,
            "378880" : 15946,
            "382976" : 17340,
            "387072" : 16683,
            "391168" : 13946,
            "395264" : 10891,
            "399360" : 8078,
            "403456" : 6141,
            "407552" : 5094,
            "411648" : 5195,
            "415744" : 6732,
            "419840" : 9183,
            "423936" : 12826,
            "428032" : 16326,
            "432128" : 18917,
            "436224" : 19620,
            "440320" : 18701,
            "444416" : 15606,
            "448512" : 12074,
            "452608" : 9643,
            "456704" : 7853,
            "460800" : 6729,
            "464896" : 6080,
            "468992" : 5549,
            "473088" : 5067,
            "477184" : 4322,
            "481280" : 3953,
            "485376" : 3679,
            "489472" : 3222,
            "493568" : 3034,
            "497664" : 2709,
            "501760" : 2755,
            "505856" : 2741,
            "509952" : 2861,
            "514048" : 3075,
            "518144" : 2974,
            "522240" : 2912,
            "528384" : 5725,
            "536576" : 4783,
            "544768" : 3833,
            "552960" : 3253,
            "561152" : 2877,
            "569344" : 2635,
            "577536" : 2446,
            "585728" : 2421,
            "593920" : 2628,
            "602112" : 2598,
            "610304" : 2914,
            "618496" : 3722,
            "626688" : 4952,
            "634880" : 6889,
            "643072" : 8959,
            "651264" : 10324,
            "659456" : 12170,
            "667648" : 16363,
            "675840" : 25127,
            "684032" : 37145,
            "692224" : 46141,
            "700416" : 47591,
            "708608" : 44116,
            "716800" : 42766,
            "724992" : 51891,
            "733184" : 69700,
            "741376" : 87505,
            "749568" : 92574,
            "757760" : 84343,
            "765952" : 72158,
            "774144" : 66139,
            "782336" : 68329,
            "790528" : 74085,
            "798720" : 76267,
            "806912" : 72329,
            "815104" : 64524,
            "823296" : 57876,
            "831488" : 52628,
            "839680" : 47356,
            "847872" : 42789,
            "856064" : 37938,
            "864256" : 34757,
            "872448" : 32982,
            "880640" : 31812,
            "888832" : 30686,
            "897024" : 28396,
            "905216" : 26364,
            "913408" : 24253,
            "921600" : 22737,
            "929792" : 21329,
            "937984" : 21375,
            "946176" : 21197,
            "954368" : 21827,
            "962560" : 22443,
            "970752" : 23783,
            "978944" : 26115,
            "987136" : 30521,
            "995328" : 35060,
            "1003520" : 39823,
            "1011712" : 42642,
            "1019904" : 45152,
            "1028096" : 49887,
            "1036288" : 58076,
            "1044480" : 68763,
            "1056768" : 161971,
            "1073152" : 169106,
            "1089536" : 180904,
            "1105920" : 209176,
            "1122304" : 209228,
            "1138688" : 195865,
            "1155072" : 188232,
            "1171456" : 177533,
            "1187840" : 162086,
            "1204224" : 145933,
            "1220608" : 129067,
            "1236992" : 114097,
            "1253376" : 102301,
            "1269760" : 90491,
            "1286144" : 78707,
            "1302528" : 67703,
            "1318912" : 58620,
            "1335296" : 50579,
            "1351680" : 43189,
            "1368064" : 37200,
            "1384448" : 31204,
            "1400832" : 26620,
            "1417216" : 22262,
            "1433600" : 18386,
            "1449984" : 15425,
            "1466368" : 13067,
            "1482752" : 10633,
            "1499136" : 8946,
            "1515520" : 7266,
            "1531904" : 6014,
            "1548288" : 5021,
            "1564672" : 4066,
            "1581056" : 3351,
            "1597440" : 2737,
            "1613824" : 2236,
            "1630208" : 1862,
            "1646592" : 1446,
            "1662976" : 1229,
            "1679360" : 936,
            "1695744" : 785,
            "1712128" : 589,
            "1728512" : 494,
            "1744896" : 423,
            "1761280" : 307,
            "1777664" : 260,
            "1794048" : 229,
            "1810432" : 173,
            "1826816" : 162,
            "1843200" : 102,
            "1859584" : 74,
            "1875968" : 68,
            "1892352" : 54,
            "1908736" : 52,
            "1925120" : 36,
            "1941504" : 29,
            "1957888" : 30,
            "1974272" : 13,
            "1990656" : 15,
            "2007040" : 19,
            "2023424" : 9,
            "2039808" : 6,
            "2056192" : 8,
            "2072576" : 9,
            "2088960" : 2,
            "2113536" : 9,
            "2146304" : 12,
            "2179072" : 3,
            "2211840" : 2,
            "2244608" : 3,
            "2277376" : 2,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4
          }
        },
        "lat_ns" : {
          "min" : 61845,
          "max" : 2755059,
          "mean" : 1309847.589838,
          "stddev" : 307614.402599,
          "N" : 5371588
        },
        "bw_min" : 186302,
        "bw_max" : 205968,
        "bw_agg" : 100.000000,
        "bw_mean" : 195332.803653,
        "bw_dev" : 257.260300,
        "bw_samples" : 3504,
        "iops_min" : 46575,
        "iops_max" : 51492,
        "iops_mean" : 48832.570776,
        "iops_stddev" : 64.328204,
        "iops_samples" : 3504
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759984,
      "usr_cpu" : 0.636313,
      "sys_cpu" : 16.585264,
      "ctx" : 4469750,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.605313,
        "250" : 0.010000,
        "500" : 6.370909,
        "750" : 11.544466,
        "1000" : 24.502327
      },
      "latency_ms" : {
        "2" : 56.970264,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080889,
  "timestamp_ms" : 1773080889532,
  "time" : "Mon Mar  9 15:28:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 24100274176,
        "io_kbytes" : 23535424,
        "bw_bytes" : 200837291,
        "bw" : 196130,
        "iops" : 49032.800273,
        "runtime" : 119999,
        "total_ios" : 5883887,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 324134.121571,
          "stddev" : 151865.861184,
          "N" : 5883887
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2387177,
          "mean" : 980378.961152,
          "stddev" : 266869.241946,
          "N" : 5883871,
          "percentile" : {
            "1.000000" : 358400,
            "5.000000" : 436224,
            "10.000000" : 684032,
            "20.000000" : 757760,
            "30.000000" : 815104,
            "40.000000" : 937984,
            "50.000000" : 1056768,
            "60.000000" : 1105920,
            "70.000000" : 1155072,
            "80.000000" : 1204224,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 3,
            "42752" : 3,
            "43264" : 4,
            "43776" : 2,
            "44288" : 8,
            "44800" : 7,
            "45312" : 3,
            "45824" : 2,
            "46336" : 2,
            "46848" : 1,
            "47360" : 1,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 3,
            "50432" : 3,
            "50944" : 4,
            "51456" : 10,
            "51968" : 14,
            "52480" : 22,
            "52992" : 38,
            "53504" : 54,
            "54016" : 62,
            "54528" : 90,
            "55040" : 96,
            "55552" : 97,
            "56064" : 104,
            "56576" : 98,
            "57088" : 121,
            "57600" : 123,
            "58112" : 113,
            "58624" : 114,
            "59136" : 110,
            "59648" : 109,
            "60160" : 101,
            "60672" : 88,
            "61184" : 87,
            "61696" : 103,
            "62208" : 81,
            "62720" : 119,
            "63232" : 171,
            "63744" : 230,
            "64256" : 325,
            "64768" : 433,
            "65280" : 654,
            "66048" : 1779,
            "67072" : 2477,
            "68096" : 3090,
            "69120" : 3464,
            "70144" : 3652,
            "71168" : 3732,
            "72192" : 3342,
            "73216" : 2924,
            "74240" : 2404,
            "75264" : 1925,
            "76288" : 1488,
            "77312" : 1169,
            "78336" : 831,
            "79360" : 635,
            "80384" : 433,
            "81408" : 319,
            "82432" : 196,
            "83456" : 143,
            "84480" : 104,
            "85504" : 86,
            "86528" : 55,
            "87552" : 55,
            "88576" : 33,
            "89600" : 38,
            "90624" : 24,
            "91648" : 21,
            "92672" : 19,
            "93696" : 18,
            "94720" : 14,
            "95744" : 11,
            "96768" : 12,
            "97792" : 10,
            "98816" : 4,
            "99840" : 16,
            "100864" : 14,
            "101888" : 11,
            "102912" : 10,
            "103936" : 16,
            "104960" : 14,
            "105984" : 13,
            "107008" : 23,
            "108032" : 13,
            "109056" : 11,
            "110080" : 14,
            "111104" : 24,
            "112128" : 11,
            "113152" : 11,
            "114176" : 12,
            "115200" : 7,
            "116224" : 6,
            "117248" : 2,
            "118272" : 3,
            "119296" : 4,
            "120320" : 2,
            "121344" : 2,
            "122368" : 2,
            "125440" : 1,
            "126464" : 2,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "152576" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "244736" : 1,
            "248832" : 5,
            "250880" : 2,
            "252928" : 5,
            "254976" : 1,
            "257024" : 3,
            "259072" : 5,
            "261120" : 2,
            "264192" : 15,
            "268288" : 21,
            "272384" : 29,
            "276480" : 24,
            "280576" : 27,
            "284672" : 66,
            "288768" : 56,
            "292864" : 89,
            "296960" : 121,
            "301056" : 168,
            "305152" : 255,
            "309248" : 310,
            "313344" : 389,
            "317440" : 582,
            "321536" : 782,
            "325632" : 1234,
            "329728" : 1636,
            "333824" : 1944,
            "337920" : 2148,
            "342016" : 2024,
            "346112" : 1781,
            "350208" : 1775,
            "354304" : 2000,
            "358400" : 2859,
            "362496" : 4517,
            "366592" : 7056,
            "370688" : 10739,
            "374784" : 15068,
            "378880" : 18148,
            "382976" : 19651,
            "387072" : 18985,
            "391168" : 15862,
            "395264" : 12406,
            "399360" : 9244,
            "403456" : 7068,
            "407552" : 5838,
            "411648" : 5913,
            "415744" : 7610,
            "419840" : 10434,
            "423936" : 14571,
            "428032" : 18606,
            "432128" : 21446,
            "436224" : 22424,
            "440320" : 21321,
            "444416" : 17822,
            "448512" : 13744,
            "452608" : 10959,
            "456704" : 9022,
            "460800" : 7715,
            "464896" : 6951,
            "468992" : 6329,
            "473088" : 5803,
            "477184" : 4964,
            "481280" : 4549,
            "485376" : 4187,
            "489472" : 3651,
            "493568" : 3443,
            "497664" : 3091,
            "501760" : 3099,
            "505856" : 3072,
            "509952" : 3266,
            "514048" : 3492,
            "518144" : 3393,
            "522240" : 3311,
            "528384" : 6550,
            "536576" : 5474,
            "544768" : 4374,
            "552960" : 3677,
            "561152" : 3275,
            "569344" : 2985,
            "577536" : 2753,
            "585728" : 2732,
            "593920" : 2938,
            "602112" : 2939,
            "610304" : 3256,
            "618496" : 4197,
            "626688" : 5534,
            "634880" : 7641,
            "643072" : 9957,
            "651264" : 11401,
            "659456" : 13429,
            "667648" : 18103,
            "675840" : 27805,
            "684032" : 41092,
            "692224" : 51047,
            "700416" : 52688,
            "708608" : 48784,
            "716800" : 47323,
            "724992" : 57434,
            "733184" : 77124,
            "741376" : 96697,
            "749568" : 102489,
            "757760" : 93514,
            "765952" : 79935,
            "774144" : 73183,
            "782336" : 75624,
            "790528" : 81946,
            "798720" : 84544,
            "806912" : 80215,
            "815104" : 71585,
            "823296" : 64151,
            "831488" : 58223,
            "839680" : 52577,
            "847872" : 47401,
            "856064" : 41886,
            "864256" : 38547,
            "872448" : 36536,
            "880640" : 35164,
            "888832" : 33988,
            "897024" : 31468,
            "905216" : 29185,
            "913408" : 26854,
            "921600" : 25075,
            "929792" : 23645,
            "937984" : 23516,
            "946176" : 23317,
            "954368" : 23992,
            "962560" : 24662,
            "970752" : 26061,
            "978944" : 28587,
            "987136" : 33172,
            "995328" : 38334,
            "1003520" : 43261,
            "1011712" : 46358,
            "1019904" : 49099,
            "1028096" : 54005,
            "1036288" : 62968,
            "1044480" : 74546,
            "1056768" : 175554,
            "1073152" : 183075,
            "1089536" : 195870,
            "1105920" : 226237,
            "1122304" : 226436,
            "1138688" : 211750,
            "1155072" : 203656,
            "1171456" : 191974,
            "1187840" : 175438,
            "1204224" : 157925,
            "1220608" : 139610,
            "1236992" : 123414,
            "1253376" : 110842,
            "1269760" : 97679,
            "1286144" : 85236,
            "1302528" : 73223,
            "1318912" : 63513,
            "1335296" : 54836,
            "1351680" : 46807,
            "1368064" : 40255,
            "1384448" : 33820,
            "1400832" : 28858,
            "1417216" : 24047,
            "1433600" : 19933,
            "1449984" : 16711,
            "1466368" : 14071,
            "1482752" : 11538,
            "1499136" : 9697,
            "1515520" : 7865,
            "1531904" : 6500,
            "1548288" : 5422,
            "1564672" : 4384,
            "1581056" : 3607,
            "1597440" : 2950,
            "1613824" : 2429,
            "1630208" : 2020,
            "1646592" : 1556,
            "1662976" : 1329,
            "1679360" : 1014,
            "1695744" : 846,
            "1712128" : 632,
            "1728512" : 529,
            "1744896" : 453,
            "1761280" : 329,
            "1777664" : 275,
            "1794048" : 246,
            "1810432" : 182,
            "1826816" : 168,
            "1843200" : 109,
            "1859584" : 78,
            "1875968" : 73,
            "1892352" : 58,
            "1908736" : 55,
            "1925120" : 40,
            "1941504" : 31,
            "1957888" : 31,
            "1974272" : 13,
            "1990656" : 16,
            "2007040" : 21,
            "2023424" : 9,
            "2039808" : 6,
            "2056192" : 8,
            "2072576" : 10,
            "2088960" : 2,
            "2113536" : 10,
            "2146304" : 12,
            "2179072" : 3,
            "2211840" : 2,
            "2244608" : 3,
            "2277376" : 2,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4
          }
        },
        "lat_ns" : {
          "min" : 60482,
          "max" : 2755059,
          "mean" : 1304512.969540,
          "stddev" : 310038.551888,
          "N" : 5883871
        },
        "bw_min" : 186302,
        "bw_max" : 211168,
        "bw_agg" : 99.992777,
        "bw_mean" : 196116.146444,
        "bw_dev" : 305.944986,
        "bw_samples" : 3824,
        "iops_min" : 46575,
        "iops_max" : 52792,
        "iops_mean" : 49028.435146,
        "iops_stddev" : 76.499448,
        "iops_samples" : 3824
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919984,
      "usr_cpu" : 0.635839,
      "sys_cpu" : 16.614409,
      "ctx" : 4874528,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999983,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999983,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.650777,
        "250" : 0.010000,
        "500" : 6.623258,
        "750" : 11.686934,
        "1000" : 24.733956
      },
      "latency_ms" : {
        "2" : 56.298192,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080899,
  "timestamp_ms" : 1773080899532,
  "time" : "Mon Mar  9 15:28:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 26243153920,
        "io_kbytes" : 25628080,
        "bw_bytes" : 201871967,
        "bw" : 197140,
        "iops" : 49285.379118,
        "runtime" : 129999,
        "total_ios" : 6407050,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 322462.413426,
          "stddev" : 153083.126734,
          "N" : 6407050
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2397402,
          "mean" : 975361.035400,
          "stddev" : 269356.414312,
          "N" : 6407034,
          "percentile" : {
            "1.000000" : 354304,
            "5.000000" : 432128,
            "10.000000" : 675840,
            "20.000000" : 749568,
            "30.000000" : 806912,
            "40.000000" : 921600,
            "50.000000" : 1044480,
            "60.000000" : 1105920,
            "70.000000" : 1138688,
            "80.000000" : 1204224,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 3,
            "42752" : 3,
            "43264" : 4,
            "43776" : 2,
            "44288" : 9,
            "44800" : 7,
            "45312" : 3,
            "45824" : 2,
            "46336" : 2,
            "46848" : 1,
            "47360" : 1,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 4,
            "50432" : 3,
            "50944" : 4,
            "51456" : 12,
            "51968" : 15,
            "52480" : 27,
            "52992" : 42,
            "53504" : 61,
            "54016" : 72,
            "54528" : 102,
            "55040" : 113,
            "55552" : 117,
            "56064" : 117,
            "56576" : 116,
            "57088" : 139,
            "57600" : 144,
            "58112" : 131,
            "58624" : 131,
            "59136" : 122,
            "59648" : 122,
            "60160" : 114,
            "60672" : 105,
            "61184" : 101,
            "61696" : 114,
            "62208" : 101,
            "62720" : 139,
            "63232" : 225,
            "63744" : 276,
            "64256" : 387,
            "64768" : 533,
            "65280" : 816,
            "66048" : 2203,
            "67072" : 2984,
            "68096" : 3719,
            "69120" : 4179,
            "70144" : 4373,
            "71168" : 4449,
            "72192" : 3959,
            "73216" : 3460,
            "74240" : 2851,
            "75264" : 2275,
            "76288" : 1778,
            "77312" : 1387,
            "78336" : 978,
            "79360" : 759,
            "80384" : 496,
            "81408" : 378,
            "82432" : 240,
            "83456" : 168,
            "84480" : 118,
            "85504" : 106,
            "86528" : 66,
            "87552" : 70,
            "88576" : 39,
            "89600" : 46,
            "90624" : 26,
            "91648" : 24,
            "92672" : 19,
            "93696" : 22,
            "94720" : 17,
            "95744" : 13,
            "96768" : 16,
            "97792" : 11,
            "98816" : 5,
            "99840" : 17,
            "100864" : 15,
            "101888" : 13,
            "102912" : 12,
            "103936" : 18,
            "104960" : 16,
            "105984" : 19,
            "107008" : 25,
            "108032" : 17,
            "109056" : 14,
            "110080" : 15,
            "111104" : 25,
            "112128" : 12,
            "113152" : 13,
            "114176" : 14,
            "115200" : 11,
            "116224" : 9,
            "117248" : 4,
            "118272" : 3,
            "119296" : 5,
            "120320" : 2,
            "121344" : 2,
            "122368" : 3,
            "125440" : 1,
            "126464" : 2,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "152576" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 5,
            "250880" : 4,
            "252928" : 6,
            "254976" : 1,
            "257024" : 3,
            "259072" : 6,
            "261120" : 5,
            "264192" : 18,
            "268288" : 23,
            "272384" : 36,
            "276480" : 29,
            "280576" : 34,
            "284672" : 75,
            "288768" : 59,
            "292864" : 96,
            "296960" : 138,
            "301056" : 198,
            "305152" : 285,
            "309248" : 347,
            "313344" : 436,
            "317440" : 669,
            "321536" : 909,
            "325632" : 1406,
            "329728" : 1864,
            "333824" : 2214,
            "337920" : 2435,
            "342016" : 2314,
            "346112" : 2041,
            "350208" : 2033,
            "354304" : 2248,
            "358400" : 3286,
            "362496" : 5164,
            "366592" : 8049,
            "370688" : 12316,
            "374784" : 17149,
            "378880" : 20777,
            "382976" : 22567,
            "387072" : 21743,
            "391168" : 18070,
            "395264" : 14108,
            "399360" : 10590,
            "403456" : 8091,
            "407552" : 6621,
            "411648" : 6690,
            "415744" : 8590,
            "419840" : 11954,
            "423936" : 16657,
            "428032" : 21177,
            "432128" : 24443,
            "436224" : 25625,
            "440320" : 24325,
            "444416" : 20344,
            "448512" : 15701,
            "452608" : 12467,
            "456704" : 10287,
            "460800" : 8743,
            "464896" : 7912,
            "468992" : 7186,
            "473088" : 6609,
            "477184" : 5673,
            "481280" : 5191,
            "485376" : 4709,
            "489472" : 4155,
            "493568" : 3925,
            "497664" : 3517,
            "501760" : 3552,
            "505856" : 3555,
            "509952" : 3723,
            "514048" : 3949,
            "518144" : 3877,
            "522240" : 3820,
            "528384" : 7369,
            "536576" : 6230,
            "544768" : 4969,
            "552960" : 4204,
            "561152" : 3718,
            "569344" : 3359,
            "577536" : 3165,
            "585728" : 3159,
            "593920" : 3333,
            "602112" : 3354,
            "610304" : 3662,
            "618496" : 4656,
            "626688" : 6156,
            "634880" : 8501,
            "643072" : 11041,
            "651264" : 12685,
            "659456" : 14773,
            "667648" : 20011,
            "675840" : 30729,
            "684032" : 45230,
            "692224" : 56275,
            "700416" : 58125,
            "708608" : 53772,
            "716800" : 52048,
            "724992" : 63279,
            "733184" : 85168,
            "741376" : 106564,
            "749568" : 113101,
            "757760" : 103085,
            "765952" : 88046,
            "774144" : 80524,
            "782336" : 83268,
            "790528" : 90227,
            "798720" : 93397,
            "806912" : 88500,
            "815104" : 78972,
            "823296" : 70757,
            "831488" : 64175,
            "839680" : 57966,
            "847872" : 52234,
            "856064" : 46283,
            "864256" : 42541,
            "872448" : 40356,
            "880640" : 38835,
            "888832" : 37428,
            "897024" : 34708,
            "905216" : 32149,
            "913408" : 29522,
            "921600" : 27578,
            "929792" : 25896,
            "937984" : 25824,
            "946176" : 25378,
            "954368" : 26189,
            "962560" : 26889,
            "970752" : 28415,
            "978944" : 31119,
            "987136" : 35873,
            "995328" : 41495,
            "1003520" : 46743,
            "1011712" : 50000,
            "1019904" : 52868,
            "1028096" : 58052,
            "1036288" : 67702,
            "1044480" : 80014,
            "1056768" : 188471,
            "1073152" : 196528,
            "1089536" : 210195,
            "1105920" : 242686,
            "1122304" : 242920,
            "1138688" : 227192,
            "1155072" : 218439,
            "1171456" : 206155,
            "1187840" : 188029,
            "1204224" : 169452,
            "1220608" : 149765,
            "1236992" : 132623,
            "1253376" : 118904,
            "1269760" : 104695,
            "1286144" : 91484,
            "1302528" : 78426,
            "1318912" : 68145,
            "1335296" : 58647,
            "1351680" : 50154,
            "1368064" : 43144,
            "1384448" : 36184,
            "1400832" : 30916,
            "1417216" : 25675,
            "1433600" : 21432,
            "1449984" : 17975,
            "1466368" : 15075,
            "1482752" : 12405,
            "1499136" : 10399,
            "1515520" : 8429,
            "1531904" : 6922,
            "1548288" : 5801,
            "1564672" : 4693,
            "1581056" : 3859,
            "1597440" : 3193,
            "1613824" : 2572,
            "1630208" : 2146,
            "1646592" : 1668,
            "1662976" : 1435,
            "1679360" : 1085,
            "1695744" : 897,
            "1712128" : 676,
            "1728512" : 565,
            "1744896" : 482,
            "1761280" : 353,
            "1777664" : 294,
            "1794048" : 260,
            "1810432" : 198,
            "1826816" : 179,
            "1843200" : 116,
            "1859584" : 89,
            "1875968" : 82,
            "1892352" : 66,
            "1908736" : 57,
            "1925120" : 41,
            "1941504" : 34,
            "1957888" : 33,
            "1974272" : 16,
            "1990656" : 18,
            "2007040" : 22,
            "2023424" : 11,
            "2039808" : 6,
            "2056192" : 8,
            "2072576" : 12,
            "2088960" : 4,
            "2113536" : 11,
            "2146304" : 13,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4,
            "2408448" : 1
          }
        },
        "lat_ns" : {
          "min" : 60482,
          "max" : 2915575,
          "mean" : 1297823.180301,
          "stddev" : 313128.006385,
          "N" : 6407034
        },
        "bw_min" : 186302,
        "bw_max" : 214865,
        "bw_agg" : 99.994120,
        "bw_mean" : 197129.366795,
        "bw_dev" : 378.447788,
        "bw_samples" : 4144,
        "iops_min" : 46575,
        "iops_max" : 53716,
        "iops_mean" : 49281.741313,
        "iops_stddev" : 94.621604,
        "iops_samples" : 4144
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079984,
      "usr_cpu" : 0.637505,
      "sys_cpu" : 16.645128,
      "ctx" : 5278591,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.713995,
        "250" : 0.010000,
        "500" : 6.939231,
        "750" : 11.872672,
        "1000" : 24.988286
      },
      "latency_ms" : {
        "2" : 55.478543,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080909,
  "timestamp_ms" : 1773080909532,
  "time" : "Mon Mar  9 15:28:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 28399439872,
        "io_kbytes" : 27733828,
        "bw_bytes" : 202854590,
        "bw" : 198100,
        "iops" : 49525.282323,
        "runtime" : 139999,
        "total_ios" : 6933490,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 320890.905594,
          "stddev" : 154194.718537,
          "N" : 6933490
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2397402,
          "mean" : 970642.081775,
          "stddev" : 271682.303265,
          "N" : 6933474,
          "percentile" : {
            "1.000000" : 342016,
            "5.000000" : 432128,
            "10.000000" : 659456,
            "20.000000" : 749568,
            "30.000000" : 806912,
            "40.000000" : 905216,
            "50.000000" : 1044480,
            "60.000000" : 1105920,
            "70.000000" : 1138688,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 3,
            "42752" : 4,
            "43264" : 4,
            "43776" : 2,
            "44288" : 9,
            "44800" : 7,
            "45312" : 3,
            "45824" : 3,
            "46336" : 2,
            "46848" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 2,
            "48896" : 3,
            "49408" : 2,
            "49920" : 4,
            "50432" : 3,
            "50944" : 4,
            "51456" : 17,
            "51968" : 18,
            "52480" : 30,
            "52992" : 54,
            "53504" : 72,
            "54016" : 84,
            "54528" : 117,
            "55040" : 138,
            "55552" : 127,
            "56064" : 139,
            "56576" : 139,
            "57088" : 156,
            "57600" : 171,
            "58112" : 152,
            "58624" : 140,
            "59136" : 139,
            "59648" : 133,
            "60160" : 129,
            "60672" : 118,
            "61184" : 114,
            "61696" : 127,
            "62208" : 120,
            "62720" : 162,
            "63232" : 264,
            "63744" : 341,
            "64256" : 469,
            "64768" : 643,
            "65280" : 974,
            "66048" : 2633,
            "67072" : 3516,
            "68096" : 4408,
            "69120" : 4970,
            "70144" : 5172,
            "71168" : 5210,
            "72192" : 4680,
            "73216" : 4050,
            "74240" : 3347,
            "75264" : 2715,
            "76288" : 2066,
            "77312" : 1602,
            "78336" : 1145,
            "79360" : 876,
            "80384" : 578,
            "81408" : 444,
            "82432" : 294,
            "83456" : 197,
            "84480" : 136,
            "85504" : 118,
            "86528" : 78,
            "87552" : 75,
            "88576" : 49,
            "89600" : 51,
            "90624" : 32,
            "91648" : 26,
            "92672" : 24,
            "93696" : 23,
            "94720" : 18,
            "95744" : 16,
            "96768" : 17,
            "97792" : 14,
            "98816" : 6,
            "99840" : 19,
            "100864" : 20,
            "101888" : 15,
            "102912" : 14,
            "103936" : 23,
            "104960" : 17,
            "105984" : 25,
            "107008" : 28,
            "108032" : 20,
            "109056" : 19,
            "110080" : 17,
            "111104" : 26,
            "112128" : 14,
            "113152" : 16,
            "114176" : 14,
            "115200" : 12,
            "116224" : 9,
            "117248" : 4,
            "118272" : 5,
            "119296" : 5,
            "120320" : 2,
            "121344" : 2,
            "122368" : 3,
            "123392" : 1,
            "125440" : 1,
            "126464" : 3,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "148480" : 1,
            "152576" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 6,
            "250880" : 4,
            "252928" : 7,
            "254976" : 2,
            "257024" : 5,
            "259072" : 6,
            "261120" : 5,
            "264192" : 18,
            "268288" : 27,
            "272384" : 36,
            "276480" : 32,
            "280576" : 36,
            "284672" : 78,
            "288768" : 67,
            "292864" : 101,
            "296960" : 160,
            "301056" : 224,
            "305152" : 312,
            "309248" : 387,
            "313344" : 483,
            "317440" : 743,
            "321536" : 1021,
            "325632" : 1591,
            "329728" : 2132,
            "333824" : 2535,
            "337920" : 2697,
            "342016" : 2648,
            "346112" : 2279,
            "350208" : 2287,
            "354304" : 2538,
            "358400" : 3722,
            "362496" : 5897,
            "366592" : 9109,
            "370688" : 13919,
            "374784" : 19371,
            "378880" : 23472,
            "382976" : 25487,
            "387072" : 24554,
            "391168" : 20329,
            "395264" : 15897,
            "399360" : 11987,
            "403456" : 9147,
            "407552" : 7510,
            "411648" : 7570,
            "415744" : 9676,
            "419840" : 13564,
            "423936" : 18881,
            "428032" : 23997,
            "432128" : 27646,
            "436224" : 28978,
            "440320" : 27363,
            "444416" : 23023,
            "448512" : 17753,
            "452608" : 13981,
            "456704" : 11580,
            "460800" : 9835,
            "464896" : 8965,
            "468992" : 8123,
            "473088" : 7457,
            "477184" : 6370,
            "481280" : 5861,
            "485376" : 5284,
            "489472" : 4667,
            "493568" : 4419,
            "497664" : 3953,
            "501760" : 4004,
            "505856" : 4013,
            "509952" : 4217,
            "514048" : 4465,
            "518144" : 4375,
            "522240" : 4347,
            "528384" : 8232,
            "536576" : 7009,
            "544768" : 5591,
            "552960" : 4739,
            "561152" : 4196,
            "569344" : 3778,
            "577536" : 3597,
            "585728" : 3569,
            "593920" : 3723,
            "602112" : 3766,
            "610304" : 4071,
            "618496" : 5149,
            "626688" : 6758,
            "634880" : 9353,
            "643072" : 12088,
            "651264" : 13928,
            "659456" : 16184,
            "667648" : 21959,
            "675840" : 33692,
            "684032" : 49546,
            "692224" : 61703,
            "700416" : 63577,
            "708608" : 58783,
            "716800" : 57018,
            "724992" : 69199,
            "733184" : 93178,
            "741376" : 116575,
            "749568" : 123624,
            "757760" : 112980,
            "765952" : 96229,
            "774144" : 88279,
            "782336" : 91099,
            "790528" : 98630,
            "798720" : 102169,
            "806912" : 96859,
            "815104" : 86528,
            "823296" : 77395,
            "831488" : 70158,
            "839680" : 63578,
            "847872" : 56995,
            "856064" : 50534,
            "864256" : 46535,
            "872448" : 44138,
            "880640" : 42400,
            "888832" : 40874,
            "897024" : 37936,
            "905216" : 35160,
            "913408" : 32268,
            "921600" : 30031,
            "929792" : 28246,
            "937984" : 28129,
            "946176" : 27542,
            "954368" : 28409,
            "962560" : 29159,
            "970752" : 30695,
            "978944" : 33546,
            "987136" : 38582,
            "995328" : 44654,
            "1003520" : 50111,
            "1011712" : 53588,
            "1019904" : 56684,
            "1028096" : 62030,
            "1036288" : 72315,
            "1044480" : 85532,
            "1056768" : 201352,
            "1073152" : 209802,
            "1089536" : 224313,
            "1105920" : 258851,
            "1122304" : 259296,
            "1138688" : 242644,
            "1155072" : 233326,
            "1171456" : 219917,
            "1187840" : 200605,
            "1204224" : 180719,
            "1220608" : 159754,
            "1236992" : 141565,
            "1253376" : 126913,
            "1269760" : 111778,
            "1286144" : 97533,
            "1302528" : 83533,
            "1318912" : 72578,
            "1335296" : 62599,
            "1351680" : 53547,
            "1368064" : 46064,
            "1384448" : 38560,
            "1400832" : 32925,
            "1417216" : 27404,
            "1433600" : 22884,
            "1449984" : 19098,
            "1466368" : 15983,
            "1482752" : 13235,
            "1499136" : 11069,
            "1515520" : 9021,
            "1531904" : 7387,
            "1548288" : 6199,
            "1564672" : 5020,
            "1581056" : 4104,
            "1597440" : 3431,
            "1613824" : 2754,
            "1630208" : 2284,
            "1646592" : 1764,
            "1662976" : 1532,
            "1679360" : 1153,
            "1695744" : 946,
            "1712128" : 719,
            "1728512" : 607,
            "1744896" : 512,
            "1761280" : 388,
            "1777664" : 323,
            "1794048" : 285,
            "1810432" : 212,
            "1826816" : 187,
            "1843200" : 123,
            "1859584" : 96,
            "1875968" : 86,
            "1892352" : 69,
            "1908736" : 65,
            "1925120" : 43,
            "1941504" : 37,
            "1957888" : 34,
            "1974272" : 17,
            "1990656" : 19,
            "2007040" : 22,
            "2023424" : 12,
            "2039808" : 6,
            "2056192" : 8,
            "2072576" : 12,
            "2088960" : 5,
            "2113536" : 11,
            "2146304" : 13,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4,
            "2408448" : 1
          }
        },
        "lat_ns" : {
          "min" : 60442,
          "max" : 2915575,
          "mean" : 1291533.127094,
          "stddev" : 315994.228668,
          "N" : 6933474
        },
        "bw_min" : 186302,
        "bw_max" : 216185,
        "bw_agg" : 99.998392,
        "bw_mean" : 198097.243728,
        "bw_dev" : 432.758080,
        "bw_samples" : 4464,
        "iops_min" : 46575,
        "iops_max" : 54046,
        "iops_mean" : 49523.706093,
        "iops_stddev" : 108.196102,
        "iops_samples" : 4464
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239984,
      "usr_cpu" : 0.639647,
      "sys_cpu" : 16.674360,
      "ctx" : 5682662,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.777271,
        "250" : 0.010000,
        "500" : 7.241779,
        "750" : 12.041079,
        "1000" : 25.211416
      },
      "latency_ms" : {
        "2" : 54.720927,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080919,
  "timestamp_ms" : 1773080919532,
  "time" : "Mon Mar  9 15:28:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 30563991552,
        "io_kbytes" : 29847648,
        "bw_bytes" : 203761302,
        "bw" : 198985,
        "iops" : 49746.658311,
        "runtime" : 149999,
        "total_ios" : 7461949,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 319453.578486,
          "stddev" : 155184.592747,
          "N" : 7461949
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2397402,
          "mean" : 966326.880092,
          "stddev" : 273697.773837,
          "N" : 7461933,
          "percentile" : {
            "1.000000" : 337920,
            "5.000000" : 428032,
            "10.000000" : 643072,
            "20.000000" : 749568,
            "30.000000" : 806912,
            "40.000000" : 897024,
            "50.000000" : 1036288,
            "60.000000" : 1089536,
            "70.000000" : 1138688,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 3,
            "42752" : 4,
            "43264" : 4,
            "43776" : 2,
            "44288" : 9,
            "44800" : 7,
            "45312" : 3,
            "45824" : 4,
            "46336" : 2,
            "46848" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 2,
            "48896" : 4,
            "49408" : 2,
            "49920" : 4,
            "50432" : 3,
            "50944" : 8,
            "51456" : 21,
            "51968" : 20,
            "52480" : 33,
            "52992" : 57,
            "53504" : 85,
            "54016" : 99,
            "54528" : 130,
            "55040" : 152,
            "55552" : 140,
            "56064" : 157,
            "56576" : 157,
            "57088" : 187,
            "57600" : 188,
            "58112" : 175,
            "58624" : 161,
            "59136" : 153,
            "59648" : 154,
            "60160" : 143,
            "60672" : 133,
            "61184" : 123,
            "61696" : 142,
            "62208" : 134,
            "62720" : 184,
            "63232" : 313,
            "63744" : 394,
            "64256" : 552,
            "64768" : 758,
            "65280" : 1143,
            "66048" : 3042,
            "67072" : 4090,
            "68096" : 5084,
            "69120" : 5753,
            "70144" : 5951,
            "71168" : 5973,
            "72192" : 5384,
            "73216" : 4688,
            "74240" : 3852,
            "75264" : 3133,
            "76288" : 2407,
            "77312" : 1836,
            "78336" : 1312,
            "79360" : 1005,
            "80384" : 667,
            "81408" : 504,
            "82432" : 331,
            "83456" : 226,
            "84480" : 158,
            "85504" : 138,
            "86528" : 92,
            "87552" : 88,
            "88576" : 62,
            "89600" : 59,
            "90624" : 37,
            "91648" : 34,
            "92672" : 28,
            "93696" : 25,
            "94720" : 22,
            "95744" : 19,
            "96768" : 20,
            "97792" : 17,
            "98816" : 9,
            "99840" : 21,
            "100864" : 22,
            "101888" : 20,
            "102912" : 17,
            "103936" : 26,
            "104960" : 21,
            "105984" : 29,
            "107008" : 29,
            "108032" : 22,
            "109056" : 23,
            "110080" : 21,
            "111104" : 26,
            "112128" : 14,
            "113152" : 18,
            "114176" : 15,
            "115200" : 14,
            "116224" : 11,
            "117248" : 4,
            "118272" : 6,
            "119296" : 6,
            "120320" : 3,
            "121344" : 3,
            "122368" : 3,
            "123392" : 1,
            "125440" : 1,
            "126464" : 3,
            "130560" : 1,
            "134144" : 1,
            "146432" : 1,
            "148480" : 1,
            "152576" : 1,
            "177152" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 6,
            "250880" : 4,
            "252928" : 10,
            "254976" : 2,
            "257024" : 8,
            "259072" : 6,
            "261120" : 6,
            "264192" : 20,
            "268288" : 37,
            "272384" : 38,
            "276480" : 34,
            "280576" : 41,
            "284672" : 83,
            "288768" : 68,
            "292864" : 110,
            "296960" : 180,
            "301056" : 239,
            "305152" : 333,
            "309248" : 426,
            "313344" : 540,
            "317440" : 823,
            "321536" : 1156,
            "325632" : 1816,
            "329728" : 2370,
            "333824" : 2816,
            "337920" : 3016,
            "342016" : 2995,
            "346112" : 2571,
            "350208" : 2531,
            "354304" : 2823,
            "358400" : 4145,
            "362496" : 6576,
            "366592" : 10194,
            "370688" : 15641,
            "374784" : 21747,
            "378880" : 26232,
            "382976" : 28489,
            "387072" : 27393,
            "391168" : 22802,
            "395264" : 17732,
            "399360" : 13393,
            "403456" : 10228,
            "407552" : 8423,
            "411648" : 8471,
            "415744" : 10783,
            "419840" : 15076,
            "423936" : 21054,
            "428032" : 26810,
            "432128" : 30915,
            "436224" : 32394,
            "440320" : 30618,
            "444416" : 25747,
            "448512" : 19773,
            "452608" : 15643,
            "456704" : 12860,
            "460800" : 11009,
            "464896" : 10044,
            "468992" : 9135,
            "473088" : 8303,
            "477184" : 7108,
            "481280" : 6525,
            "485376" : 5892,
            "489472" : 5220,
            "493568" : 4966,
            "497664" : 4404,
            "501760" : 4457,
            "505856" : 4486,
            "509952" : 4682,
            "514048" : 4995,
            "518144" : 4895,
            "522240" : 4836,
            "528384" : 9195,
            "536576" : 7781,
            "544768" : 6291,
            "552960" : 5297,
            "561152" : 4684,
            "569344" : 4228,
            "577536" : 3996,
            "585728" : 3968,
            "593920" : 4097,
            "602112" : 4194,
            "610304" : 4480,
            "618496" : 5591,
            "626688" : 7414,
            "634880" : 10181,
            "643072" : 13191,
            "651264" : 15135,
            "659456" : 17640,
            "667648" : 23907,
            "675840" : 36705,
            "684032" : 53831,
            "692224" : 67168,
            "700416" : 69331,
            "708608" : 63868,
            "716800" : 61890,
            "724992" : 75213,
            "733184" : 101355,
            "741376" : 126878,
            "749568" : 134373,
            "757760" : 122907,
            "765952" : 104689,
            "774144" : 95920,
            "782336" : 98878,
            "790528" : 107210,
            "798720" : 111132,
            "806912" : 105173,
            "815104" : 94015,
            "823296" : 84147,
            "831488" : 76210,
            "839680" : 69021,
            "847872" : 62015,
            "856064" : 55117,
            "864256" : 50564,
            "872448" : 47912,
            "880640" : 46170,
            "888832" : 44323,
            "897024" : 41088,
            "905216" : 38249,
            "913408" : 35034,
            "921600" : 32570,
            "929792" : 30503,
            "937984" : 30371,
            "946176" : 29856,
            "954368" : 30617,
            "962560" : 31358,
            "970752" : 32892,
            "978944" : 35983,
            "987136" : 41231,
            "995328" : 47760,
            "1003520" : 53498,
            "1011712" : 57178,
            "1019904" : 60377,
            "1028096" : 65925,
            "1036288" : 76854,
            "1044480" : 90986,
            "1056768" : 214067,
            "1073152" : 223011,
            "1089536" : 238316,
            "1105920" : 275185,
            "1122304" : 275805,
            "1138688" : 257905,
            "1155072" : 247756,
            "1171456" : 233672,
            "1187840" : 212902,
            "1204224" : 191902,
            "1220608" : 169639,
            "1236992" : 150487,
            "1253376" : 134673,
            "1269760" : 118700,
            "1286144" : 103535,
            "1302528" : 88759,
            "1318912" : 77171,
            "1335296" : 66447,
            "1351680" : 56904,
            "1368064" : 48895,
            "1384448" : 40956,
            "1400832" : 34973,
            "1417216" : 29046,
            "1433600" : 24288,
            "1449984" : 20267,
            "1466368" : 16954,
            "1482752" : 13991,
            "1499136" : 11779,
            "1515520" : 9579,
            "1531904" : 7815,
            "1548288" : 6587,
            "1564672" : 5345,
            "1581056" : 4362,
            "1597440" : 3608,
            "1613824" : 2939,
            "1630208" : 2435,
            "1646592" : 1875,
            "1662976" : 1610,
            "1679360" : 1213,
            "1695744" : 1002,
            "1712128" : 764,
            "1728512" : 645,
            "1744896" : 538,
            "1761280" : 406,
            "1777664" : 338,
            "1794048" : 305,
            "1810432" : 226,
            "1826816" : 196,
            "1843200" : 129,
            "1859584" : 101,
            "1875968" : 93,
            "1892352" : 73,
            "1908736" : 69,
            "1925120" : 49,
            "1941504" : 39,
            "1957888" : 39,
            "1974272" : 17,
            "1990656" : 22,
            "2007040" : 23,
            "2023424" : 12,
            "2039808" : 8,
            "2056192" : 8,
            "2072576" : 12,
            "2088960" : 7,
            "2113536" : 11,
            "2146304" : 14,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4,
            "2408448" : 1
          }
        },
        "lat_ns" : {
          "min" : 60442,
          "max" : 2915575,
          "mean" : 1285780.303457,
          "stddev" : 318485.444195,
          "N" : 7461933
        },
        "bw_min" : 186302,
        "bw_max" : 217806,
        "bw_agg" : 99.994650,
        "bw_mean" : 198975.635452,
        "bw_dev" : 472.377561,
        "bw_samples" : 4784,
        "iops_min" : 46575,
        "iops_max" : 54450,
        "iops_mean" : 49743.304348,
        "iops_stddev" : 118.099437,
        "iops_samples" : 4784
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2399984,
      "usr_cpu" : 0.641338,
      "sys_cpu" : 16.699570,
      "ctx" : 6086427,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999973,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999973,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.833013,
        "250" : 0.010000,
        "500" : 7.520542,
        "750" : 12.199092,
        "1000" : 25.411846
      },
      "latency_ms" : {
        "2" : 54.027828,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080929,
  "timestamp_ms" : 1773080929532,
  "time" : "Mon Mar  9 15:28:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 32737853440,
        "io_kbytes" : 31970560,
        "bw_bytes" : 204612862,
        "bw" : 199817,
        "iops" : 49954.449715,
        "runtime" : 159999,
        "total_ios" : 7992662,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 318115.622097,
          "stddev" : 156105.115357,
          "N" : 7992662
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2431665,
          "mean" : 962312.128701,
          "stddev" : 275518.347522,
          "N" : 7992646,
          "percentile" : {
            "1.000000" : 329728,
            "5.000000" : 428032,
            "10.000000" : 626688,
            "20.000000" : 741376,
            "30.000000" : 798720,
            "40.000000" : 888832,
            "50.000000" : 1036288,
            "60.000000" : 1089536,
            "70.000000" : 1138688,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1826816
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 4,
            "42240" : 1,
            "42752" : 4,
            "43264" : 4,
            "43776" : 3,
            "44288" : 9,
            "44800" : 9,
            "45312" : 3,
            "45824" : 5,
            "46336" : 2,
            "46848" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 3,
            "48896" : 4,
            "49408" : 3,
            "49920" : 4,
            "50432" : 4,
            "50944" : 8,
            "51456" : 21,
            "51968" : 21,
            "52480" : 36,
            "52992" : 63,
            "53504" : 87,
            "54016" : 107,
            "54528" : 143,
            "55040" : 168,
            "55552" : 162,
            "56064" : 165,
            "56576" : 181,
            "57088" : 205,
            "57600" : 203,
            "58112" : 193,
            "58624" : 177,
            "59136" : 171,
            "59648" : 169,
            "60160" : 161,
            "60672" : 147,
            "61184" : 137,
            "61696" : 168,
            "62208" : 150,
            "62720" : 219,
            "63232" : 349,
            "63744" : 458,
            "64256" : 643,
            "64768" : 888,
            "65280" : 1305,
            "66048" : 3451,
            "67072" : 4711,
            "68096" : 5760,
            "69120" : 6500,
            "70144" : 6803,
            "71168" : 6783,
            "72192" : 6069,
            "73216" : 5318,
            "74240" : 4398,
            "75264" : 3561,
            "76288" : 2724,
            "77312" : 2095,
            "78336" : 1490,
            "79360" : 1136,
            "80384" : 773,
            "81408" : 565,
            "82432" : 388,
            "83456" : 285,
            "84480" : 189,
            "85504" : 162,
            "86528" : 117,
            "87552" : 107,
            "88576" : 86,
            "89600" : 70,
            "90624" : 45,
            "91648" : 41,
            "92672" : 38,
            "93696" : 29,
            "94720" : 27,
            "95744" : 24,
            "96768" : 28,
            "97792" : 19,
            "98816" : 14,
            "99840" : 24,
            "100864" : 25,
            "101888" : 23,
            "102912" : 19,
            "103936" : 31,
            "104960" : 30,
            "105984" : 36,
            "107008" : 31,
            "108032" : 25,
            "109056" : 24,
            "110080" : 25,
            "111104" : 27,
            "112128" : 21,
            "113152" : 20,
            "114176" : 17,
            "115200" : 15,
            "116224" : 11,
            "117248" : 4,
            "118272" : 7,
            "119296" : 6,
            "120320" : 3,
            "121344" : 3,
            "122368" : 3,
            "123392" : 1,
            "124416" : 1,
            "125440" : 1,
            "126464" : 4,
            "130560" : 1,
            "134144" : 2,
            "138240" : 1,
            "146432" : 1,
            "148480" : 1,
            "152576" : 1,
            "177152" : 1,
            "232448" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 6,
            "250880" : 4,
            "252928" : 10,
            "254976" : 2,
            "257024" : 8,
            "259072" : 8,
            "261120" : 7,
            "264192" : 21,
            "268288" : 38,
            "272384" : 40,
            "276480" : 37,
            "280576" : 45,
            "284672" : 89,
            "288768" : 73,
            "292864" : 125,
            "296960" : 202,
            "301056" : 262,
            "305152" : 365,
            "309248" : 454,
            "313344" : 594,
            "317440" : 922,
            "321536" : 1304,
            "325632" : 2012,
            "329728" : 2620,
            "333824" : 3144,
            "337920" : 3379,
            "342016" : 3322,
            "346112" : 2868,
            "350208" : 2796,
            "354304" : 3121,
            "358400" : 4577,
            "362496" : 7213,
            "366592" : 11293,
            "370688" : 17280,
            "374784" : 24090,
            "378880" : 29126,
            "382976" : 31555,
            "387072" : 30377,
            "391168" : 25362,
            "395264" : 19566,
            "399360" : 14850,
            "403456" : 11337,
            "407552" : 9361,
            "411648" : 9331,
            "415744" : 11942,
            "419840" : 16675,
            "423936" : 23340,
            "428032" : 29760,
            "432128" : 34409,
            "436224" : 35845,
            "440320" : 33838,
            "444416" : 28412,
            "448512" : 21869,
            "452608" : 17392,
            "456704" : 14222,
            "460800" : 12300,
            "464896" : 11118,
            "468992" : 10142,
            "473088" : 9141,
            "477184" : 7921,
            "481280" : 7280,
            "485376" : 6537,
            "489472" : 5838,
            "493568" : 5496,
            "497664" : 4880,
            "501760" : 4969,
            "505856" : 4966,
            "509952" : 5145,
            "514048" : 5515,
            "518144" : 5402,
            "522240" : 5315,
            "528384" : 10198,
            "536576" : 8606,
            "544768" : 6935,
            "552960" : 5848,
            "561152" : 5197,
            "569344" : 4646,
            "577536" : 4455,
            "585728" : 4404,
            "593920" : 4552,
            "602112" : 4622,
            "610304" : 4921,
            "618496" : 6099,
            "626688" : 8008,
            "634880" : 11043,
            "643072" : 14284,
            "651264" : 16469,
            "659456" : 19188,
            "667648" : 25857,
            "675840" : 39602,
            "684032" : 58248,
            "692224" : 72634,
            "700416" : 75050,
            "708608" : 69115,
            "716800" : 66933,
            "724992" : 81271,
            "733184" : 109524,
            "741376" : 137118,
            "749568" : 145275,
            "757760" : 132874,
            "765952" : 113161,
            "774144" : 103767,
            "782336" : 107071,
            "790528" : 115907,
            "798720" : 120247,
            "806912" : 113821,
            "815104" : 101479,
            "823296" : 91005,
            "831488" : 82408,
            "839680" : 74464,
            "847872" : 66957,
            "856064" : 59634,
            "864256" : 54593,
            "872448" : 51723,
            "880640" : 49816,
            "888832" : 47866,
            "897024" : 44242,
            "905216" : 41315,
            "913408" : 37693,
            "921600" : 35160,
            "929792" : 32827,
            "937984" : 32698,
            "946176" : 32082,
            "954368" : 32925,
            "962560" : 33520,
            "970752" : 35139,
            "978944" : 38486,
            "987136" : 43925,
            "995328" : 50905,
            "1003520" : 56760,
            "1011712" : 60913,
            "1019904" : 64094,
            "1028096" : 69958,
            "1036288" : 81396,
            "1044480" : 96479,
            "1056768" : 226658,
            "1073152" : 236190,
            "1089536" : 252200,
            "1105920" : 291129,
            "1122304" : 291619,
            "1138688" : 272926,
            "1155072" : 262221,
            "1171456" : 247098,
            "1187840" : 225302,
            "1204224" : 203030,
            "1220608" : 179427,
            "1236992" : 159175,
            "1253376" : 142550,
            "1269760" : 125401,
            "1286144" : 109459,
            "1302528" : 93900,
            "1318912" : 81659,
            "1335296" : 70329,
            "1351680" : 60153,
            "1368064" : 51680,
            "1384448" : 43343,
            "1400832" : 36962,
            "1417216" : 30806,
            "1433600" : 25673,
            "1449984" : 21458,
            "1466368" : 17893,
            "1482752" : 14789,
            "1499136" : 12463,
            "1515520" : 10146,
            "1531904" : 8320,
            "1548288" : 6967,
            "1564672" : 5646,
            "1581056" : 4624,
            "1597440" : 3831,
            "1613824" : 3111,
            "1630208" : 2565,
            "1646592" : 1967,
            "1662976" : 1704,
            "1679360" : 1284,
            "1695744" : 1051,
            "1712128" : 819,
            "1728512" : 689,
            "1744896" : 562,
            "1761280" : 436,
            "1777664" : 362,
            "1794048" : 321,
            "1810432" : 239,
            "1826816" : 206,
            "1843200" : 133,
            "1859584" : 108,
            "1875968" : 98,
            "1892352" : 79,
            "1908736" : 70,
            "1925120" : 51,
            "1941504" : 39,
            "1957888" : 42,
            "1974272" : 20,
            "1990656" : 26,
            "2007040" : 25,
            "2023424" : 13,
            "2039808" : 9,
            "2056192" : 10,
            "2072576" : 13,
            "2088960" : 7,
            "2113536" : 12,
            "2146304" : 15,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4,
            "2408448" : 1,
            "2441216" : 1
          }
        },
        "lat_ns" : {
          "min" : 60442,
          "max" : 2915575,
          "mean" : 1280427.548877,
          "stddev" : 320733.175417,
          "N" : 7992646
        },
        "bw_min" : 186302,
        "bw_max" : 218619,
        "bw_agg" : 99.996873,
        "bw_mean" : 199811.724138,
        "bw_dev" : 505.990343,
        "bw_samples" : 5104,
        "iops_min" : 46575,
        "iops_max" : 54654,
        "iops_mean" : 49952.326019,
        "iops_stddev" : 126.501933,
        "iops_samples" : 5104
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559984,
      "usr_cpu" : 0.645004,
      "sys_cpu" : 16.721667,
      "ctx" : 6490010,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.884937,
        "250" : 0.010000,
        "500" : 7.781087,
        "750" : 12.343522,
        "1000" : 25.599681
      },
      "latency_ms" : {
        "2" : 53.382628,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080939,
  "timestamp_ms" : 1773080939532,
  "time" : "Mon Mar  9 15:28:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 34822078464,
        "io_kbytes" : 34005936,
        "bw_bytes" : 204836960,
        "bw" : 200036,
        "iops" : 50009.170642,
        "runtime" : 169999,
        "total_ios" : 8501509,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1501043,
          "mean" : 317764.853767,
          "stddev" : 156342.371742,
          "N" : 8501509
        },
        "clat_ns" : {
          "min" : 40391,
          "max" : 2431665,
          "mean" : 961260.702562,
          "stddev" : 276111.271390,
          "N" : 8501493,
          "percentile" : {
            "1.000000" : 329728,
            "5.000000" : 423936,
            "10.000000" : 618496,
            "20.000000" : 741376,
            "30.000000" : 798720,
            "40.000000" : 888832,
            "50.000000" : 1036288,
            "60.000000" : 1089536,
            "70.000000" : 1138688,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1826816
          },
          "bins" : {
            "40192" : 1,
            "41216" : 1,
            "41728" : 4,
            "42240" : 1,
            "42752" : 4,
            "43264" : 4,
            "43776" : 4,
            "44288" : 9,
            "44800" : 9,
            "45312" : 3,
            "45824" : 5,
            "46336" : 2,
            "46848" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 3,
            "48896" : 4,
            "49408" : 4,
            "49920" : 4,
            "50432" : 5,
            "50944" : 8,
            "51456" : 23,
            "51968" : 26,
            "52480" : 38,
            "52992" : 68,
            "53504" : 96,
            "54016" : 121,
            "54528" : 152,
            "55040" : 183,
            "55552" : 178,
            "56064" : 190,
            "56576" : 197,
            "57088" : 229,
            "57600" : 213,
            "58112" : 207,
            "58624" : 189,
            "59136" : 183,
            "59648" : 185,
            "60160" : 172,
            "60672" : 161,
            "61184" : 147,
            "61696" : 183,
            "62208" : 167,
            "62720" : 239,
            "63232" : 395,
            "63744" : 510,
            "64256" : 698,
            "64768" : 964,
            "65280" : 1408,
            "66048" : 3745,
            "67072" : 5095,
            "68096" : 6235,
            "69120" : 7041,
            "70144" : 7374,
            "71168" : 7360,
            "72192" : 6563,
            "73216" : 5787,
            "74240" : 4768,
            "75264" : 3845,
            "76288" : 2956,
            "77312" : 2251,
            "78336" : 1610,
            "79360" : 1206,
            "80384" : 846,
            "81408" : 602,
            "82432" : 414,
            "83456" : 323,
            "84480" : 209,
            "85504" : 170,
            "86528" : 127,
            "87552" : 116,
            "88576" : 100,
            "89600" : 76,
            "90624" : 52,
            "91648" : 46,
            "92672" : 39,
            "93696" : 31,
            "94720" : 31,
            "95744" : 26,
            "96768" : 30,
            "97792" : 20,
            "98816" : 16,
            "99840" : 25,
            "100864" : 26,
            "101888" : 28,
            "102912" : 20,
            "103936" : 35,
            "104960" : 31,
            "105984" : 40,
            "107008" : 34,
            "108032" : 26,
            "109056" : 25,
            "110080" : 27,
            "111104" : 30,
            "112128" : 23,
            "113152" : 26,
            "114176" : 19,
            "115200" : 16,
            "116224" : 11,
            "117248" : 4,
            "118272" : 9,
            "119296" : 6,
            "120320" : 3,
            "121344" : 3,
            "122368" : 3,
            "123392" : 1,
            "124416" : 2,
            "125440" : 1,
            "126464" : 4,
            "130560" : 1,
            "134144" : 2,
            "138240" : 2,
            "146432" : 1,
            "148480" : 1,
            "152576" : 1,
            "177152" : 1,
            "232448" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 6,
            "250880" : 4,
            "252928" : 10,
            "254976" : 2,
            "257024" : 9,
            "259072" : 8,
            "261120" : 8,
            "264192" : 22,
            "268288" : 39,
            "272384" : 41,
            "276480" : 37,
            "280576" : 51,
            "284672" : 92,
            "288768" : 81,
            "292864" : 129,
            "296960" : 216,
            "301056" : 282,
            "305152" : 392,
            "309248" : 488,
            "313344" : 636,
            "317440" : 993,
            "321536" : 1422,
            "325632" : 2181,
            "329728" : 2844,
            "333824" : 3377,
            "337920" : 3635,
            "342016" : 3542,
            "346112" : 3089,
            "350208" : 3002,
            "354304" : 3371,
            "358400" : 4943,
            "362496" : 7750,
            "366592" : 12152,
            "370688" : 18587,
            "374784" : 25844,
            "378880" : 31399,
            "382976" : 33928,
            "387072" : 32621,
            "391168" : 27189,
            "395264" : 21018,
            "399360" : 15909,
            "403456" : 12170,
            "407552" : 10112,
            "411648" : 10046,
            "415744" : 12841,
            "419840" : 18012,
            "423936" : 25106,
            "428032" : 31986,
            "432128" : 36971,
            "436224" : 38457,
            "440320" : 36243,
            "444416" : 30570,
            "448512" : 23525,
            "452608" : 18675,
            "456704" : 15313,
            "460800" : 13242,
            "464896" : 11889,
            "468992" : 10956,
            "473088" : 9799,
            "477184" : 8510,
            "481280" : 7798,
            "485376" : 7003,
            "489472" : 6264,
            "493568" : 5924,
            "497664" : 5228,
            "501760" : 5358,
            "505856" : 5335,
            "509952" : 5568,
            "514048" : 5939,
            "518144" : 5818,
            "522240" : 5730,
            "528384" : 10951,
            "536576" : 9228,
            "544768" : 7459,
            "552960" : 6313,
            "561152" : 5560,
            "569344" : 5006,
            "577536" : 4781,
            "585728" : 4723,
            "593920" : 4857,
            "602112" : 4940,
            "610304" : 5289,
            "618496" : 6509,
            "626688" : 8555,
            "634880" : 11795,
            "643072" : 15261,
            "651264" : 17543,
            "659456" : 20487,
            "667648" : 27501,
            "675840" : 42191,
            "684032" : 62105,
            "692224" : 77362,
            "700416" : 80062,
            "708608" : 73587,
            "716800" : 71332,
            "724992" : 86568,
            "733184" : 116535,
            "741376" : 146329,
            "749568" : 154597,
            "757760" : 141265,
            "765952" : 120485,
            "774144" : 110387,
            "782336" : 114092,
            "790528" : 123548,
            "798720" : 128090,
            "806912" : 121093,
            "815104" : 108097,
            "823296" : 96821,
            "831488" : 87612,
            "839680" : 79404,
            "847872" : 71124,
            "856064" : 63492,
            "864256" : 58217,
            "872448" : 54966,
            "880640" : 53085,
            "888832" : 51000,
            "897024" : 47190,
            "905216" : 43954,
            "913408" : 40085,
            "921600" : 37511,
            "929792" : 34941,
            "937984" : 34780,
            "946176" : 34240,
            "954368" : 34949,
            "962560" : 35568,
            "970752" : 37371,
            "978944" : 40901,
            "987136" : 46677,
            "995328" : 54118,
            "1003520" : 60348,
            "1011712" : 64623,
            "1019904" : 68104,
            "1028096" : 74411,
            "1036288" : 86345,
            "1044480" : 102365,
            "1056768" : 240472,
            "1073152" : 250396,
            "1089536" : 267934,
            "1105920" : 308714,
            "1122304" : 309136,
            "1138688" : 289349,
            "1155072" : 278162,
            "1171456" : 262194,
            "1187840" : 238962,
            "1204224" : 215196,
            "1220608" : 190187,
            "1236992" : 168843,
            "1253376" : 151273,
            "1269760" : 132953,
            "1286144" : 115897,
            "1302528" : 99700,
            "1318912" : 86624,
            "1335296" : 74569,
            "1351680" : 63699,
            "1368064" : 54819,
            "1384448" : 45889,
            "1400832" : 39138,
            "1417216" : 32653,
            "1433600" : 27229,
            "1449984" : 22723,
            "1466368" : 19048,
            "1482752" : 15765,
            "1499136" : 13240,
            "1515520" : 10745,
            "1531904" : 8874,
            "1548288" : 7399,
            "1564672" : 6012,
            "1581056" : 4904,
            "1597440" : 4069,
            "1613824" : 3299,
            "1630208" : 2720,
            "1646592" : 2100,
            "1662976" : 1788,
            "1679360" : 1375,
            "1695744" : 1110,
            "1712128" : 874,
            "1728512" : 731,
            "1744896" : 603,
            "1761280" : 453,
            "1777664" : 395,
            "1794048" : 337,
            "1810432" : 253,
            "1826816" : 222,
            "1843200" : 141,
            "1859584" : 114,
            "1875968" : 105,
            "1892352" : 85,
            "1908736" : 72,
            "1925120" : 54,
            "1941504" : 40,
            "1957888" : 46,
            "1974272" : 21,
            "1990656" : 27,
            "2007040" : 26,
            "2023424" : 14,
            "2039808" : 11,
            "2056192" : 10,
            "2072576" : 13,
            "2088960" : 8,
            "2113536" : 12,
            "2146304" : 15,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 4,
            "2310144" : 3,
            "2342912" : 2,
            "2375680" : 4,
            "2408448" : 1,
            "2441216" : 1
          }
        },
        "lat_ns" : {
          "min" : 60442,
          "max" : 2915575,
          "mean" : 1279025.208076,
          "stddev" : 321527.329214,
          "N" : 8501493
        },
        "bw_min" : 184560,
        "bw_max" : 219636,
        "bw_agg" : 100.000000,
        "bw_mean" : 200118.162242,
        "bw_dev" : 529.813827,
        "bw_samples" : 5424,
        "iops_min" : 46140,
        "iops_max" : 54908,
        "iops_mean" : 50028.932153,
        "iops_stddev" : 132.455084,
        "iops_samples" : 5424
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719984,
      "usr_cpu" : 0.647026,
      "sys_cpu" : 16.721459,
      "ctx" : 6894984,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.901734,
        "250" : 0.010000,
        "500" : 7.861887,
        "750" : 12.375227,
        "1000" : 25.618370
      },
      "latency_ms" : {
        "2" : 53.234561,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080949,
  "timestamp_ms" : 1773080949577,
  "time" : "Mon Mar  9 15:29:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 1439,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 36726337536,
        "io_kbytes" : 35865564,
        "bw_bytes" : 204034075,
        "bw" : 199252,
        "iops" : 49812.812151,
        "runtime" : 180001,
        "total_ios" : 8966356,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1962188,
          "mean" : 319021.325626,
          "stddev" : 155502.474272,
          "N" : 8966372
        },
        "clat_ns" : {
          "min" : 2654,
          "max" : 2833508,
          "mean" : 965030.181319,
          "stddev" : 274937.414100,
          "N" : 8966404,
          "percentile" : {
            "1.000000" : 333824,
            "5.000000" : 428032,
            "10.000000" : 634880,
            "20.000000" : 749568,
            "30.000000" : 798720,
            "40.000000" : 897024,
            "50.000000" : 1036288,
            "60.000000" : 1089536,
            "70.000000" : 1138688,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "2640" : 1,
            "2960" : 1,
            "3024" : 1,
            "3056" : 1,
            "3280" : 1,
            "3344" : 1,
            "3376" : 1,
            "3408" : 1,
            "3440" : 1,
            "3632" : 1,
            "5216" : 1,
            "5536" : 1,
            "5600" : 1,
            "5856" : 2,
            "5920" : 1,
            "40192" : 1,
            "41216" : 1,
            "41728" : 4,
            "42240" : 2,
            "42752" : 5,
            "43264" : 5,
            "43776" : 4,
            "44288" : 10,
            "44800" : 9,
            "45312" : 3,
            "45824" : 5,
            "46336" : 2,
            "46848" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 3,
            "48896" : 4,
            "49408" : 4,
            "49920" : 4,
            "50432" : 5,
            "50944" : 8,
            "51456" : 23,
            "51968" : 27,
            "52480" : 40,
            "52992" : 72,
            "53504" : 97,
            "54016" : 126,
            "54528" : 155,
            "55040" : 186,
            "55552" : 182,
            "56064" : 196,
            "56576" : 202,
            "57088" : 235,
            "57600" : 214,
            "58112" : 211,
            "58624" : 195,
            "59136" : 188,
            "59648" : 189,
            "60160" : 178,
            "60672" : 165,
            "61184" : 152,
            "61696" : 187,
            "62208" : 171,
            "62720" : 249,
            "63232" : 411,
            "63744" : 532,
            "64256" : 721,
            "64768" : 988,
            "65280" : 1449,
            "66048" : 3822,
            "67072" : 5199,
            "68096" : 6355,
            "69120" : 7166,
            "70144" : 7501,
            "71168" : 7490,
            "72192" : 6681,
            "73216" : 5881,
            "74240" : 4849,
            "75264" : 3899,
            "76288" : 2994,
            "77312" : 2278,
            "78336" : 1639,
            "79360" : 1222,
            "80384" : 854,
            "81408" : 607,
            "82432" : 423,
            "83456" : 325,
            "84480" : 212,
            "85504" : 174,
            "86528" : 128,
            "87552" : 118,
            "88576" : 100,
            "89600" : 76,
            "90624" : 52,
            "91648" : 46,
            "92672" : 39,
            "93696" : 32,
            "94720" : 31,
            "95744" : 26,
            "96768" : 30,
            "97792" : 21,
            "98816" : 17,
            "99840" : 25,
            "100864" : 27,
            "101888" : 29,
            "102912" : 23,
            "103936" : 35,
            "104960" : 32,
            "105984" : 40,
            "107008" : 35,
            "108032" : 27,
            "109056" : 25,
            "110080" : 27,
            "111104" : 30,
            "112128" : 23,
            "113152" : 26,
            "114176" : 20,
            "115200" : 16,
            "116224" : 11,
            "117248" : 4,
            "118272" : 10,
            "119296" : 7,
            "120320" : 4,
            "121344" : 3,
            "122368" : 3,
            "123392" : 1,
            "124416" : 2,
            "125440" : 2,
            "126464" : 4,
            "130560" : 1,
            "134144" : 2,
            "138240" : 2,
            "146432" : 1,
            "148480" : 1,
            "152576" : 1,
            "177152" : 1,
            "232448" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 6,
            "250880" : 4,
            "252928" : 10,
            "254976" : 2,
            "257024" : 10,
            "259072" : 8,
            "261120" : 11,
            "264192" : 23,
            "268288" : 39,
            "272384" : 41,
            "276480" : 38,
            "280576" : 52,
            "284672" : 94,
            "288768" : 86,
            "292864" : 132,
            "296960" : 220,
            "301056" : 294,
            "305152" : 407,
            "309248" : 506,
            "313344" : 651,
            "317440" : 1028,
            "321536" : 1465,
            "325632" : 2234,
            "329728" : 2912,
            "333824" : 3481,
            "337920" : 3737,
            "342016" : 3630,
            "346112" : 3161,
            "350208" : 3075,
            "354304" : 3482,
            "358400" : 5113,
            "362496" : 7980,
            "366592" : 12504,
            "370688" : 19133,
            "374784" : 26609,
            "378880" : 32272,
            "382976" : 34852,
            "387072" : 33444,
            "391168" : 27847,
            "395264" : 21460,
            "399360" : 16253,
            "403456" : 12469,
            "407552" : 10355,
            "411648" : 10311,
            "415744" : 13222,
            "419840" : 18529,
            "423936" : 25855,
            "428032" : 32915,
            "432128" : 37951,
            "436224" : 39469,
            "440320" : 37165,
            "444416" : 31312,
            "448512" : 24129,
            "452608" : 19142,
            "456704" : 15765,
            "460800" : 13586,
            "464896" : 12236,
            "468992" : 11224,
            "473088" : 10053,
            "477184" : 8732,
            "481280" : 8018,
            "485376" : 7177,
            "489472" : 6428,
            "493568" : 6072,
            "497664" : 5364,
            "501760" : 5518,
            "505856" : 5480,
            "509952" : 5702,
            "514048" : 6097,
            "518144" : 5983,
            "522240" : 5891,
            "528384" : 11220,
            "536576" : 9443,
            "544768" : 7642,
            "552960" : 6493,
            "561152" : 5699,
            "569344" : 5138,
            "577536" : 4908,
            "585728" : 4853,
            "593920" : 4984,
            "602112" : 5074,
            "610304" : 5466,
            "618496" : 6772,
            "626688" : 8922,
            "634880" : 12326,
            "643072" : 15906,
            "651264" : 18294,
            "659456" : 21337,
            "667648" : 28738,
            "675840" : 43960,
            "684032" : 64689,
            "692224" : 80619,
            "700416" : 83310,
            "708608" : 76630,
            "716800" : 74351,
            "724992" : 90253,
            "733184" : 121583,
            "741376" : 152552,
            "749568" : 160911,
            "757760" : 147032,
            "765952" : 125526,
            "774144" : 115008,
            "782336" : 118904,
            "790528" : 128783,
            "798720" : 133337,
            "806912" : 126209,
            "815104" : 112556,
            "823296" : 100823,
            "831488" : 91161,
            "839680" : 82778,
            "847872" : 74026,
            "856064" : 66121,
            "864256" : 60683,
            "872448" : 57243,
            "880640" : 55333,
            "888832" : 53135,
            "897024" : 49160,
            "905216" : 45803,
            "913408" : 41834,
            "921600" : 39140,
            "929792" : 36567,
            "937984" : 36338,
            "946176" : 35922,
            "954368" : 36797,
            "962560" : 37432,
            "970752" : 39376,
            "978944" : 43234,
            "987136" : 49524,
            "995328" : 57516,
            "1003520" : 64181,
            "1011712" : 68752,
            "1019904" : 72367,
            "1028096" : 79172,
            "1036288" : 92071,
            "1044480" : 109237,
            "1056768" : 256610,
            "1073152" : 267213,
            "1089536" : 286192,
            "1105920" : 329588,
            "1122304" : 330058,
            "1138688" : 309325,
            "1155072" : 297261,
            "1171456" : 279983,
            "1187840" : 255140,
            "1204224" : 229829,
            "1220608" : 203112,
            "1236992" : 180451,
            "1253376" : 161554,
            "1269760" : 142293,
            "1286144" : 123982,
            "1302528" : 106547,
            "1318912" : 92551,
            "1335296" : 79828,
            "1351680" : 68027,
            "1368064" : 58543,
            "1384448" : 49111,
            "1400832" : 41884,
            "1417216" : 34907,
            "1433600" : 29192,
            "1449984" : 24287,
            "1466368" : 20352,
            "1482752" : 16914,
            "1499136" : 14144,
            "1515520" : 11511,
            "1531904" : 9474,
            "1548288" : 7889,
            "1564672" : 6435,
            "1581056" : 5246,
            "1597440" : 4364,
            "1613824" : 3555,
            "1630208" : 2888,
            "1646592" : 2253,
            "1662976" : 1927,
            "1679360" : 1472,
            "1695744" : 1187,
            "1712128" : 949,
            "1728512" : 780,
            "1744896" : 648,
            "1761280" : 492,
            "1777664" : 418,
            "1794048" : 354,
            "1810432" : 268,
            "1826816" : 231,
            "1843200" : 155,
            "1859584" : 127,
            "1875968" : 113,
            "1892352" : 90,
            "1908736" : 75,
            "1925120" : 56,
            "1941504" : 42,
            "1957888" : 47,
            "1974272" : 24,
            "1990656" : 30,
            "2007040" : 26,
            "2023424" : 14,
            "2039808" : 12,
            "2056192" : 12,
            "2072576" : 14,
            "2088960" : 9,
            "2113536" : 12,
            "2146304" : 15,
            "2179072" : 4,
            "2211840" : 5,
            "2244608" : 4,
            "2277376" : 6,
            "2310144" : 4,
            "2342912" : 5,
            "2375680" : 7,
            "2408448" : 2,
            "2441216" : 3,
            "2473984" : 2,
            "2506752" : 8,
            "2539520" : 6,
            "2572288" : 2,
            "2605056" : 1,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 2,
            "2768896" : 1,
            "2834432" : 1
          }
        },
        "lat_ns" : {
          "min" : 60442,
          "max" : 3162972,
          "mean" : 1284051.375165,
          "stddev" : 320323.781338,
          "N" : 8966404
        },
        "bw_min" : 181880,
        "bw_max" : 219636,
        "bw_agg" : 100.000000,
        "bw_mean" : 199329.933148,
        "bw_dev" : 555.194315,
        "bw_samples" : 5744,
        "iops_min" : 45470,
        "iops_max" : 54908,
        "iops_mean" : 49831.830084,
        "iops_stddev" : 138.804538,
        "iops_samples" : 5744
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879997,
      "usr_cpu" : 0.645313,
      "sys_cpu" : 16.693351,
      "ctx" : 7302884,
      "majf" : 0,
      "minf" : 626,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.870554,
        "250" : 0.010000,
        "500" : 7.652897,
        "750" : 12.210010,
        "1000" : 25.353310
      },
      "latency_ms" : {
        "2" : 53.905243,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773080949,
  "timestamp_ms" : 1773080949636,
  "time" : "Mon Mar  9 15:29:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 36726456320,
        "io_kbytes" : 35865680,
        "bw_bytes" : 203982606,
        "bw" : 199201,
        "iops" : 49800.085533,
        "runtime" : 180047,
        "total_ios" : 8966356,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 4968,
          "max" : 1962188,
          "mean" : 319021.325626,
          "stddev" : 155502.474272,
          "N" : 8966372
        },
        "clat_ns" : {
          "min" : 2654,
          "max" : 2833508,
          "mean" : 965030.181319,
          "stddev" : 274937.414100,
          "N" : 8966404,
          "percentile" : {
            "1.000000" : 333824,
            "5.000000" : 428032,
            "10.000000" : 634880,
            "20.000000" : 749568,
            "30.000000" : 798720,
            "40.000000" : 897024,
            "50.000000" : 1036288,
            "60.000000" : 1089536,
            "70.000000" : 1138688,
            "80.000000" : 1187840,
            "90.000000" : 1269760,
            "95.000000" : 1335296,
            "99.000000" : 1482752,
            "99.500000" : 1531904,
            "99.900000" : 1662976,
            "99.950000" : 1712128,
            "99.990000" : 1843200
          },
          "bins" : {
            "2640" : 1,
            "2960" : 1,
            "3024" : 1,
            "3056" : 1,
            "3280" : 1,
            "3344" : 1,
            "3376" : 1,
            "3408" : 1,
            "3440" : 1,
            "3632" : 1,
            "5216" : 1,
            "5536" : 1,
            "5600" : 1,
            "5856" : 2,
            "5920" : 1,
            "40192" : 1,
            "41216" : 1,
            "41728" : 4,
            "42240" : 2,
            "42752" : 5,
            "43264" : 5,
            "43776" : 4,
            "44288" : 10,
            "44800" : 9,
            "45312" : 3,
            "45824" : 5,
            "46336" : 2,
            "46848" : 2,
            "47360" : 1,
            "47872" : 1,
            "48384" : 3,
            "48896" : 4,
            "49408" : 4,
            "49920" : 4,
            "50432" : 5,
            "50944" : 8,
            "51456" : 23,
            "51968" : 27,
            "52480" : 40,
            "52992" : 72,
            "53504" : 97,
            "54016" : 126,
            "54528" : 155,
            "55040" : 186,
            "55552" : 182,
            "56064" : 196,
            "56576" : 202,
            "57088" : 235,
            "57600" : 214,
            "58112" : 211,
            "58624" : 195,
            "59136" : 188,
            "59648" : 189,
            "60160" : 178,
            "60672" : 165,
            "61184" : 152,
            "61696" : 187,
            "62208" : 171,
            "62720" : 249,
            "63232" : 411,
            "63744" : 532,
            "64256" : 721,
            "64768" : 988,
            "65280" : 1449,
            "66048" : 3822,
            "67072" : 5199,
            "68096" : 6355,
            "69120" : 7166,
            "70144" : 7501,
            "71168" : 7490,
            "72192" : 6681,
            "73216" : 5881,
            "74240" : 4849,
            "75264" : 3899,
            "76288" : 2994,
            "77312" : 2278,
            "78336" : 1639,
            "79360" : 1222,
            "80384" : 854,
            "81408" : 607,
            "82432" : 423,
            "83456" : 325,
            "84480" : 212,
            "85504" : 174,
            "86528" : 128,
            "87552" : 118,
            "88576" : 100,
            "89600" : 76,
            "90624" : 52,
            "91648" : 46,
            "92672" : 39,
            "93696" : 32,
            "94720" : 31,
            "95744" : 26,
            "96768" : 30,
            "97792" : 21,
            "98816" : 17,
            "99840" : 25,
            "100864" : 27,
            "101888" : 29,
            "102912" : 23,
            "103936" : 35,
            "104960" : 32,
            "105984" : 40,
            "107008" : 35,
            "108032" : 27,
            "109056" : 25,
            "110080" : 27,
            "111104" : 30,
            "112128" : 23,
            "113152" : 26,
            "114176" : 20,
            "115200" : 16,
            "116224" : 11,
            "117248" : 4,
            "118272" : 10,
            "119296" : 7,
            "120320" : 4,
            "121344" : 3,
            "122368" : 3,
            "123392" : 1,
            "124416" : 2,
            "125440" : 2,
            "126464" : 4,
            "130560" : 1,
            "134144" : 2,
            "138240" : 2,
            "146432" : 1,
            "148480" : 1,
            "152576" : 1,
            "177152" : 1,
            "232448" : 1,
            "236544" : 1,
            "240640" : 1,
            "242688" : 2,
            "244736" : 1,
            "248832" : 6,
            "250880" : 4,
            "252928" : 10,
            "254976" : 2,
            "257024" : 10,
            "259072" : 8,
            "261120" : 11,
            "264192" : 23,
            "268288" : 39,
            "272384" : 41,
            "276480" : 38,
            "280576" : 52,
            "284672" : 94,
            "288768" : 86,
            "292864" : 132,
            "296960" : 220,
            "301056" : 294,
            "305152" : 407,
            "309248" : 506,
            "313344" : 651,
            "317440" : 1028,
            "321536" : 1465,
            "325632" : 2234,
            "329728" : 2912,
            "333824" : 3481,
            "337920" : 3737,
            "342016" : 3630,
            "346112" : 3161,
            "350208" : 3075,
            "354304" : 3482,
            "358400" : 5113,
            "362496" : 7980,
            "366592" : 12504,
            "370688" : 19133,
            "374784" : 26609,
            "378880" : 32272,
            "382976" : 34852,
            "387072" : 33444,
            "391168" : 27847,
            "395264" : 21460,
            "399360" : 16253,
            "403456" : 12469,
            "407552" : 10355,
            "411648" : 10311,
            "415744" : 13222,
            "419840" : 18529,
            "423936" : 25855,
            "428032" : 32915,
            "432128" : 37951,
            "436224" : 39469,
            "440320" : 37165,
            "444416" : 31312,
            "448512" : 24129,
            "452608" : 19142,
            "456704" : 15765,
            "460800" : 13586,
            "464896" : 12236,
            "468992" : 11224,
            "473088" : 10053,
            "477184" : 8732,
            "481280" : 8018,
            "485376" : 7177,
            "489472" : 6428,
            "493568" : 6072,
            "497664" : 5364,
            "501760" : 5518,
            "505856" : 5480,
            "509952" : 5702,
            "514048" : 6097,
            "518144" : 5983,
            "522240" : 5891,
            "528384" : 11220,
            "536576" : 9443,
            "544768" : 7642,
            "552960" : 6493,
            "561152" : 5699,
            "569344" : 5138,
            "577536" : 4908,
            "585728" : 4853,
            "593920" : 4984,
            "602112" : 5074,
            "610304" : 5466,
            "618496" : 6772,
            "626688" : 8922,
            "634880" : 12326,
            "643072" : 15906,
            "651264" : 18294,
            "659456" : 21337,
            "667648" : 28738,
            "675840" : 43960,
            "684032" : 64689,
            "692224" : 80619,
            "700416" : 83310,
            "708608" : 76630,
            "716800" : 74351,
            "724992" : 90253,
            "733184" : 121583,
            "741376" : 152552,
            "749568" : 160911,
            "757760" : 147032,
            "765952" : 125526,
            "774144" : 115008,
            "782336" : 118904,
            "790528" : 128783,
            "798720" : 133337,
            "806912" : 126209,
            "815104" : 112556,
            "823296" : 100823,
            "831488" : 91161,
            "839680" : 82778,
            "847872" : 74026,
            "856064" : 66121,
            "864256" : 60683,
            "872448" : 57243,
            "880640" : 55333,
            "888832" : 53135,
            "897024" : 49160,
            "905216" : 45803,
            "913408" : 41834,
            "921600" : 39140,
            "929792" : 36567,
            "937984" : 36338,
            "946176" : 35922,
            "954368" : 36797,
            "962560" : 37432,
            "970752" : 39376,
            "978944" : 43234,
            "987136" : 49524,
            "995328" : 57516,
            "1003520" : 64181,
            "1011712" : 68752,
            "1019904" : 72367,
            "1028096" : 79172,
            "1036288" : 92071,
            "1044480" : 109237,
            "1056768" : 256610,
            "1073152" : 267213,
            "1089536" : 286192,
            "1105920" : 329588,
            "1122304" : 330058,
            "1138688" : 309325,
            "1155072" : 297261,
            "1171456" : 279983,
            "1187840" : 255140,
            "1204224" : 229829,
            "1220608" : 203112,
            "1236992" : 180451,
            "1253376" : 161554,
            "1269760" : 142293,
            "1286144" : 123982,
            "1302528" : 106547,
            "1318912" : 92551,
            "1335296" : 79828,
            "1351680" : 68027,
            "1368064" : 58543,
            "1384448" : 49111,
            "1400832" : 41884,
            "1417216" : 34907,
            "1433600" : 29192,
            "1449984" : 24287,
            "1466368" : 20352,
            "1482752" : 16914,
            "1499136" : 14144,
            "1515520" : 11511,
            "1531904" : 9474,
            "1548288" : 7889,
            "1564672" : 6435,
            "1581056" : 5246,
            "1597440" : 4364,
            "1613824" : 3555,
            "1630208" : 2888,
            "1646592" : 2253,
            "1662976" : 1927,
            "1679360" : 1472,
            "1695744" : 1187,
            "1712128" : 949,
            "1728512" : 780,
            "1744896" : 648,
            "1761280" : 492,
            "1777664" : 418,
            "1794048" : 354,
            "1810432" : 268,
            "1826816" : 231,
            "1843200" : 155,
            "1859584" : 127,
            "1875968" : 113,
            "1892352" : 90,
            "1908736" : 75,
            "1925120" : 56,
            "1941504" : 42,
            "1957888" : 47,
            "1974272" : 24,
            "1990656" : 30,
            "2007040" : 26,
            "2023424" : 14,
            "2039808" : 12,
            "2056192" : 12,
            "2072576" : 14,
            "2088960" : 9,
            "2113536" : 12,
            "2146304" : 15,
            "2179072" : 4,
            "2211840" : 5,
            "2244608" : 4,
            "2277376" : 6,
            "2310144" : 4,
            "2342912" : 5,
            "2375680" : 7,
            "2408448" : 2,
            "2441216" : 3,
            "2473984" : 2,
            "2506752" : 8,
            "2539520" : 6,
            "2572288" : 2,
            "2605056" : 1,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 2,
            "2768896" : 1,
            "2834432" : 1
          }
        },
        "lat_ns" : {
          "min" : 60442,
          "max" : 3162972,
          "mean" : 1284051.375165,
          "stddev" : 320323.781338,
          "N" : 8966404
        },
        "bw_min" : 177030,
        "bw_max" : 219636,
        "bw_agg" : 100.000000,
        "bw_mean" : 199295.813904,
        "bw_dev" : 558.248885,
        "bw_samples" : 5751,
        "iops_min" : 44255,
        "iops_max" : 54908,
        "iops_mean" : 49823.294104,
        "iops_stddev" : 139.569400,
        "iops_samples" : 5751
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880319,
      "usr_cpu" : 0.645241,
      "sys_cpu" : 16.691485,
      "ctx" : 7303190,
      "majf" : 0,
      "minf" : 633,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.870554,
        "250" : 0.010000,
        "500" : 7.652897,
        "750" : 12.210010,
        "1000" : 25.353310
      },
      "latency_ms" : {
        "2" : 53.905243,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}