← Back to file list

📄 rand-read-qd4-nj32_run3.json

raidz2/benchmarks/rand/rand-read-qd4-nj32_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081697,
  "timestamp_ms" : 1773081697580,
  "time" : "Mon Mar  9 15:41:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3318149120,
        "io_kbytes" : 3240380,
        "bw_bytes" : 340253191,
        "bw" : 332278,
        "iops" : 83091.673503,
        "runtime" : 9752,
        "total_ios" : 810310,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312064,
      "usr_cpu" : 0.618463,
      "sys_cpu" : 14.898867,
      "ctx" : 704520,
      "majf" : 0,
      "minf" : 341,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 99.988153,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999506,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999506,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081707,
  "timestamp_ms" : 1773081707828,
  "time" : "Mon Mar  9 15:41:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3381149696,
        "io_kbytes" : 3301904,
        "bw_bytes" : 338114969,
        "bw" : 330190,
        "iops" : 82554.400000,
        "runtime" : 10000,
        "total_ios" : 825544,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 1627796,
          "mean" : 385219.253476,
          "stddev" : 164091.310700,
          "N" : 825544
        },
        "clat_ns" : {
          "min" : 48875,
          "max" : 2626822,
          "mean" : 1164589.165914,
          "stddev" : 291204.313900,
          "N" : 825512,
          "percentile" : {
            "1.000000" : 403456,
            "5.000000" : 675840,
            "10.000000" : 790528,
            "20.000000" : 897024,
            "30.000000" : 1056768,
            "40.000000" : 1155072,
            "50.000000" : 1204224,
            "60.000000" : 1269760,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1499136,
            "95.000000" : 1581056,
            "99.000000" : 1777664,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2088960,
            "99.990000" : 2211840
          },
          "bins" : {
            "48896" : 1,
            "56064" : 2,
            "56576" : 1,
            "57088" : 1,
            "57600" : 4,
            "58112" : 3,
            "59136" : 2,
            "59648" : 3,
            "60160" : 3,
            "60672" : 5,
            "61696" : 4,
            "62208" : 7,
            "62720" : 2,
            "63232" : 4,
            "63744" : 2,
            "64256" : 3,
            "64768" : 7,
            "65280" : 6,
            "66048" : 8,
            "67072" : 16,
            "68096" : 16,
            "69120" : 48,
            "70144" : 80,
            "71168" : 89,
            "72192" : 109,
            "73216" : 183,
            "74240" : 157,
            "75264" : 205,
            "76288" : 199,
            "77312" : 187,
            "78336" : 205,
            "79360" : 196,
            "80384" : 159,
            "81408" : 158,
            "82432" : 136,
            "83456" : 107,
            "84480" : 82,
            "85504" : 67,
            "86528" : 67,
            "87552" : 65,
            "88576" : 48,
            "89600" : 43,
            "90624" : 35,
            "91648" : 30,
            "92672" : 33,
            "93696" : 32,
            "94720" : 24,
            "95744" : 28,
            "96768" : 26,
            "97792" : 32,
            "98816" : 15,
            "99840" : 18,
            "100864" : 18,
            "101888" : 16,
            "102912" : 27,
            "103936" : 12,
            "104960" : 17,
            "105984" : 10,
            "107008" : 17,
            "108032" : 12,
            "109056" : 26,
            "110080" : 12,
            "111104" : 21,
            "112128" : 23,
            "113152" : 16,
            "114176" : 16,
            "115200" : 9,
            "116224" : 15,
            "117248" : 16,
            "118272" : 10,
            "119296" : 8,
            "120320" : 10,
            "121344" : 8,
            "122368" : 10,
            "123392" : 7,
            "124416" : 4,
            "125440" : 6,
            "126464" : 5,
            "127488" : 5,
            "128512" : 1,
            "129536" : 5,
            "130560" : 1,
            "132096" : 4,
            "134144" : 4,
            "136192" : 1,
            "138240" : 3,
            "142336" : 2,
            "144384" : 4,
            "146432" : 2,
            "148480" : 3,
            "150528" : 1,
            "154624" : 2,
            "156672" : 1,
            "160768" : 1,
            "162816" : 1,
            "164864" : 1,
            "179200" : 2,
            "183296" : 1,
            "205824" : 1,
            "280576" : 1,
            "292864" : 2,
            "296960" : 2,
            "301056" : 1,
            "305152" : 2,
            "309248" : 2,
            "313344" : 8,
            "317440" : 17,
            "321536" : 15,
            "325632" : 20,
            "329728" : 24,
            "333824" : 27,
            "337920" : 64,
            "342016" : 77,
            "346112" : 93,
            "350208" : 74,
            "354304" : 91,
            "358400" : 102,
            "362496" : 103,
            "366592" : 105,
            "370688" : 167,
            "374784" : 217,
            "378880" : 333,
            "382976" : 442,
            "387072" : 563,
            "391168" : 674,
            "395264" : 757,
            "399360" : 779,
            "403456" : 746,
            "407552" : 666,
            "411648" : 616,
            "415744" : 554,
            "419840" : 559,
            "423936" : 599,
            "428032" : 675,
            "432128" : 739,
            "436224" : 822,
            "440320" : 1002,
            "444416" : 1095,
            "448512" : 1157,
            "452608" : 1177,
            "456704" : 1015,
            "460800" : 986,
            "464896" : 907,
            "468992" : 855,
            "473088" : 824,
            "477184" : 790,
            "481280" : 830,
            "485376" : 732,
            "489472" : 680,
            "493568" : 658,
            "497664" : 583,
            "501760" : 493,
            "505856" : 494,
            "509952" : 492,
            "514048" : 471,
            "518144" : 491,
            "522240" : 480,
            "528384" : 945,
            "536576" : 930,
            "544768" : 878,
            "552960" : 818,
            "561152" : 761,
            "569344" : 637,
            "577536" : 594,
            "585728" : 547,
            "593920" : 483,
            "602112" : 446,
            "610304" : 465,
            "618496" : 425,
            "626688" : 442,
            "634880" : 460,
            "643072" : 429,
            "651264" : 477,
            "659456" : 564,
            "667648" : 641,
            "675840" : 714,
            "684032" : 862,
            "692224" : 1146,
            "700416" : 1490,
            "708608" : 1837,
            "716800" : 2131,
            "724992" : 2247,
            "733184" : 2552,
            "741376" : 3078,
            "749568" : 3661,
            "757760" : 4305,
            "765952" : 4804,
            "774144" : 5024,
            "782336" : 5304,
            "790528" : 5471,
            "798720" : 5764,
            "806912" : 5958,
            "815104" : 6225,
            "823296" : 6487,
            "831488" : 6423,
            "839680" : 6544,
            "847872" : 6555,
            "856064" : 6336,
            "864256" : 6255,
            "872448" : 6024,
            "880640" : 5816,
            "888832" : 5856,
            "897024" : 5652,
            "905216" : 5598,
            "913408" : 5309,
            "921600" : 5154,
            "929792" : 5142,
            "937984" : 4786,
            "946176" : 4674,
            "954368" : 4560,
            "962560" : 4301,
            "970752" : 4275,
            "978944" : 4111,
            "987136" : 4065,
            "995328" : 4039,
            "1003520" : 3860,
            "1011712" : 3965,
            "1019904" : 4025,
            "1028096" : 4041,
            "1036288" : 4242,
            "1044480" : 4402,
            "1056768" : 9437,
            "1073152" : 10940,
            "1089536" : 12658,
            "1105920" : 14193,
            "1122304" : 16500,
            "1138688" : 18321,
            "1155072" : 20292,
            "1171456" : 21636,
            "1187840" : 22704,
            "1204224" : 23746,
            "1220608" : 24455,
            "1236992" : 24737,
            "1253376" : 24320,
            "1269760" : 24274,
            "1286144" : 23743,
            "1302528" : 23059,
            "1318912" : 22218,
            "1335296" : 21018,
            "1351680" : 19981,
            "1368064" : 18871,
            "1384448" : 17403,
            "1400832" : 16365,
            "1417216" : 15178,
            "1433600" : 14008,
            "1449984" : 12631,
            "1466368" : 11617,
            "1482752" : 10639,
            "1499136" : 9636,
            "1515520" : 8676,
            "1531904" : 7920,
            "1548288" : 6909,
            "1564672" : 6150,
            "1581056" : 5533,
            "1597440" : 4907,
            "1613824" : 4390,
            "1630208" : 3916,
            "1646592" : 3382,
            "1662976" : 2941,
            "1679360" : 2670,
            "1695744" : 2234,
            "1712128" : 2028,
            "1728512" : 1742,
            "1744896" : 1560,
            "1761280" : 1293,
            "1777664" : 1114,
            "1794048" : 967,
            "1810432" : 844,
            "1826816" : 786,
            "1843200" : 664,
            "1859584" : 559,
            "1875968" : 507,
            "1892352" : 457,
            "1908736" : 364,
            "1925120" : 315,
            "1941504" : 288,
            "1957888" : 223,
            "1974272" : 200,
            "1990656" : 177,
            "2007040" : 124,
            "2023424" : 96,
            "2039808" : 98,
            "2056192" : 70,
            "2072576" : 76,
            "2088960" : 61,
            "2113536" : 104,
            "2146304" : 79,
            "2179072" : 63,
            "2211840" : 48,
            "2244608" : 15,
            "2277376" : 14,
            "2310144" : 20,
            "2342912" : 8,
            "2375680" : 4,
            "2408448" : 3,
            "2441216" : 5,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 2,
            "2605056" : 1,
            "2637824" : 1
          }
        },
        "lat_ns" : {
          "min" : 77007,
          "max" : 3122049,
          "mean" : 1549807.410293,
          "stddev" : 339909.134076,
          "N" : 825512
        },
        "bw_min" : 322880,
        "bw_max" : 338242,
        "bw_agg" : 100.000000,
        "bw_mean" : 330306.894737,
        "bw_dev" : 125.561288,
        "bw_samples" : 608,
        "iops_min" : 80720,
        "iops_max" : 84560,
        "iops_mean" : 82575.894737,
        "iops_stddev" : 31.402412,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320000,
      "usr_cpu" : 0.640625,
      "sys_cpu" : 14.853438,
      "ctx" : 722797,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999758,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999879,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.357946,
        "250" : 0.048937,
        "500" : 2.916380,
        "750" : 3.856730,
        "1000" : 19.720814
      },
      "latency_ms" : {
        "2" : 72.987751,
        "4" : 0.107444,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081717,
  "timestamp_ms" : 1773081717827,
  "time" : "Mon Mar  9 15:41:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 6760312832,
        "io_kbytes" : 6601868,
        "bw_bytes" : 338032543,
        "bw" : 330109,
        "iops" : 82530.376519,
        "runtime" : 19999,
        "total_ios" : 1650525,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 1627796,
          "mean" : 385309.877031,
          "stddev" : 164194.392562,
          "N" : 1650525
        },
        "clat_ns" : {
          "min" : 46751,
          "max" : 2692053,
          "mean" : 1164847.796068,
          "stddev" : 291183.765520,
          "N" : 1650493,
          "percentile" : {
            "1.000000" : 403456,
            "5.000000" : 675840,
            "10.000000" : 790528,
            "20.000000" : 897024,
            "30.000000" : 1056768,
            "40.000000" : 1155072,
            "50.000000" : 1204224,
            "60.000000" : 1269760,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1499136,
            "95.000000" : 1581056,
            "99.000000" : 1777664,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2088960,
            "99.990000" : 2244608
          },
          "bins" : {
            "46848" : 1,
            "48896" : 1,
            "54528" : 2,
            "55552" : 1,
            "56064" : 4,
            "56576" : 1,
            "57088" : 1,
            "57600" : 6,
            "58112" : 3,
            "59136" : 7,
            "59648" : 7,
            "60160" : 4,
            "60672" : 8,
            "61184" : 1,
            "61696" : 5,
            "62208" : 9,
            "62720" : 8,
            "63232" : 10,
            "63744" : 7,
            "64256" : 4,
            "64768" : 10,
            "65280" : 7,
            "66048" : 17,
            "67072" : 34,
            "68096" : 38,
            "69120" : 90,
            "70144" : 146,
            "71168" : 168,
            "72192" : 246,
            "73216" : 322,
            "74240" : 332,
            "75264" : 387,
            "76288" : 383,
            "77312" : 377,
            "78336" : 377,
            "79360" : 380,
            "80384" : 320,
            "81408" : 303,
            "82432" : 250,
            "83456" : 224,
            "84480" : 183,
            "85504" : 178,
            "86528" : 129,
            "87552" : 121,
            "88576" : 89,
            "89600" : 99,
            "90624" : 69,
            "91648" : 60,
            "92672" : 71,
            "93696" : 62,
            "94720" : 56,
            "95744" : 52,
            "96768" : 51,
            "97792" : 57,
            "98816" : 28,
            "99840" : 32,
            "100864" : 31,
            "101888" : 34,
            "102912" : 47,
            "103936" : 31,
            "104960" : 38,
            "105984" : 25,
            "107008" : 32,
            "108032" : 24,
            "109056" : 47,
            "110080" : 28,
            "111104" : 33,
            "112128" : 38,
            "113152" : 23,
            "114176" : 32,
            "115200" : 25,
            "116224" : 23,
            "117248" : 28,
            "118272" : 22,
            "119296" : 18,
            "120320" : 17,
            "121344" : 13,
            "122368" : 18,
            "123392" : 15,
            "124416" : 9,
            "125440" : 11,
            "126464" : 11,
            "127488" : 9,
            "128512" : 5,
            "129536" : 7,
            "130560" : 1,
            "132096" : 7,
            "134144" : 7,
            "136192" : 5,
            "138240" : 5,
            "140288" : 5,
            "142336" : 4,
            "144384" : 6,
            "146432" : 4,
            "148480" : 6,
            "150528" : 3,
            "152576" : 4,
            "154624" : 3,
            "156672" : 1,
            "158720" : 1,
            "160768" : 3,
            "162816" : 3,
            "164864" : 3,
            "179200" : 2,
            "181248" : 3,
            "183296" : 1,
            "205824" : 1,
            "272384" : 1,
            "280576" : 1,
            "292864" : 4,
            "296960" : 7,
            "301056" : 8,
            "305152" : 5,
            "309248" : 5,
            "313344" : 18,
            "317440" : 26,
            "321536" : 31,
            "325632" : 35,
            "329728" : 57,
            "333824" : 58,
            "337920" : 123,
            "342016" : 131,
            "346112" : 161,
            "350208" : 159,
            "354304" : 169,
            "358400" : 187,
            "362496" : 204,
            "366592" : 231,
            "370688" : 327,
            "374784" : 461,
            "378880" : 625,
            "382976" : 863,
            "387072" : 1151,
            "391168" : 1310,
            "395264" : 1499,
            "399360" : 1561,
            "403456" : 1527,
            "407552" : 1383,
            "411648" : 1216,
            "415744" : 1112,
            "419840" : 1148,
            "423936" : 1155,
            "428032" : 1275,
            "432128" : 1465,
            "436224" : 1681,
            "440320" : 2008,
            "444416" : 2144,
            "448512" : 2261,
            "452608" : 2272,
            "456704" : 2006,
            "460800" : 1936,
            "464896" : 1827,
            "468992" : 1716,
            "473088" : 1652,
            "477184" : 1601,
            "481280" : 1593,
            "485376" : 1428,
            "489472" : 1366,
            "493568" : 1305,
            "497664" : 1146,
            "501760" : 1106,
            "505856" : 996,
            "509952" : 993,
            "514048" : 938,
            "518144" : 1008,
            "522240" : 938,
            "528384" : 1923,
            "536576" : 1800,
            "544768" : 1782,
            "552960" : 1608,
            "561152" : 1538,
            "569344" : 1275,
            "577536" : 1184,
            "585728" : 1111,
            "593920" : 999,
            "602112" : 923,
            "610304" : 889,
            "618496" : 840,
            "626688" : 876,
            "634880" : 944,
            "643072" : 873,
            "651264" : 965,
            "659456" : 1148,
            "667648" : 1286,
            "675840" : 1455,
            "684032" : 1680,
            "692224" : 2273,
            "700416" : 2983,
            "708608" : 3719,
            "716800" : 4294,
            "724992" : 4585,
            "733184" : 5279,
            "741376" : 6034,
            "749568" : 7213,
            "757760" : 8640,
            "765952" : 9619,
            "774144" : 10064,
            "782336" : 10647,
            "790528" : 10893,
            "798720" : 11591,
            "806912" : 12010,
            "815104" : 12564,
            "823296" : 12889,
            "831488" : 12897,
            "839680" : 13062,
            "847872" : 13095,
            "856064" : 12882,
            "864256" : 12451,
            "872448" : 11997,
            "880640" : 11697,
            "888832" : 11632,
            "897024" : 11229,
            "905216" : 11053,
            "913408" : 10651,
            "921600" : 10419,
            "929792" : 10241,
            "937984" : 9678,
            "946176" : 9309,
            "954368" : 9099,
            "962560" : 8589,
            "970752" : 8575,
            "978944" : 8246,
            "987136" : 8133,
            "995328" : 8002,
            "1003520" : 7851,
            "1011712" : 7912,
            "1019904" : 7956,
            "1028096" : 8041,
            "1036288" : 8478,
            "1044480" : 8794,
            "1056768" : 18884,
            "1073152" : 21860,
            "1089536" : 25205,
            "1105920" : 28115,
            "1122304" : 32903,
            "1138688" : 36608,
            "1155072" : 40164,
            "1171456" : 43424,
            "1187840" : 45540,
            "1204224" : 47561,
            "1220608" : 48675,
            "1236992" : 49175,
            "1253376" : 48899,
            "1269760" : 48417,
            "1286144" : 47817,
            "1302528" : 46046,
            "1318912" : 44545,
            "1335296" : 42061,
            "1351680" : 39802,
            "1368064" : 37617,
            "1384448" : 34869,
            "1400832" : 32697,
            "1417216" : 30293,
            "1433600" : 27881,
            "1449984" : 25280,
            "1466368" : 23110,
            "1482752" : 21226,
            "1499136" : 19186,
            "1515520" : 17533,
            "1531904" : 15720,
            "1548288" : 13904,
            "1564672" : 12345,
            "1581056" : 11126,
            "1597440" : 9889,
            "1613824" : 8785,
            "1630208" : 7900,
            "1646592" : 6817,
            "1662976" : 6006,
            "1679360" : 5338,
            "1695744" : 4606,
            "1712128" : 4029,
            "1728512" : 3578,
            "1744896" : 3129,
            "1761280" : 2622,
            "1777664" : 2293,
            "1794048" : 1973,
            "1810432" : 1733,
            "1826816" : 1499,
            "1843200" : 1324,
            "1859584" : 1128,
            "1875968" : 1013,
            "1892352" : 837,
            "1908736" : 722,
            "1925120" : 601,
            "1941504" : 542,
            "1957888" : 440,
            "1974272" : 380,
            "1990656" : 365,
            "2007040" : 246,
            "2023424" : 213,
            "2039808" : 210,
            "2056192" : 155,
            "2072576" : 155,
            "2088960" : 128,
            "2113536" : 207,
            "2146304" : 157,
            "2179072" : 111,
            "2211840" : 91,
            "2244608" : 42,
            "2277376" : 42,
            "2310144" : 34,
            "2342912" : 18,
            "2375680" : 13,
            "2408448" : 10,
            "2441216" : 13,
            "2473984" : 6,
            "2506752" : 2,
            "2539520" : 3,
            "2572288" : 1,
            "2605056" : 3,
            "2637824" : 1,
            "2703360" : 1
          }
        },
        "lat_ns" : {
          "min" : 77007,
          "max" : 3200789,
          "mean" : 1550155.264633,
          "stddev" : 339760.971757,
          "N" : 1650493
        },
        "bw_min" : 321424,
        "bw_max" : 339546,
        "bw_agg" : 100.000000,
        "bw_mean" : 330153.974359,
        "bw_dev" : 130.095065,
        "bw_samples" : 1248,
        "iops_min" : 80353,
        "iops_max" : 84886,
        "iops_mean" : 82537.102564,
        "iops_stddev" : 32.540555,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639968,
      "usr_cpu" : 0.626281,
      "sys_cpu" : 14.836836,
      "ctx" : 1445152,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999879,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999879,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.352797,
        "250" : 0.047561,
        "500" : 2.891928,
        "750" : 3.876948,
        "1000" : 19.737780
      },
      "latency_ms" : {
        "2" : 72.979022,
        "4" : 0.111904,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081727,
  "timestamp_ms" : 1773081727827,
  "time" : "Mon Mar  9 15:42:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 10146484224,
        "io_kbytes" : 9908676,
        "bw_bytes" : 338227415,
        "bw" : 330300,
        "iops" : 82577.485916,
        "runtime" : 29999,
        "total_ios" : 2477242,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 385087.156443,
          "stddev" : 164594.090975,
          "N" : 2477242
        },
        "clat_ns" : {
          "min" : 46751,
          "max" : 3720624,
          "mean" : 1164157.310389,
          "stddev" : 291845.619717,
          "N" : 2477210,
          "percentile" : {
            "1.000000" : 403456,
            "5.000000" : 667648,
            "10.000000" : 790528,
            "20.000000" : 897024,
            "30.000000" : 1056768,
            "40.000000" : 1155072,
            "50.000000" : 1204224,
            "60.000000" : 1269760,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1499136,
            "95.000000" : 1581056,
            "99.000000" : 1777664,
            "99.500000" : 1843200,
            "99.900000" : 2023424,
            "99.950000" : 2088960,
            "99.990000" : 2310144
          },
          "bins" : {
            "46848" : 1,
            "48896" : 1,
            "54528" : 2,
            "55552" : 1,
            "56064" : 4,
            "56576" : 1,
            "57088" : 1,
            "57600" : 6,
            "58112" : 5,
            "59136" : 9,
            "59648" : 10,
            "60160" : 9,
            "60672" : 13,
            "61184" : 4,
            "61696" : 7,
            "62208" : 13,
            "62720" : 10,
            "63232" : 14,
            "63744" : 12,
            "64256" : 6,
            "64768" : 14,
            "65280" : 11,
            "66048" : 26,
            "67072" : 46,
            "68096" : 62,
            "69120" : 122,
            "70144" : 208,
            "71168" : 267,
            "72192" : 368,
            "73216" : 489,
            "74240" : 521,
            "75264" : 589,
            "76288" : 570,
            "77312" : 576,
            "78336" : 570,
            "79360" : 544,
            "80384" : 474,
            "81408" : 444,
            "82432" : 385,
            "83456" : 342,
            "84480" : 284,
            "85504" : 264,
            "86528" : 187,
            "87552" : 182,
            "88576" : 143,
            "89600" : 144,
            "90624" : 113,
            "91648" : 101,
            "92672" : 111,
            "93696" : 97,
            "94720" : 82,
            "95744" : 77,
            "96768" : 70,
            "97792" : 79,
            "98816" : 53,
            "99840" : 56,
            "100864" : 43,
            "101888" : 55,
            "102912" : 59,
            "103936" : 52,
            "104960" : 53,
            "105984" : 43,
            "107008" : 48,
            "108032" : 39,
            "109056" : 71,
            "110080" : 40,
            "111104" : 52,
            "112128" : 53,
            "113152" : 31,
            "114176" : 44,
            "115200" : 39,
            "116224" : 35,
            "117248" : 38,
            "118272" : 34,
            "119296" : 24,
            "120320" : 23,
            "121344" : 18,
            "122368" : 24,
            "123392" : 17,
            "124416" : 16,
            "125440" : 12,
            "126464" : 14,
            "127488" : 9,
            "128512" : 9,
            "129536" : 9,
            "130560" : 2,
            "132096" : 11,
            "134144" : 12,
            "136192" : 8,
            "138240" : 6,
            "140288" : 11,
            "142336" : 8,
            "144384" : 6,
            "146432" : 4,
            "148480" : 7,
            "150528" : 5,
            "152576" : 5,
            "154624" : 4,
            "156672" : 2,
            "158720" : 2,
            "160768" : 4,
            "162816" : 4,
            "164864" : 4,
            "166912" : 1,
            "173056" : 1,
            "179200" : 3,
            "181248" : 3,
            "183296" : 2,
            "185344" : 1,
            "205824" : 1,
            "272384" : 1,
            "276480" : 1,
            "280576" : 1,
            "284672" : 1,
            "288768" : 7,
            "292864" : 5,
            "296960" : 7,
            "301056" : 13,
            "305152" : 11,
            "309248" : 11,
            "313344" : 24,
            "317440" : 35,
            "321536" : 44,
            "325632" : 67,
            "329728" : 95,
            "333824" : 93,
            "337920" : 161,
            "342016" : 184,
            "346112" : 241,
            "350208" : 250,
            "354304" : 251,
            "358400" : 289,
            "362496" : 323,
            "366592" : 349,
            "370688" : 494,
            "374784" : 690,
            "378880" : 976,
            "382976" : 1342,
            "387072" : 1748,
            "391168" : 2014,
            "395264" : 2221,
            "399360" : 2294,
            "403456" : 2303,
            "407552" : 2073,
            "411648" : 1937,
            "415744" : 1678,
            "419840" : 1733,
            "423936" : 1789,
            "428032" : 1959,
            "432128" : 2292,
            "436224" : 2612,
            "440320" : 2956,
            "444416" : 3304,
            "448512" : 3381,
            "452608" : 3445,
            "456704" : 3024,
            "460800" : 2918,
            "464896" : 2708,
            "468992" : 2612,
            "473088" : 2506,
            "477184" : 2406,
            "481280" : 2329,
            "485376" : 2108,
            "489472" : 2104,
            "493568" : 1921,
            "497664" : 1739,
            "501760" : 1679,
            "505856" : 1489,
            "509952" : 1533,
            "514048" : 1478,
            "518144" : 1501,
            "522240" : 1445,
            "528384" : 2938,
            "536576" : 2820,
            "544768" : 2692,
            "552960" : 2366,
            "561152" : 2269,
            "569344" : 1950,
            "577536" : 1796,
            "585728" : 1701,
            "593920" : 1539,
            "602112" : 1446,
            "610304" : 1331,
            "618496" : 1271,
            "626688" : 1344,
            "634880" : 1366,
            "643072" : 1329,
            "651264" : 1481,
            "659456" : 1738,
            "667648" : 1945,
            "675840" : 2207,
            "684032" : 2619,
            "692224" : 3444,
            "700416" : 4603,
            "708608" : 5598,
            "716800" : 6449,
            "724992" : 6942,
            "733184" : 7893,
            "741376" : 9193,
            "749568" : 10841,
            "757760" : 12988,
            "765952" : 14464,
            "774144" : 15170,
            "782336" : 16005,
            "790528" : 16497,
            "798720" : 17385,
            "806912" : 18319,
            "815104" : 18941,
            "823296" : 19329,
            "831488" : 19559,
            "839680" : 19632,
            "847872" : 19618,
            "856064" : 19377,
            "864256" : 18693,
            "872448" : 18190,
            "880640" : 17670,
            "888832" : 17252,
            "897024" : 16880,
            "905216" : 16492,
            "913408" : 16147,
            "921600" : 15618,
            "929792" : 15315,
            "937984" : 14504,
            "946176" : 14060,
            "954368" : 13613,
            "962560" : 12990,
            "970752" : 12893,
            "978944" : 12430,
            "987136" : 12221,
            "995328" : 12058,
            "1003520" : 11748,
            "1011712" : 11970,
            "1019904" : 11973,
            "1028096" : 12110,
            "1036288" : 12720,
            "1044480" : 13215,
            "1056768" : 28489,
            "1073152" : 32765,
            "1089536" : 37799,
            "1105920" : 42255,
            "1122304" : 49390,
            "1138688" : 54884,
            "1155072" : 60359,
            "1171456" : 64807,
            "1187840" : 68323,
            "1204224" : 71211,
            "1220608" : 72897,
            "1236992" : 73699,
            "1253376" : 73147,
            "1269760" : 72520,
            "1286144" : 71411,
            "1302528" : 68900,
            "1318912" : 66704,
            "1335296" : 62924,
            "1351680" : 59719,
            "1368064" : 56233,
            "1384448" : 52293,
            "1400832" : 49200,
            "1417216" : 45198,
            "1433600" : 41965,
            "1449984" : 37964,
            "1466368" : 34680,
            "1482752" : 31603,
            "1499136" : 28577,
            "1515520" : 26354,
            "1531904" : 23490,
            "1548288" : 20810,
            "1564672" : 18587,
            "1581056" : 16639,
            "1597440" : 14870,
            "1613824" : 13092,
            "1630208" : 11737,
            "1646592" : 10127,
            "1662976" : 9003,
            "1679360" : 7952,
            "1695744" : 6937,
            "1712128" : 6156,
            "1728512" : 5354,
            "1744896" : 4621,
            "1761280" : 3919,
            "1777664" : 3480,
            "1794048" : 2935,
            "1810432" : 2635,
            "1826816" : 2275,
            "1843200" : 2003,
            "1859584" : 1684,
            "1875968" : 1542,
            "1892352" : 1277,
            "1908736" : 1097,
            "1925120" : 927,
            "1941504" : 829,
            "1957888" : 657,
            "1974272" : 574,
            "1990656" : 529,
            "2007040" : 365,
            "2023424" : 324,
            "2039808" : 325,
            "2056192" : 251,
            "2072576" : 243,
            "2088960" : 188,
            "2113536" : 316,
            "2146304" : 227,
            "2179072" : 173,
            "2211840" : 124,
            "2244608" : 70,
            "2277376" : 61,
            "2310144" : 51,
            "2342912" : 33,
            "2375680" : 23,
            "2408448" : 16,
            "2441216" : 19,
            "2473984" : 8,
            "2506752" : 6,
            "2539520" : 4,
            "2572288" : 6,
            "2605056" : 4,
            "2637824" : 4,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 7,
            "2768896" : 1,
            "2801664" : 1,
            "2834432" : 3,
            "2867200" : 6,
            "2899968" : 5,
            "2932736" : 9,
            "2965504" : 5,
            "2998272" : 6,
            "3031040" : 2,
            "3063808" : 4,
            "3096576" : 2,
            "3129344" : 2,
            "3162112" : 1,
            "3194880" : 2,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 4,
            "3358720" : 2,
            "3391488" : 1,
            "3424256" : 1,
            "3457024" : 2,
            "3489792" : 1,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 77007,
          "max" : 4354212,
          "mean" : 1549244.461189,
          "stddev" : 340473.794846,
          "N" : 2477210
        },
        "bw_min" : 321301,
        "bw_max" : 340188,
        "bw_agg" : 100.000000,
        "bw_mean" : 330372.186441,
        "bw_dev" : 129.098776,
        "bw_samples" : 1888,
        "iops_min" : 80323,
        "iops_max" : 85046,
        "iops_mean" : 82591.966102,
        "iops_stddev" : 32.286501,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959968,
      "usr_cpu" : 0.633250,
      "sys_cpu" : 14.811431,
      "ctx" : 2167556,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.354265,
        "250" : 0.046140,
        "500" : 2.915339,
        "750" : 3.914394,
        "1000" : 19.789629
      },
      "latency_ms" : {
        "2" : 72.861917,
        "4" : 0.116945,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081737,
  "timestamp_ms" : 1773081737827,
  "time" : "Mon Mar  9 15:42:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 13572005888,
        "io_kbytes" : 13253912,
        "bw_bytes" : 339308629,
        "bw" : 331356,
        "iops" : 82841.346034,
        "runtime" : 39999,
        "total_ios" : 3313571,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 383851.686184,
          "stddev" : 165471.600108,
          "N" : 3313571
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1160445.642468,
          "stddev" : 293350.127368,
          "N" : 3313539,
          "percentile" : {
            "1.000000" : 399360,
            "5.000000" : 651264,
            "10.000000" : 782336,
            "20.000000" : 897024,
            "30.000000" : 1036288,
            "40.000000" : 1138688,
            "50.000000" : 1204224,
            "60.000000" : 1269760,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1499136,
            "95.000000" : 1581056,
            "99.000000" : 1777664,
            "99.500000" : 1843200,
            "99.900000" : 2023424,
            "99.950000" : 2088960,
            "99.990000" : 2277376
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "52992" : 1,
            "53504" : 1,
            "54528" : 2,
            "55040" : 2,
            "55552" : 1,
            "56064" : 4,
            "56576" : 3,
            "57088" : 4,
            "57600" : 8,
            "58112" : 7,
            "58624" : 5,
            "59136" : 11,
            "59648" : 12,
            "60160" : 10,
            "60672" : 17,
            "61184" : 7,
            "61696" : 14,
            "62208" : 19,
            "62720" : 13,
            "63232" : 15,
            "63744" : 14,
            "64256" : 11,
            "64768" : 16,
            "65280" : 19,
            "66048" : 37,
            "67072" : 62,
            "68096" : 88,
            "69120" : 170,
            "70144" : 268,
            "71168" : 365,
            "72192" : 495,
            "73216" : 661,
            "74240" : 709,
            "75264" : 802,
            "76288" : 783,
            "77312" : 815,
            "78336" : 782,
            "79360" : 759,
            "80384" : 637,
            "81408" : 595,
            "82432" : 524,
            "83456" : 478,
            "84480" : 410,
            "85504" : 360,
            "86528" : 259,
            "87552" : 245,
            "88576" : 206,
            "89600" : 202,
            "90624" : 154,
            "91648" : 153,
            "92672" : 149,
            "93696" : 127,
            "94720" : 122,
            "95744" : 113,
            "96768" : 95,
            "97792" : 108,
            "98816" : 78,
            "99840" : 89,
            "100864" : 62,
            "101888" : 83,
            "102912" : 76,
            "103936" : 74,
            "104960" : 68,
            "105984" : 61,
            "107008" : 72,
            "108032" : 51,
            "109056" : 90,
            "110080" : 59,
            "111104" : 75,
            "112128" : 61,
            "113152" : 50,
            "114176" : 61,
            "115200" : 53,
            "116224" : 51,
            "117248" : 58,
            "118272" : 48,
            "119296" : 30,
            "120320" : 35,
            "121344" : 23,
            "122368" : 33,
            "123392" : 24,
            "124416" : 22,
            "125440" : 21,
            "126464" : 21,
            "127488" : 13,
            "128512" : 16,
            "129536" : 12,
            "130560" : 2,
            "132096" : 16,
            "134144" : 19,
            "136192" : 15,
            "138240" : 10,
            "140288" : 13,
            "142336" : 14,
            "144384" : 8,
            "146432" : 8,
            "148480" : 8,
            "150528" : 9,
            "152576" : 5,
            "154624" : 5,
            "156672" : 4,
            "158720" : 2,
            "160768" : 4,
            "162816" : 4,
            "164864" : 4,
            "166912" : 1,
            "168960" : 1,
            "173056" : 2,
            "177152" : 2,
            "179200" : 4,
            "181248" : 3,
            "183296" : 2,
            "185344" : 1,
            "205824" : 2,
            "268288" : 1,
            "272384" : 1,
            "276480" : 4,
            "280576" : 2,
            "284672" : 1,
            "288768" : 10,
            "292864" : 6,
            "296960" : 7,
            "301056" : 17,
            "305152" : 14,
            "309248" : 19,
            "313344" : 38,
            "317440" : 48,
            "321536" : 64,
            "325632" : 88,
            "329728" : 134,
            "333824" : 125,
            "337920" : 226,
            "342016" : 268,
            "346112" : 338,
            "350208" : 356,
            "354304" : 336,
            "358400" : 387,
            "362496" : 439,
            "366592" : 500,
            "370688" : 704,
            "374784" : 951,
            "378880" : 1372,
            "382976" : 1831,
            "387072" : 2427,
            "391168" : 2800,
            "395264" : 3128,
            "399360" : 3181,
            "403456" : 3163,
            "407552" : 2806,
            "411648" : 2647,
            "415744" : 2338,
            "419840" : 2379,
            "423936" : 2422,
            "428032" : 2711,
            "432128" : 3230,
            "436224" : 3603,
            "440320" : 4148,
            "444416" : 4603,
            "448512" : 4776,
            "452608" : 4713,
            "456704" : 4218,
            "460800" : 4066,
            "464896" : 3802,
            "468992" : 3593,
            "473088" : 3473,
            "477184" : 3341,
            "481280" : 3217,
            "485376" : 2934,
            "489472" : 2912,
            "493568" : 2712,
            "497664" : 2426,
            "501760" : 2334,
            "505856" : 2124,
            "509952" : 2099,
            "514048" : 2009,
            "518144" : 2046,
            "522240" : 2007,
            "528384" : 4067,
            "536576" : 3908,
            "544768" : 3696,
            "552960" : 3292,
            "561152" : 3116,
            "569344" : 2730,
            "577536" : 2472,
            "585728" : 2334,
            "593920" : 2143,
            "602112" : 1950,
            "610304" : 1896,
            "618496" : 1766,
            "626688" : 1834,
            "634880" : 1847,
            "643072" : 1795,
            "651264" : 2019,
            "659456" : 2398,
            "667648" : 2625,
            "675840" : 3016,
            "684032" : 3616,
            "692224" : 4686,
            "700416" : 6343,
            "708608" : 7630,
            "716800" : 8728,
            "724992" : 9550,
            "733184" : 10694,
            "741376" : 12485,
            "749568" : 14843,
            "757760" : 17788,
            "765952" : 19576,
            "774144" : 20774,
            "782336" : 21830,
            "790528" : 22461,
            "798720" : 23777,
            "806912" : 24811,
            "815104" : 25740,
            "823296" : 26233,
            "831488" : 26566,
            "839680" : 26814,
            "847872" : 26714,
            "856064" : 26402,
            "864256" : 25617,
            "872448" : 24780,
            "880640" : 24161,
            "888832" : 23453,
            "897024" : 23186,
            "905216" : 22487,
            "913408" : 21951,
            "921600" : 21224,
            "929792" : 20698,
            "937984" : 19822,
            "946176" : 19045,
            "954368" : 18483,
            "962560" : 17614,
            "970752" : 17540,
            "978944" : 16796,
            "987136" : 16444,
            "995328" : 16295,
            "1003520" : 15876,
            "1011712" : 16273,
            "1019904" : 16248,
            "1028096" : 16431,
            "1036288" : 17139,
            "1044480" : 17732,
            "1056768" : 38070,
            "1073152" : 43749,
            "1089536" : 50268,
            "1105920" : 56242,
            "1122304" : 65405,
            "1138688" : 72907,
            "1155072" : 80161,
            "1171456" : 86041,
            "1187840" : 90850,
            "1204224" : 94493,
            "1220608" : 96704,
            "1236992" : 97869,
            "1253376" : 97070,
            "1269760" : 96480,
            "1286144" : 94625,
            "1302528" : 91381,
            "1318912" : 88509,
            "1335296" : 83698,
            "1351680" : 79157,
            "1368064" : 74521,
            "1384448" : 69324,
            "1400832" : 64946,
            "1417216" : 59883,
            "1433600" : 55575,
            "1449984" : 50333,
            "1466368" : 45968,
            "1482752" : 41936,
            "1499136" : 37787,
            "1515520" : 34668,
            "1531904" : 31063,
            "1548288" : 27476,
            "1564672" : 24659,
            "1581056" : 21938,
            "1597440" : 19642,
            "1613824" : 17278,
            "1630208" : 15380,
            "1646592" : 13250,
            "1662976" : 12008,
            "1679360" : 10532,
            "1695744" : 9160,
            "1712128" : 8106,
            "1728512" : 7055,
            "1744896" : 6059,
            "1761280" : 5181,
            "1777664" : 4626,
            "1794048" : 3940,
            "1810432" : 3474,
            "1826816" : 3044,
            "1843200" : 2578,
            "1859584" : 2217,
            "1875968" : 1998,
            "1892352" : 1672,
            "1908736" : 1423,
            "1925120" : 1241,
            "1941504" : 1086,
            "1957888" : 925,
            "1974272" : 757,
            "1990656" : 684,
            "2007040" : 506,
            "2023424" : 453,
            "2039808" : 431,
            "2056192" : 339,
            "2072576" : 309,
            "2088960" : 259,
            "2113536" : 409,
            "2146304" : 302,
            "2179072" : 219,
            "2211840" : 158,
            "2244608" : 86,
            "2277376" : 82,
            "2310144" : 61,
            "2342912" : 46,
            "2375680" : 28,
            "2408448" : 17,
            "2441216" : 21,
            "2473984" : 8,
            "2506752" : 7,
            "2539520" : 6,
            "2572288" : 9,
            "2605056" : 4,
            "2637824" : 4,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 8,
            "2768896" : 1,
            "2801664" : 1,
            "2834432" : 3,
            "2867200" : 6,
            "2899968" : 5,
            "2932736" : 9,
            "2965504" : 5,
            "2998272" : 6,
            "3031040" : 2,
            "3063808" : 4,
            "3096576" : 2,
            "3129344" : 2,
            "3162112" : 1,
            "3194880" : 2,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 4,
            "3358720" : 2,
            "3391488" : 1,
            "3424256" : 1,
            "3457024" : 2,
            "3489792" : 1,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1544297.580907,
          "stddev" : 342174.521057,
          "N" : 3313539
        },
        "bw_min" : 321301,
        "bw_max" : 342974,
        "bw_agg" : 99.998768,
        "bw_mean" : 331352.265823,
        "bw_dev" : 143.533607,
        "bw_samples" : 2528,
        "iops_min" : 80323,
        "iops_max" : 85743,
        "iops_mean" : 82837.075949,
        "iops_stddev" : 35.897505,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279968,
      "usr_cpu" : 0.635094,
      "sys_cpu" : 14.835058,
      "ctx" : 2889824,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999909,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999909,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.364531,
        "250" : 0.048528,
        "500" : 3.025226,
        "750" : 4.010205,
        "1000" : 20.136493
      },
      "latency_ms" : {
        "2" : 72.298798,
        "4" : 0.115163,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081747,
  "timestamp_ms" : 1773081747827,
  "time" : "Mon Mar  9 15:42:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 17060028416,
        "io_kbytes" : 16660184,
        "bw_bytes" : 341200568,
        "bw" : 333203,
        "iops" : 83302.360000,
        "runtime" : 50000,
        "total_ios" : 4165118,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 381704.757508,
          "stddev" : 167161.012516,
          "N" : 4165118
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1153999.600644,
          "stddev" : 296519.422177,
          "N" : 4165086,
          "percentile" : {
            "1.000000" : 399360,
            "5.000000" : 602112,
            "10.000000" : 782336,
            "20.000000" : 888832,
            "30.000000" : 1028096,
            "40.000000" : 1138688,
            "50.000000" : 1204224,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2088960,
            "99.990000" : 2277376
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 2,
            "55040" : 4,
            "55552" : 2,
            "56064" : 5,
            "56576" : 5,
            "57088" : 7,
            "57600" : 8,
            "58112" : 9,
            "58624" : 7,
            "59136" : 14,
            "59648" : 18,
            "60160" : 13,
            "60672" : 20,
            "61184" : 18,
            "61696" : 21,
            "62208" : 21,
            "62720" : 17,
            "63232" : 16,
            "63744" : 19,
            "64256" : 17,
            "64768" : 19,
            "65280" : 26,
            "66048" : 55,
            "67072" : 77,
            "68096" : 116,
            "69120" : 222,
            "70144" : 368,
            "71168" : 496,
            "72192" : 673,
            "73216" : 893,
            "74240" : 931,
            "75264" : 1086,
            "76288" : 1096,
            "77312" : 1113,
            "78336" : 1090,
            "79360" : 999,
            "80384" : 857,
            "81408" : 818,
            "82432" : 705,
            "83456" : 647,
            "84480" : 545,
            "85504" : 498,
            "86528" : 371,
            "87552" : 344,
            "88576" : 280,
            "89600" : 266,
            "90624" : 219,
            "91648" : 202,
            "92672" : 211,
            "93696" : 171,
            "94720" : 169,
            "95744" : 153,
            "96768" : 132,
            "97792" : 144,
            "98816" : 106,
            "99840" : 129,
            "100864" : 92,
            "101888" : 115,
            "102912" : 101,
            "103936" : 96,
            "104960" : 97,
            "105984" : 102,
            "107008" : 101,
            "108032" : 78,
            "109056" : 121,
            "110080" : 108,
            "111104" : 103,
            "112128" : 97,
            "113152" : 76,
            "114176" : 100,
            "115200" : 77,
            "116224" : 66,
            "117248" : 83,
            "118272" : 77,
            "119296" : 43,
            "120320" : 48,
            "121344" : 36,
            "122368" : 49,
            "123392" : 34,
            "124416" : 30,
            "125440" : 27,
            "126464" : 31,
            "127488" : 19,
            "128512" : 23,
            "129536" : 17,
            "130560" : 12,
            "132096" : 21,
            "134144" : 25,
            "136192" : 23,
            "138240" : 14,
            "140288" : 20,
            "142336" : 16,
            "144384" : 14,
            "146432" : 10,
            "148480" : 12,
            "150528" : 11,
            "152576" : 6,
            "154624" : 7,
            "156672" : 8,
            "158720" : 5,
            "160768" : 5,
            "162816" : 5,
            "164864" : 5,
            "166912" : 3,
            "168960" : 3,
            "171008" : 2,
            "173056" : 4,
            "175104" : 1,
            "177152" : 2,
            "179200" : 5,
            "181248" : 5,
            "183296" : 3,
            "185344" : 2,
            "193536" : 1,
            "195584" : 1,
            "203776" : 1,
            "205824" : 2,
            "264192" : 1,
            "268288" : 2,
            "272384" : 6,
            "276480" : 5,
            "280576" : 2,
            "284672" : 3,
            "288768" : 13,
            "292864" : 8,
            "296960" : 9,
            "301056" : 20,
            "305152" : 23,
            "309248" : 28,
            "313344" : 50,
            "317440" : 67,
            "321536" : 88,
            "325632" : 121,
            "329728" : 169,
            "333824" : 198,
            "337920" : 306,
            "342016" : 342,
            "346112" : 433,
            "350208" : 489,
            "354304" : 468,
            "358400" : 511,
            "362496" : 591,
            "366592" : 649,
            "370688" : 934,
            "374784" : 1270,
            "378880" : 1844,
            "382976" : 2441,
            "387072" : 3289,
            "391168" : 3810,
            "395264" : 4195,
            "399360" : 4222,
            "403456" : 4240,
            "407552" : 3767,
            "411648" : 3554,
            "415744" : 3174,
            "419840" : 3196,
            "423936" : 3273,
            "428032" : 3662,
            "432128" : 4351,
            "436224" : 4890,
            "440320" : 5523,
            "444416" : 6098,
            "448512" : 6352,
            "452608" : 6284,
            "456704" : 5729,
            "460800" : 5500,
            "464896" : 5136,
            "468992" : 4807,
            "473088" : 4680,
            "477184" : 4509,
            "481280" : 4352,
            "485376" : 4051,
            "489472" : 3907,
            "493568" : 3666,
            "497664" : 3277,
            "501760" : 3177,
            "505856" : 2860,
            "509952" : 2805,
            "514048" : 2735,
            "518144" : 2756,
            "522240" : 2713,
            "528384" : 5492,
            "536576" : 5262,
            "544768" : 4943,
            "552960" : 4465,
            "561152" : 4176,
            "569344" : 3658,
            "577536" : 3380,
            "585728" : 3127,
            "593920" : 2894,
            "602112" : 2643,
            "610304" : 2570,
            "618496" : 2390,
            "626688" : 2405,
            "634880" : 2448,
            "643072" : 2414,
            "651264" : 2680,
            "659456" : 3126,
            "667648" : 3443,
            "675840" : 3911,
            "684032" : 4715,
            "692224" : 6138,
            "700416" : 8156,
            "708608" : 9814,
            "716800" : 11216,
            "724992" : 12454,
            "733184" : 13797,
            "741376" : 16128,
            "749568" : 19201,
            "757760" : 22882,
            "765952" : 25430,
            "774144" : 26755,
            "782336" : 28184,
            "790528" : 28987,
            "798720" : 30585,
            "806912" : 32034,
            "815104" : 33092,
            "823296" : 33935,
            "831488" : 34225,
            "839680" : 34586,
            "847872" : 34485,
            "856064" : 33901,
            "864256" : 32884,
            "872448" : 32057,
            "880640" : 31207,
            "888832" : 30353,
            "897024" : 29888,
            "905216" : 29064,
            "913408" : 28406,
            "921600" : 27339,
            "929792" : 26637,
            "937984" : 25658,
            "946176" : 24598,
            "954368" : 23810,
            "962560" : 22664,
            "970752" : 22438,
            "978944" : 21806,
            "987136" : 21050,
            "995328" : 20881,
            "1003520" : 20345,
            "1011712" : 20729,
            "1019904" : 20765,
            "1028096" : 20941,
            "1036288" : 21756,
            "1044480" : 22321,
            "1056768" : 48097,
            "1073152" : 55180,
            "1089536" : 62802,
            "1105920" : 70111,
            "1122304" : 81417,
            "1138688" : 90822,
            "1155072" : 99302,
            "1171456" : 106659,
            "1187840" : 112809,
            "1204224" : 117083,
            "1220608" : 120025,
            "1236992" : 120991,
            "1253376" : 120445,
            "1269760" : 119363,
            "1286144" : 117032,
            "1302528" : 113370,
            "1318912" : 109086,
            "1335296" : 103678,
            "1351680" : 97701,
            "1368064" : 92244,
            "1384448" : 85839,
            "1400832" : 80175,
            "1417216" : 74234,
            "1433600" : 68504,
            "1449984" : 62228,
            "1466368" : 56715,
            "1482752" : 51829,
            "1499136" : 46814,
            "1515520" : 42757,
            "1531904" : 38375,
            "1548288" : 33830,
            "1564672" : 30500,
            "1581056" : 27098,
            "1597440" : 24154,
            "1613824" : 21376,
            "1630208" : 18996,
            "1646592" : 16414,
            "1662976" : 14788,
            "1679360" : 12950,
            "1695744" : 11238,
            "1712128" : 9990,
            "1728512" : 8730,
            "1744896" : 7505,
            "1761280" : 6436,
            "1777664" : 5738,
            "1794048" : 4852,
            "1810432" : 4283,
            "1826816" : 3741,
            "1843200" : 3195,
            "1859584" : 2752,
            "1875968" : 2451,
            "1892352" : 2072,
            "1908736" : 1750,
            "1925120" : 1497,
            "1941504" : 1342,
            "1957888" : 1133,
            "1974272" : 912,
            "1990656" : 834,
            "2007040" : 646,
            "2023424" : 567,
            "2039808" : 528,
            "2056192" : 437,
            "2072576" : 374,
            "2088960" : 321,
            "2113536" : 500,
            "2146304" : 369,
            "2179072" : 256,
            "2211840" : 186,
            "2244608" : 105,
            "2277376" : 97,
            "2310144" : 71,
            "2342912" : 49,
            "2375680" : 33,
            "2408448" : 18,
            "2441216" : 26,
            "2473984" : 11,
            "2506752" : 8,
            "2539520" : 8,
            "2572288" : 11,
            "2605056" : 4,
            "2637824" : 5,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 8,
            "2768896" : 1,
            "2801664" : 1,
            "2834432" : 3,
            "2867200" : 6,
            "2899968" : 5,
            "2932736" : 9,
            "2965504" : 5,
            "2998272" : 6,
            "3031040" : 2,
            "3063808" : 4,
            "3096576" : 2,
            "3129344" : 2,
            "3162112" : 1,
            "3194880" : 2,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 4,
            "3358720" : 2,
            "3391488" : 1,
            "3424256" : 1,
            "3457024" : 2,
            "3489792" : 1,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1535704.150619,
          "stddev" : 345924.539348,
          "N" : 4165086
        },
        "bw_min" : 321301,
        "bw_max" : 349228,
        "bw_agg" : 99.994094,
        "bw_mean" : 333184.424242,
        "bw_dev" : 192.551144,
        "bw_samples" : 3168,
        "iops_min" : 80323,
        "iops_max" : 87307,
        "iops_mean" : 83295.262626,
        "iops_stddev" : 48.151118,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599970,
      "usr_cpu" : 0.637762,
      "sys_cpu" : 14.874966,
      "ctx" : 3610926,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.394299,
        "250" : 0.056469,
        "500" : 3.237219,
        "750" : 4.195031,
        "1000" : 20.656534
      },
      "latency_ms" : {
        "2" : 71.347486,
        "4" : 0.112122,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081757,
  "timestamp_ms" : 1773081757827,
  "time" : "Mon Mar  9 15:42:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 20555571200,
        "io_kbytes" : 20073800,
        "bw_bytes" : 342592853,
        "bw" : 334563,
        "iops" : 83642.316667,
        "runtime" : 60000,
        "total_ios" : 5018539,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 380145.660022,
          "stddev" : 168416.025887,
          "N" : 5018539
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1149315.614723,
          "stddev" : 298730.580246,
          "N" : 5018507,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 577536,
            "10.000000" : 774144,
            "20.000000" : 880640,
            "30.000000" : 1011712,
            "40.000000" : 1138688,
            "50.000000" : 1204224,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2088960,
            "99.990000" : 2277376
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 2,
            "55040" : 4,
            "55552" : 2,
            "56064" : 6,
            "56576" : 6,
            "57088" : 10,
            "57600" : 8,
            "58112" : 11,
            "58624" : 8,
            "59136" : 22,
            "59648" : 21,
            "60160" : 16,
            "60672" : 20,
            "61184" : 23,
            "61696" : 23,
            "62208" : 26,
            "62720" : 22,
            "63232" : 19,
            "63744" : 20,
            "64256" : 19,
            "64768" : 21,
            "65280" : 29,
            "66048" : 65,
            "67072" : 92,
            "68096" : 146,
            "69120" : 270,
            "70144" : 439,
            "71168" : 588,
            "72192" : 828,
            "73216" : 1069,
            "74240" : 1169,
            "75264" : 1375,
            "76288" : 1398,
            "77312" : 1440,
            "78336" : 1373,
            "79360" : 1311,
            "80384" : 1126,
            "81408" : 1043,
            "82432" : 912,
            "83456" : 864,
            "84480" : 703,
            "85504" : 625,
            "86528" : 490,
            "87552" : 464,
            "88576" : 382,
            "89600" : 346,
            "90624" : 278,
            "91648" : 273,
            "92672" : 261,
            "93696" : 220,
            "94720" : 220,
            "95744" : 176,
            "96768" : 169,
            "97792" : 184,
            "98816" : 137,
            "99840" : 157,
            "100864" : 126,
            "101888" : 155,
            "102912" : 128,
            "103936" : 119,
            "104960" : 137,
            "105984" : 128,
            "107008" : 128,
            "108032" : 105,
            "109056" : 147,
            "110080" : 135,
            "111104" : 136,
            "112128" : 122,
            "113152" : 99,
            "114176" : 132,
            "115200" : 109,
            "116224" : 90,
            "117248" : 105,
            "118272" : 93,
            "119296" : 58,
            "120320" : 71,
            "121344" : 49,
            "122368" : 62,
            "123392" : 44,
            "124416" : 37,
            "125440" : 34,
            "126464" : 41,
            "127488" : 23,
            "128512" : 28,
            "129536" : 24,
            "130560" : 16,
            "132096" : 31,
            "134144" : 33,
            "136192" : 29,
            "138240" : 19,
            "140288" : 22,
            "142336" : 20,
            "144384" : 15,
            "146432" : 11,
            "148480" : 17,
            "150528" : 13,
            "152576" : 6,
            "154624" : 9,
            "156672" : 8,
            "158720" : 7,
            "160768" : 7,
            "162816" : 6,
            "164864" : 5,
            "166912" : 4,
            "168960" : 4,
            "171008" : 2,
            "173056" : 4,
            "175104" : 2,
            "177152" : 3,
            "179200" : 5,
            "181248" : 6,
            "183296" : 3,
            "185344" : 2,
            "193536" : 3,
            "195584" : 2,
            "203776" : 1,
            "205824" : 2,
            "264192" : 1,
            "268288" : 3,
            "272384" : 6,
            "276480" : 5,
            "280576" : 4,
            "284672" : 9,
            "288768" : 18,
            "292864" : 14,
            "296960" : 14,
            "301056" : 22,
            "305152" : 29,
            "309248" : 43,
            "313344" : 60,
            "317440" : 83,
            "321536" : 115,
            "325632" : 142,
            "329728" : 214,
            "333824" : 255,
            "337920" : 382,
            "342016" : 438,
            "346112" : 531,
            "350208" : 626,
            "354304" : 590,
            "358400" : 636,
            "362496" : 746,
            "366592" : 810,
            "370688" : 1197,
            "374784" : 1625,
            "378880" : 2308,
            "382976" : 3057,
            "387072" : 4074,
            "391168" : 4771,
            "395264" : 5300,
            "399360" : 5275,
            "403456" : 5326,
            "407552" : 4752,
            "411648" : 4432,
            "415744" : 4066,
            "419840" : 4013,
            "423936" : 4156,
            "428032" : 4571,
            "432128" : 5430,
            "436224" : 6216,
            "440320" : 6931,
            "444416" : 7630,
            "448512" : 8008,
            "452608" : 7850,
            "456704" : 7235,
            "460800" : 6955,
            "464896" : 6562,
            "468992" : 6116,
            "473088" : 5954,
            "477184" : 5712,
            "481280" : 5521,
            "485376" : 5172,
            "489472" : 4943,
            "493568" : 4612,
            "497664" : 4161,
            "501760" : 4024,
            "505856" : 3597,
            "509952" : 3560,
            "514048" : 3572,
            "518144" : 3473,
            "522240" : 3426,
            "528384" : 6923,
            "536576" : 6642,
            "544768" : 6168,
            "552960" : 5655,
            "561152" : 5269,
            "569344" : 4661,
            "577536" : 4317,
            "585728" : 3960,
            "593920" : 3628,
            "602112" : 3354,
            "610304" : 3234,
            "618496" : 3031,
            "626688" : 2978,
            "634880" : 3039,
            "643072" : 3070,
            "651264" : 3396,
            "659456" : 3858,
            "667648" : 4295,
            "675840" : 4833,
            "684032" : 5829,
            "692224" : 7501,
            "700416" : 10089,
            "708608" : 12106,
            "716800" : 13822,
            "724992" : 15358,
            "733184" : 16929,
            "741376" : 19752,
            "749568" : 23511,
            "757760" : 28121,
            "765952" : 31291,
            "774144" : 32960,
            "782336" : 34658,
            "790528" : 35538,
            "798720" : 37459,
            "806912" : 39428,
            "815104" : 40574,
            "823296" : 41706,
            "831488" : 42003,
            "839680" : 42296,
            "847872" : 42261,
            "856064" : 41571,
            "864256" : 40395,
            "872448" : 39264,
            "880640" : 38170,
            "888832" : 37278,
            "897024" : 36774,
            "905216" : 35689,
            "913408" : 34879,
            "921600" : 33569,
            "929792" : 32575,
            "937984" : 31567,
            "946176" : 30180,
            "954368" : 29200,
            "962560" : 27941,
            "970752" : 27428,
            "978944" : 26732,
            "987136" : 25769,
            "995328" : 25536,
            "1003520" : 25066,
            "1011712" : 25227,
            "1019904" : 25366,
            "1028096" : 25415,
            "1036288" : 26286,
            "1044480" : 27027,
            "1056768" : 58273,
            "1073152" : 66541,
            "1089536" : 75583,
            "1105920" : 84186,
            "1122304" : 97381,
            "1138688" : 108322,
            "1155072" : 118540,
            "1171456" : 127408,
            "1187840" : 134539,
            "1204224" : 139561,
            "1220608" : 143009,
            "1236992" : 144097,
            "1253376" : 143554,
            "1269760" : 142087,
            "1286144" : 139274,
            "1302528" : 134766,
            "1318912" : 130314,
            "1335296" : 123333,
            "1351680" : 116427,
            "1368064" : 110044,
            "1384448" : 102137,
            "1400832" : 95538,
            "1417216" : 88246,
            "1433600" : 81373,
            "1449984" : 74272,
            "1466368" : 67627,
            "1482752" : 61607,
            "1499136" : 55837,
            "1515520" : 50726,
            "1531904" : 45487,
            "1548288" : 40246,
            "1564672" : 36285,
            "1581056" : 32237,
            "1597440" : 28716,
            "1613824" : 25483,
            "1630208" : 22536,
            "1646592" : 19484,
            "1662976" : 17465,
            "1679360" : 15344,
            "1695744" : 13315,
            "1712128" : 11764,
            "1728512" : 10405,
            "1744896" : 8959,
            "1761280" : 7623,
            "1777664" : 6764,
            "1794048" : 5788,
            "1810432" : 5078,
            "1826816" : 4399,
            "1843200" : 3801,
            "1859584" : 3253,
            "1875968" : 2895,
            "1892352" : 2432,
            "1908736" : 2075,
            "1925120" : 1782,
            "1941504" : 1584,
            "1957888" : 1330,
            "1974272" : 1070,
            "1990656" : 983,
            "2007040" : 780,
            "2023424" : 665,
            "2039808" : 611,
            "2056192" : 522,
            "2072576" : 422,
            "2088960" : 374,
            "2113536" : 611,
            "2146304" : 424,
            "2179072" : 307,
            "2211840" : 209,
            "2244608" : 125,
            "2277376" : 117,
            "2310144" : 79,
            "2342912" : 61,
            "2375680" : 35,
            "2408448" : 22,
            "2441216" : 30,
            "2473984" : 16,
            "2506752" : 11,
            "2539520" : 8,
            "2572288" : 12,
            "2605056" : 5,
            "2637824" : 8,
            "2670592" : 4,
            "2703360" : 5,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 9,
            "2899968" : 5,
            "2932736" : 16,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1529460.907277,
          "stddev" : 348494.358980,
          "N" : 5018507
        },
        "bw_min" : 321301,
        "bw_max" : 351198,
        "bw_agg" : 100.000000,
        "bw_mean" : 334568.689076,
        "bw_dev" : 217.040952,
        "bw_samples" : 3808,
        "iops_min" : 80323,
        "iops_max" : 87799,
        "iops_mean" : 83641.277311,
        "iops_stddev" : 54.267004,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919977,
      "usr_cpu" : 0.638706,
      "sys_cpu" : 14.904866,
      "ctx" : 4331520,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999940,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999940,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.415978,
        "250" : 0.060595,
        "500" : 3.388277,
        "750" : 4.332655,
        "1000" : 21.036202
      },
      "latency_ms" : {
        "2" : 70.654667,
        "4" : 0.110929,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081767,
  "timestamp_ms" : 1773081767828,
  "time" : "Mon Mar  9 15:42:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 24038150144,
        "io_kbytes" : 23474756,
        "bw_bytes" : 343402144,
        "bw" : 335353,
        "iops" : 83839.514286,
        "runtime" : 70000,
        "total_ios" : 5868766,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 379246.849626,
          "stddev" : 169051.236029,
          "N" : 5868767
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1146618.240745,
          "stddev" : 299712.085664,
          "N" : 5868735,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 561152,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 1003520,
            "40.000000" : 1122304,
            "50.000000" : 1204224,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2088960,
            "99.990000" : 2277376
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 2,
            "55040" : 4,
            "55552" : 2,
            "56064" : 6,
            "56576" : 8,
            "57088" : 12,
            "57600" : 8,
            "58112" : 14,
            "58624" : 12,
            "59136" : 24,
            "59648" : 21,
            "60160" : 17,
            "60672" : 25,
            "61184" : 27,
            "61696" : 24,
            "62208" : 28,
            "62720" : 27,
            "63232" : 23,
            "63744" : 26,
            "64256" : 25,
            "64768" : 25,
            "65280" : 34,
            "66048" : 73,
            "67072" : 115,
            "68096" : 165,
            "69120" : 308,
            "70144" : 502,
            "71168" : 694,
            "72192" : 1009,
            "73216" : 1247,
            "74240" : 1405,
            "75264" : 1613,
            "76288" : 1646,
            "77312" : 1681,
            "78336" : 1619,
            "79360" : 1580,
            "80384" : 1351,
            "81408" : 1261,
            "82432" : 1104,
            "83456" : 1007,
            "84480" : 859,
            "85504" : 755,
            "86528" : 609,
            "87552" : 571,
            "88576" : 467,
            "89600" : 413,
            "90624" : 355,
            "91648" : 333,
            "92672" : 305,
            "93696" : 264,
            "94720" : 269,
            "95744" : 221,
            "96768" : 210,
            "97792" : 217,
            "98816" : 166,
            "99840" : 181,
            "100864" : 151,
            "101888" : 186,
            "102912" : 145,
            "103936" : 145,
            "104960" : 158,
            "105984" : 152,
            "107008" : 151,
            "108032" : 133,
            "109056" : 174,
            "110080" : 167,
            "111104" : 161,
            "112128" : 146,
            "113152" : 122,
            "114176" : 159,
            "115200" : 135,
            "116224" : 109,
            "117248" : 130,
            "118272" : 116,
            "119296" : 82,
            "120320" : 88,
            "121344" : 63,
            "122368" : 76,
            "123392" : 54,
            "124416" : 46,
            "125440" : 39,
            "126464" : 48,
            "127488" : 30,
            "128512" : 34,
            "129536" : 25,
            "130560" : 18,
            "132096" : 38,
            "134144" : 36,
            "136192" : 33,
            "138240" : 25,
            "140288" : 29,
            "142336" : 26,
            "144384" : 21,
            "146432" : 18,
            "148480" : 20,
            "150528" : 14,
            "152576" : 8,
            "154624" : 13,
            "156672" : 10,
            "158720" : 8,
            "160768" : 7,
            "162816" : 6,
            "164864" : 5,
            "166912" : 5,
            "168960" : 4,
            "171008" : 2,
            "173056" : 5,
            "175104" : 3,
            "177152" : 3,
            "179200" : 5,
            "181248" : 8,
            "183296" : 4,
            "185344" : 2,
            "187392" : 1,
            "189440" : 1,
            "193536" : 3,
            "195584" : 2,
            "203776" : 1,
            "205824" : 2,
            "211968" : 1,
            "214016" : 1,
            "257024" : 1,
            "264192" : 1,
            "268288" : 7,
            "272384" : 9,
            "276480" : 5,
            "280576" : 7,
            "284672" : 12,
            "288768" : 25,
            "292864" : 16,
            "296960" : 18,
            "301056" : 28,
            "305152" : 35,
            "309248" : 53,
            "313344" : 71,
            "317440" : 100,
            "321536" : 130,
            "325632" : 172,
            "329728" : 250,
            "333824" : 308,
            "337920" : 434,
            "342016" : 517,
            "346112" : 664,
            "350208" : 744,
            "354304" : 732,
            "358400" : 745,
            "362496" : 875,
            "366592" : 997,
            "370688" : 1438,
            "374784" : 1972,
            "378880" : 2792,
            "382976" : 3665,
            "387072" : 4801,
            "391168" : 5718,
            "395264" : 6320,
            "399360" : 6186,
            "403456" : 6319,
            "407552" : 5720,
            "411648" : 5310,
            "415744" : 4846,
            "419840" : 4789,
            "423936" : 4966,
            "428032" : 5462,
            "432128" : 6425,
            "436224" : 7422,
            "440320" : 8354,
            "444416" : 9137,
            "448512" : 9626,
            "452608" : 9366,
            "456704" : 8704,
            "460800" : 8298,
            "464896" : 7860,
            "468992" : 7362,
            "473088" : 7045,
            "477184" : 6806,
            "481280" : 6636,
            "485376" : 6134,
            "489472" : 5922,
            "493568" : 5474,
            "497664" : 4990,
            "501760" : 4773,
            "505856" : 4404,
            "509952" : 4275,
            "514048" : 4263,
            "518144" : 4154,
            "522240" : 4125,
            "528384" : 8284,
            "536576" : 7988,
            "544768" : 7422,
            "552960" : 6740,
            "561152" : 6255,
            "569344" : 5639,
            "577536" : 5194,
            "585728" : 4723,
            "593920" : 4341,
            "602112" : 4019,
            "610304" : 3870,
            "618496" : 3671,
            "626688" : 3595,
            "634880" : 3635,
            "643072" : 3656,
            "651264" : 4060,
            "659456" : 4572,
            "667648" : 5103,
            "675840" : 5758,
            "684032" : 6904,
            "692224" : 8862,
            "700416" : 11925,
            "708608" : 14335,
            "716800" : 16360,
            "724992" : 18174,
            "733184" : 20097,
            "741376" : 23451,
            "749568" : 27918,
            "757760" : 33229,
            "765952" : 36982,
            "774144" : 38930,
            "782336" : 40861,
            "790528" : 42003,
            "798720" : 44362,
            "806912" : 46649,
            "815104" : 48059,
            "823296" : 49418,
            "831488" : 49863,
            "839680" : 50124,
            "847872" : 49960,
            "856064" : 49163,
            "864256" : 47703,
            "872448" : 46510,
            "880640" : 45094,
            "888832" : 44135,
            "897024" : 43564,
            "905216" : 42196,
            "913408" : 41299,
            "921600" : 39705,
            "929792" : 38600,
            "937984" : 37178,
            "946176" : 35738,
            "954368" : 34488,
            "962560" : 33024,
            "970752" : 32391,
            "978944" : 31718,
            "987136" : 30488,
            "995328" : 30156,
            "1003520" : 29512,
            "1011712" : 29673,
            "1019904" : 29929,
            "1028096" : 30074,
            "1036288" : 30903,
            "1044480" : 31697,
            "1056768" : 68246,
            "1073152" : 77889,
            "1089536" : 88279,
            "1105920" : 98480,
            "1122304" : 113477,
            "1138688" : 126055,
            "1155072" : 137919,
            "1171456" : 148127,
            "1187840" : 156528,
            "1204224" : 161883,
            "1220608" : 166272,
            "1236992" : 167667,
            "1253376" : 166860,
            "1269760" : 164889,
            "1286144" : 161641,
            "1302528" : 156443,
            "1318912" : 151299,
            "1335296" : 143330,
            "1351680" : 135326,
            "1368064" : 127693,
            "1384448" : 118741,
            "1400832" : 110710,
            "1417216" : 102344,
            "1433600" : 94250,
            "1449984" : 86197,
            "1466368" : 78515,
            "1482752" : 71407,
            "1499136" : 64701,
            "1515520" : 58707,
            "1531904" : 52661,
            "1548288" : 46690,
            "1564672" : 42193,
            "1581056" : 37437,
            "1597440" : 33276,
            "1613824" : 29578,
            "1630208" : 26178,
            "1646592" : 22526,
            "1662976" : 20292,
            "1679360" : 17773,
            "1695744" : 15551,
            "1712128" : 13580,
            "1728512" : 12078,
            "1744896" : 10411,
            "1761280" : 8842,
            "1777664" : 7840,
            "1794048" : 6691,
            "1810432" : 5897,
            "1826816" : 5052,
            "1843200" : 4379,
            "1859584" : 3752,
            "1875968" : 3353,
            "1892352" : 2793,
            "1908736" : 2396,
            "1925120" : 2064,
            "1941504" : 1807,
            "1957888" : 1546,
            "1974272" : 1242,
            "1990656" : 1146,
            "2007040" : 922,
            "2023424" : 780,
            "2039808" : 706,
            "2056192" : 602,
            "2072576" : 486,
            "2088960" : 432,
            "2113536" : 706,
            "2146304" : 492,
            "2179072" : 357,
            "2211840" : 240,
            "2244608" : 146,
            "2277376" : 143,
            "2310144" : 88,
            "2342912" : 67,
            "2375680" : 47,
            "2408448" : 23,
            "2441216" : 33,
            "2473984" : 20,
            "2506752" : 12,
            "2539520" : 10,
            "2572288" : 12,
            "2605056" : 6,
            "2637824" : 8,
            "2670592" : 4,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 9,
            "2899968" : 5,
            "2932736" : 16,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1525865.073793,
          "stddev" : 349579.233048,
          "N" : 5868735
        },
        "bw_min" : 321301,
        "bw_max" : 351638,
        "bw_agg" : 100.000000,
        "bw_mean" : 335389.338129,
        "bw_dev" : 222.698912,
        "bw_samples" : 4448,
        "iops_min" : 80323,
        "iops_max" : 87909,
        "iops_mean" : 83846.517986,
        "iops_stddev" : 55.680890,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240000,
      "usr_cpu" : 0.641205,
      "sys_cpu" : 14.920179,
      "ctx" : 5052770,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.424450,
        "250" : 0.062654,
        "500" : 3.462142,
        "750" : 4.412989,
        "1000" : 21.280351
      },
      "latency_ms" : {
        "2" : 70.247118,
        "4" : 0.109716,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081777,
  "timestamp_ms" : 1773081777828,
  "time" : "Mon Mar  9 15:42:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 27511296000,
        "io_kbytes" : 26866500,
        "bw_bytes" : 343891200,
        "bw" : 335831,
        "iops" : 83958.812500,
        "runtime" : 80000,
        "total_ios" : 6716705,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378703.493240,
          "stddev" : 169399.023829,
          "N" : 6716705
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1144986.560563,
          "stddev" : 300137.507071,
          "N" : 6716673,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 561152,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 1003520,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2277376
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 2,
            "55040" : 4,
            "55552" : 2,
            "56064" : 7,
            "56576" : 9,
            "57088" : 14,
            "57600" : 8,
            "58112" : 15,
            "58624" : 13,
            "59136" : 27,
            "59648" : 21,
            "60160" : 20,
            "60672" : 30,
            "61184" : 30,
            "61696" : 27,
            "62208" : 33,
            "62720" : 32,
            "63232" : 28,
            "63744" : 30,
            "64256" : 30,
            "64768" : 31,
            "65280" : 39,
            "66048" : 87,
            "67072" : 132,
            "68096" : 185,
            "69120" : 334,
            "70144" : 573,
            "71168" : 766,
            "72192" : 1139,
            "73216" : 1414,
            "74240" : 1590,
            "75264" : 1817,
            "76288" : 1877,
            "77312" : 1929,
            "78336" : 1858,
            "79360" : 1838,
            "80384" : 1557,
            "81408" : 1453,
            "82432" : 1287,
            "83456" : 1159,
            "84480" : 1009,
            "85504" : 868,
            "86528" : 711,
            "87552" : 670,
            "88576" : 552,
            "89600" : 492,
            "90624" : 410,
            "91648" : 384,
            "92672" : 351,
            "93696" : 297,
            "94720" : 314,
            "95744" : 267,
            "96768" : 251,
            "97792" : 254,
            "98816" : 185,
            "99840" : 209,
            "100864" : 181,
            "101888" : 211,
            "102912" : 165,
            "103936" : 158,
            "104960" : 188,
            "105984" : 180,
            "107008" : 177,
            "108032" : 161,
            "109056" : 194,
            "110080" : 190,
            "111104" : 183,
            "112128" : 172,
            "113152" : 147,
            "114176" : 189,
            "115200" : 154,
            "116224" : 126,
            "117248" : 155,
            "118272" : 129,
            "119296" : 97,
            "120320" : 100,
            "121344" : 76,
            "122368" : 95,
            "123392" : 65,
            "124416" : 56,
            "125440" : 45,
            "126464" : 59,
            "127488" : 37,
            "128512" : 43,
            "129536" : 31,
            "130560" : 25,
            "132096" : 41,
            "134144" : 44,
            "136192" : 38,
            "138240" : 31,
            "140288" : 32,
            "142336" : 29,
            "144384" : 21,
            "146432" : 21,
            "148480" : 24,
            "150528" : 16,
            "152576" : 8,
            "154624" : 17,
            "156672" : 12,
            "158720" : 9,
            "160768" : 7,
            "162816" : 7,
            "164864" : 5,
            "166912" : 6,
            "168960" : 4,
            "171008" : 2,
            "173056" : 6,
            "175104" : 3,
            "177152" : 4,
            "179200" : 6,
            "181248" : 8,
            "183296" : 4,
            "185344" : 2,
            "187392" : 1,
            "189440" : 1,
            "191488" : 1,
            "193536" : 3,
            "195584" : 2,
            "199680" : 1,
            "203776" : 1,
            "205824" : 2,
            "211968" : 1,
            "214016" : 1,
            "257024" : 1,
            "264192" : 1,
            "268288" : 7,
            "272384" : 9,
            "276480" : 5,
            "280576" : 8,
            "284672" : 13,
            "288768" : 27,
            "292864" : 20,
            "296960" : 21,
            "301056" : 32,
            "305152" : 39,
            "309248" : 66,
            "313344" : 73,
            "317440" : 115,
            "321536" : 148,
            "325632" : 205,
            "329728" : 300,
            "333824" : 362,
            "337920" : 487,
            "342016" : 588,
            "346112" : 749,
            "350208" : 850,
            "354304" : 840,
            "358400" : 852,
            "362496" : 1006,
            "366592" : 1159,
            "370688" : 1656,
            "374784" : 2257,
            "378880" : 3208,
            "382976" : 4247,
            "387072" : 5547,
            "391168" : 6606,
            "395264" : 7350,
            "399360" : 7210,
            "403456" : 7266,
            "407552" : 6654,
            "411648" : 6188,
            "415744" : 5641,
            "419840" : 5560,
            "423936" : 5718,
            "428032" : 6335,
            "432128" : 7418,
            "436224" : 8530,
            "440320" : 9641,
            "444416" : 10629,
            "448512" : 11130,
            "452608" : 10867,
            "456704" : 10200,
            "460800" : 9647,
            "464896" : 9066,
            "468992" : 8538,
            "473088" : 8185,
            "477184" : 7895,
            "481280" : 7694,
            "485376" : 7100,
            "489472" : 6856,
            "493568" : 6354,
            "497664" : 5766,
            "501760" : 5547,
            "505856" : 5104,
            "509952" : 4962,
            "514048" : 4945,
            "518144" : 4875,
            "522240" : 4837,
            "528384" : 9586,
            "536576" : 9268,
            "544768" : 8698,
            "552960" : 7807,
            "561152" : 7251,
            "569344" : 6545,
            "577536" : 6033,
            "585728" : 5483,
            "593920" : 5074,
            "602112" : 4696,
            "610304" : 4496,
            "618496" : 4325,
            "626688" : 4146,
            "634880" : 4227,
            "643072" : 4222,
            "651264" : 4684,
            "659456" : 5256,
            "667648" : 5891,
            "675840" : 6583,
            "684032" : 7993,
            "692224" : 10222,
            "700416" : 13688,
            "708608" : 16482,
            "716800" : 18923,
            "724992" : 21058,
            "733184" : 23172,
            "741376" : 27083,
            "749568" : 32190,
            "757760" : 38156,
            "765952" : 42620,
            "774144" : 44832,
            "782336" : 46987,
            "790528" : 48353,
            "798720" : 51253,
            "806912" : 53725,
            "815104" : 55585,
            "823296" : 57062,
            "831488" : 57600,
            "839680" : 57776,
            "847872" : 57443,
            "856064" : 56631,
            "864256" : 55015,
            "872448" : 53574,
            "880640" : 51996,
            "888832" : 51022,
            "897024" : 50188,
            "905216" : 48646,
            "913408" : 47530,
            "921600" : 45722,
            "929792" : 44571,
            "937984" : 42872,
            "946176" : 41194,
            "954368" : 39755,
            "962560" : 38051,
            "970752" : 37281,
            "978944" : 36492,
            "987136" : 35050,
            "995328" : 34676,
            "1003520" : 33983,
            "1011712" : 34225,
            "1019904" : 34337,
            "1028096" : 34612,
            "1036288" : 35493,
            "1044480" : 36460,
            "1056768" : 78334,
            "1073152" : 89147,
            "1089536" : 100860,
            "1105920" : 112615,
            "1122304" : 129701,
            "1138688" : 144012,
            "1155072" : 157304,
            "1171456" : 168869,
            "1187840" : 178586,
            "1204224" : 184803,
            "1220608" : 189827,
            "1236992" : 191302,
            "1253376" : 190437,
            "1269760" : 187782,
            "1286144" : 184098,
            "1302528" : 178285,
            "1318912" : 172213,
            "1335296" : 163211,
            "1351680" : 154443,
            "1368064" : 145448,
            "1384448" : 135186,
            "1400832" : 126196,
            "1417216" : 116742,
            "1433600" : 107437,
            "1449984" : 98170,
            "1466368" : 89561,
            "1482752" : 81203,
            "1499136" : 73739,
            "1515520" : 66787,
            "1531904" : 59775,
            "1548288" : 53100,
            "1564672" : 47984,
            "1581056" : 42702,
            "1597440" : 37777,
            "1613824" : 33743,
            "1630208" : 29782,
            "1646592" : 25666,
            "1662976" : 23061,
            "1679360" : 20243,
            "1695744" : 17656,
            "1712128" : 15440,
            "1728512" : 13685,
            "1744896" : 11753,
            "1761280" : 10053,
            "1777664" : 8874,
            "1794048" : 7578,
            "1810432" : 6698,
            "1826816" : 5758,
            "1843200" : 4977,
            "1859584" : 4273,
            "1875968" : 3783,
            "1892352" : 3215,
            "1908736" : 2707,
            "1925120" : 2326,
            "1941504" : 2045,
            "1957888" : 1760,
            "1974272" : 1414,
            "1990656" : 1286,
            "2007040" : 1045,
            "2023424" : 868,
            "2039808" : 803,
            "2056192" : 678,
            "2072576" : 560,
            "2088960" : 490,
            "2113536" : 778,
            "2146304" : 554,
            "2179072" : 394,
            "2211840" : 267,
            "2244608" : 167,
            "2277376" : 161,
            "2310144" : 111,
            "2342912" : 83,
            "2375680" : 53,
            "2408448" : 25,
            "2441216" : 34,
            "2473984" : 23,
            "2506752" : 14,
            "2539520" : 10,
            "2572288" : 13,
            "2605056" : 6,
            "2637824" : 8,
            "2670592" : 5,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 9,
            "2899968" : 5,
            "2932736" : 16,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1523690.006754,
          "stddev" : 349975.165635,
          "N" : 6716673
        },
        "bw_min" : 321301,
        "bw_max" : 351882,
        "bw_agg" : 100.000000,
        "bw_mean" : 335877.358491,
        "bw_dev" : 219.821483,
        "bw_samples" : 5088,
        "iops_min" : 80323,
        "iops_max" : 87970,
        "iops_mean" : 83968.540881,
        "iops_stddev" : 54.961760,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559998,
      "usr_cpu" : 0.642657,
      "sys_cpu" : 14.930871,
      "ctx" : 5774353,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999985,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999985,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.425878,
        "250" : 0.063737,
        "500" : 3.504159,
        "750" : 4.462843,
        "1000" : 21.428156
      },
      "latency_ms" : {
        "2" : 70.006945,
        "4" : 0.107761,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081787,
  "timestamp_ms" : 1773081787828,
  "time" : "Mon Mar  9 15:43:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 30978625536,
        "io_kbytes" : 30252564,
        "bw_bytes" : 344203125,
        "bw" : 336135,
        "iops" : 84034.766280,
        "runtime" : 90001,
        "total_ios" : 7563213,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378355.772957,
          "stddev" : 169587.650186,
          "N" : 7563213
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1143945.031093,
          "stddev" : 300380.141791,
          "N" : 7563181,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2277376
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 2,
            "55040" : 4,
            "55552" : 3,
            "56064" : 8,
            "56576" : 9,
            "57088" : 14,
            "57600" : 10,
            "58112" : 17,
            "58624" : 15,
            "59136" : 29,
            "59648" : 27,
            "60160" : 22,
            "60672" : 33,
            "61184" : 33,
            "61696" : 34,
            "62208" : 35,
            "62720" : 34,
            "63232" : 30,
            "63744" : 30,
            "64256" : 32,
            "64768" : 36,
            "65280" : 47,
            "66048" : 95,
            "67072" : 139,
            "68096" : 202,
            "69120" : 366,
            "70144" : 634,
            "71168" : 849,
            "72192" : 1258,
            "73216" : 1546,
            "74240" : 1783,
            "75264" : 2028,
            "76288" : 2140,
            "77312" : 2189,
            "78336" : 2105,
            "79360" : 2078,
            "80384" : 1792,
            "81408" : 1651,
            "82432" : 1471,
            "83456" : 1301,
            "84480" : 1139,
            "85504" : 1003,
            "86528" : 819,
            "87552" : 760,
            "88576" : 638,
            "89600" : 547,
            "90624" : 471,
            "91648" : 432,
            "92672" : 404,
            "93696" : 338,
            "94720" : 343,
            "95744" : 293,
            "96768" : 286,
            "97792" : 281,
            "98816" : 215,
            "99840" : 240,
            "100864" : 205,
            "101888" : 236,
            "102912" : 188,
            "103936" : 180,
            "104960" : 207,
            "105984" : 198,
            "107008" : 206,
            "108032" : 184,
            "109056" : 217,
            "110080" : 221,
            "111104" : 216,
            "112128" : 201,
            "113152" : 167,
            "114176" : 210,
            "115200" : 184,
            "116224" : 147,
            "117248" : 176,
            "118272" : 140,
            "119296" : 110,
            "120320" : 120,
            "121344" : 90,
            "122368" : 107,
            "123392" : 76,
            "124416" : 69,
            "125440" : 49,
            "126464" : 65,
            "127488" : 43,
            "128512" : 47,
            "129536" : 37,
            "130560" : 25,
            "132096" : 43,
            "134144" : 52,
            "136192" : 44,
            "138240" : 34,
            "140288" : 36,
            "142336" : 31,
            "144384" : 23,
            "146432" : 25,
            "148480" : 25,
            "150528" : 18,
            "152576" : 11,
            "154624" : 17,
            "156672" : 13,
            "158720" : 11,
            "160768" : 10,
            "162816" : 7,
            "164864" : 5,
            "166912" : 8,
            "168960" : 4,
            "171008" : 2,
            "173056" : 7,
            "175104" : 3,
            "177152" : 4,
            "179200" : 8,
            "181248" : 9,
            "183296" : 6,
            "185344" : 2,
            "187392" : 1,
            "189440" : 1,
            "191488" : 1,
            "193536" : 4,
            "195584" : 2,
            "197632" : 1,
            "199680" : 1,
            "203776" : 1,
            "205824" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 1,
            "257024" : 1,
            "264192" : 1,
            "268288" : 7,
            "272384" : 9,
            "276480" : 6,
            "280576" : 9,
            "284672" : 13,
            "288768" : 30,
            "292864" : 23,
            "296960" : 21,
            "301056" : 37,
            "305152" : 43,
            "309248" : 73,
            "313344" : 83,
            "317440" : 129,
            "321536" : 161,
            "325632" : 226,
            "329728" : 329,
            "333824" : 403,
            "337920" : 573,
            "342016" : 675,
            "346112" : 839,
            "350208" : 957,
            "354304" : 951,
            "358400" : 987,
            "362496" : 1153,
            "366592" : 1338,
            "370688" : 1869,
            "374784" : 2547,
            "378880" : 3609,
            "382976" : 4813,
            "387072" : 6310,
            "391168" : 7525,
            "395264" : 8358,
            "399360" : 8232,
            "403456" : 8224,
            "407552" : 7601,
            "411648" : 7028,
            "415744" : 6422,
            "419840" : 6313,
            "423936" : 6445,
            "428032" : 7116,
            "432128" : 8463,
            "436224" : 9685,
            "440320" : 10924,
            "444416" : 12029,
            "448512" : 12640,
            "452608" : 12310,
            "456704" : 11566,
            "460800" : 10934,
            "464896" : 10256,
            "468992" : 9739,
            "473088" : 9277,
            "477184" : 9009,
            "481280" : 8682,
            "485376" : 8062,
            "489472" : 7751,
            "493568" : 7240,
            "497664" : 6595,
            "501760" : 6327,
            "505856" : 5838,
            "509952" : 5695,
            "514048" : 5579,
            "518144" : 5542,
            "522240" : 5501,
            "528384" : 10800,
            "536576" : 10543,
            "544768" : 9884,
            "552960" : 8890,
            "561152" : 8233,
            "569344" : 7386,
            "577536" : 6800,
            "585728" : 6255,
            "593920" : 5728,
            "602112" : 5315,
            "610304" : 5016,
            "618496" : 4875,
            "626688" : 4685,
            "634880" : 4756,
            "643072" : 4817,
            "651264" : 5355,
            "659456" : 5972,
            "667648" : 6666,
            "675840" : 7476,
            "684032" : 9057,
            "692224" : 11566,
            "700416" : 15490,
            "708608" : 18669,
            "716800" : 21479,
            "724992" : 23835,
            "733184" : 26226,
            "741376" : 30602,
            "749568" : 36581,
            "757760" : 43185,
            "765952" : 48202,
            "774144" : 50688,
            "782336" : 53141,
            "790528" : 54806,
            "798720" : 57907,
            "806912" : 60661,
            "815104" : 62859,
            "823296" : 64578,
            "831488" : 65115,
            "839680" : 65330,
            "847872" : 64964,
            "856064" : 64141,
            "864256" : 62263,
            "872448" : 60564,
            "880640" : 58895,
            "888832" : 57712,
            "897024" : 56647,
            "905216" : 55039,
            "913408" : 53638,
            "921600" : 51799,
            "929792" : 50403,
            "937984" : 48484,
            "946176" : 46545,
            "954368" : 44948,
            "962560" : 43087,
            "970752" : 42210,
            "978944" : 41151,
            "987136" : 39617,
            "995328" : 39192,
            "1003520" : 38369,
            "1011712" : 38667,
            "1019904" : 38651,
            "1028096" : 39000,
            "1036288" : 40027,
            "1044480" : 41230,
            "1056768" : 88270,
            "1073152" : 100704,
            "1089536" : 113606,
            "1105920" : 126664,
            "1122304" : 145766,
            "1138688" : 161972,
            "1155072" : 176980,
            "1171456" : 189847,
            "1187840" : 200500,
            "1204224" : 207907,
            "1220608" : 213442,
            "1236992" : 215145,
            "1253376" : 213994,
            "1269760" : 210863,
            "1286144" : 206576,
            "1302528" : 200339,
            "1318912" : 193323,
            "1335296" : 183221,
            "1351680" : 173321,
            "1368064" : 163363,
            "1384448" : 151864,
            "1400832" : 141638,
            "1417216" : 131042,
            "1433600" : 120451,
            "1449984" : 110258,
            "1466368" : 100782,
            "1482752" : 91283,
            "1499136" : 82671,
            "1515520" : 74989,
            "1531904" : 67065,
            "1548288" : 59531,
            "1564672" : 53715,
            "1581056" : 48010,
            "1597440" : 42327,
            "1613824" : 37801,
            "1630208" : 33345,
            "1646592" : 28843,
            "1662976" : 25834,
            "1679360" : 22681,
            "1695744" : 19705,
            "1712128" : 17281,
            "1728512" : 15300,
            "1744896" : 13156,
            "1761280" : 11258,
            "1777664" : 9901,
            "1794048" : 8512,
            "1810432" : 7562,
            "1826816" : 6433,
            "1843200" : 5526,
            "1859584" : 4777,
            "1875968" : 4229,
            "1892352" : 3591,
            "1908736" : 3036,
            "1925120" : 2607,
            "1941504" : 2292,
            "1957888" : 1962,
            "1974272" : 1574,
            "1990656" : 1411,
            "2007040" : 1148,
            "2023424" : 965,
            "2039808" : 917,
            "2056192" : 769,
            "2072576" : 628,
            "2088960" : 547,
            "2113536" : 870,
            "2146304" : 627,
            "2179072" : 444,
            "2211840" : 308,
            "2244608" : 186,
            "2277376" : 184,
            "2310144" : 129,
            "2342912" : 91,
            "2375680" : 59,
            "2408448" : 31,
            "2441216" : 37,
            "2473984" : 23,
            "2506752" : 16,
            "2539520" : 13,
            "2572288" : 14,
            "2605056" : 7,
            "2637824" : 8,
            "2670592" : 5,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 9,
            "2899968" : 5,
            "2932736" : 16,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1522300.624912,
          "stddev" : 350205.647295,
          "N" : 7563181
        },
        "bw_min" : 321301,
        "bw_max" : 352343,
        "bw_agg" : 100.000000,
        "bw_mean" : 336196.284916,
        "bw_dev" : 215.079329,
        "bw_samples" : 5728,
        "iops_min" : 80323,
        "iops_max" : 88085,
        "iops_mean" : 84048.307263,
        "iops_stddev" : 53.776460,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880002,
      "usr_cpu" : 0.643819,
      "sys_cpu" : 14.942108,
      "ctx" : 6496262,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.426604,
        "250" : 0.064470,
        "500" : 3.532031,
        "750" : 4.492231,
        "1000" : 21.521422
      },
      "latency_ms" : {
        "2" : 69.855576,
        "4" : 0.107203,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081797,
  "timestamp_ms" : 1773081797828,
  "time" : "Mon Mar  9 15:43:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 34438758400,
        "io_kbytes" : 33631600,
        "bw_bytes" : 344387584,
        "bw" : 336316,
        "iops" : 84079.930000,
        "runtime" : 100000,
        "total_ios" : 8407993,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378152.596905,
          "stddev" : 169717.248894,
          "N" : 8407993
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1143334.350621,
          "stddev" : 300484.372227,
          "N" : 8407961,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "49408" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 2,
            "55040" : 4,
            "55552" : 3,
            "56064" : 9,
            "56576" : 9,
            "57088" : 15,
            "57600" : 10,
            "58112" : 19,
            "58624" : 17,
            "59136" : 31,
            "59648" : 28,
            "60160" : 23,
            "60672" : 39,
            "61184" : 38,
            "61696" : 36,
            "62208" : 40,
            "62720" : 39,
            "63232" : 36,
            "63744" : 33,
            "64256" : 36,
            "64768" : 36,
            "65280" : 52,
            "66048" : 101,
            "67072" : 155,
            "68096" : 213,
            "69120" : 403,
            "70144" : 702,
            "71168" : 939,
            "72192" : 1367,
            "73216" : 1706,
            "74240" : 1974,
            "75264" : 2236,
            "76288" : 2381,
            "77312" : 2431,
            "78336" : 2343,
            "79360" : 2308,
            "80384" : 1983,
            "81408" : 1838,
            "82432" : 1649,
            "83456" : 1432,
            "84480" : 1279,
            "85504" : 1107,
            "86528" : 904,
            "87552" : 857,
            "88576" : 724,
            "89600" : 607,
            "90624" : 512,
            "91648" : 487,
            "92672" : 445,
            "93696" : 370,
            "94720" : 389,
            "95744" : 327,
            "96768" : 317,
            "97792" : 312,
            "98816" : 239,
            "99840" : 269,
            "100864" : 231,
            "101888" : 264,
            "102912" : 214,
            "103936" : 201,
            "104960" : 231,
            "105984" : 216,
            "107008" : 229,
            "108032" : 200,
            "109056" : 243,
            "110080" : 246,
            "111104" : 246,
            "112128" : 224,
            "113152" : 194,
            "114176" : 241,
            "115200" : 198,
            "116224" : 166,
            "117248" : 192,
            "118272" : 159,
            "119296" : 132,
            "120320" : 134,
            "121344" : 102,
            "122368" : 117,
            "123392" : 89,
            "124416" : 72,
            "125440" : 52,
            "126464" : 70,
            "127488" : 45,
            "128512" : 47,
            "129536" : 40,
            "130560" : 30,
            "132096" : 47,
            "134144" : 56,
            "136192" : 46,
            "138240" : 38,
            "140288" : 40,
            "142336" : 34,
            "144384" : 24,
            "146432" : 28,
            "148480" : 28,
            "150528" : 20,
            "152576" : 13,
            "154624" : 20,
            "156672" : 18,
            "158720" : 11,
            "160768" : 10,
            "162816" : 8,
            "164864" : 5,
            "166912" : 9,
            "168960" : 5,
            "171008" : 2,
            "173056" : 7,
            "175104" : 6,
            "177152" : 4,
            "179200" : 8,
            "181248" : 9,
            "183296" : 6,
            "185344" : 4,
            "187392" : 2,
            "189440" : 2,
            "191488" : 3,
            "193536" : 4,
            "195584" : 2,
            "197632" : 1,
            "199680" : 1,
            "203776" : 1,
            "205824" : 2,
            "207872" : 1,
            "211968" : 1,
            "214016" : 1,
            "242688" : 1,
            "257024" : 1,
            "264192" : 2,
            "268288" : 7,
            "272384" : 11,
            "276480" : 7,
            "280576" : 9,
            "284672" : 14,
            "288768" : 32,
            "292864" : 25,
            "296960" : 23,
            "301056" : 40,
            "305152" : 49,
            "309248" : 81,
            "313344" : 94,
            "317440" : 142,
            "321536" : 178,
            "325632" : 256,
            "329728" : 368,
            "333824" : 443,
            "337920" : 618,
            "342016" : 747,
            "346112" : 952,
            "350208" : 1057,
            "354304" : 1042,
            "358400" : 1120,
            "362496" : 1294,
            "366592" : 1506,
            "370688" : 2069,
            "374784" : 2825,
            "378880" : 4021,
            "382976" : 5389,
            "387072" : 7111,
            "391168" : 8375,
            "395264" : 9366,
            "399360" : 9197,
            "403456" : 9176,
            "407552" : 8470,
            "411648" : 7873,
            "415744" : 7172,
            "419840" : 7024,
            "423936" : 7177,
            "428032" : 7966,
            "432128" : 9375,
            "436224" : 10783,
            "440320" : 12208,
            "444416" : 13357,
            "448512" : 14074,
            "452608" : 13781,
            "456704" : 12917,
            "460800" : 12179,
            "464896" : 11410,
            "468992" : 10873,
            "473088" : 10370,
            "477184" : 10048,
            "481280" : 9660,
            "485376" : 9046,
            "489472" : 8634,
            "493568" : 8064,
            "497664" : 7403,
            "501760" : 7077,
            "505856" : 6597,
            "509952" : 6376,
            "514048" : 6198,
            "518144" : 6160,
            "522240" : 6149,
            "528384" : 12035,
            "536576" : 11788,
            "544768" : 10987,
            "552960" : 9953,
            "561152" : 9165,
            "569344" : 8218,
            "577536" : 7581,
            "585728" : 6952,
            "593920" : 6367,
            "602112" : 5938,
            "610304" : 5592,
            "618496" : 5426,
            "626688" : 5200,
            "634880" : 5276,
            "643072" : 5404,
            "651264" : 5962,
            "659456" : 6671,
            "667648" : 7466,
            "675840" : 8319,
            "684032" : 10120,
            "692224" : 12960,
            "700416" : 17274,
            "708608" : 20898,
            "716800" : 23917,
            "724992" : 26638,
            "733184" : 29278,
            "741376" : 34186,
            "749568" : 40859,
            "757760" : 48142,
            "765952" : 53914,
            "774144" : 56805,
            "782336" : 59161,
            "790528" : 61081,
            "798720" : 64608,
            "806912" : 67676,
            "815104" : 70059,
            "823296" : 71988,
            "831488" : 72414,
            "839680" : 72849,
            "847872" : 72448,
            "856064" : 71420,
            "864256" : 69399,
            "872448" : 67510,
            "880640" : 65826,
            "888832" : 64320,
            "897024" : 63148,
            "905216" : 61332,
            "913408" : 60028,
            "921600" : 57814,
            "929792" : 56102,
            "937984" : 54126,
            "946176" : 51852,
            "954368" : 50217,
            "962560" : 48148,
            "970752" : 47002,
            "978944" : 45928,
            "987136" : 44109,
            "995328" : 43623,
            "1003520" : 42715,
            "1011712" : 43104,
            "1019904" : 43020,
            "1028096" : 43383,
            "1036288" : 44530,
            "1044480" : 45859,
            "1056768" : 98400,
            "1073152" : 111843,
            "1089536" : 126421,
            "1105920" : 140831,
            "1122304" : 161678,
            "1138688" : 179916,
            "1155072" : 196316,
            "1171456" : 210637,
            "1187840" : 222478,
            "1204224" : 230910,
            "1220608" : 237016,
            "1236992" : 238756,
            "1253376" : 237640,
            "1269760" : 234256,
            "1286144" : 229423,
            "1302528" : 222388,
            "1318912" : 214480,
            "1335296" : 203463,
            "1351680" : 192151,
            "1368064" : 181169,
            "1384448" : 168560,
            "1400832" : 157337,
            "1417216" : 145290,
            "1433600" : 133800,
            "1449984" : 122435,
            "1466368" : 111707,
            "1482752" : 101292,
            "1499136" : 91735,
            "1515520" : 83030,
            "1531904" : 74422,
            "1548288" : 66021,
            "1564672" : 59613,
            "1581056" : 53242,
            "1597440" : 46894,
            "1613824" : 41946,
            "1630208" : 36945,
            "1646592" : 32019,
            "1662976" : 28594,
            "1679360" : 25115,
            "1695744" : 21864,
            "1712128" : 19128,
            "1728512" : 16954,
            "1744896" : 14591,
            "1761280" : 12514,
            "1777664" : 10968,
            "1794048" : 9436,
            "1810432" : 8354,
            "1826816" : 7121,
            "1843200" : 6135,
            "1859584" : 5310,
            "1875968" : 4673,
            "1892352" : 3976,
            "1908736" : 3376,
            "1925120" : 2899,
            "1941504" : 2532,
            "1957888" : 2175,
            "1974272" : 1754,
            "1990656" : 1559,
            "2007040" : 1289,
            "2023424" : 1077,
            "2039808" : 1018,
            "2056192" : 864,
            "2072576" : 707,
            "2088960" : 597,
            "2113536" : 975,
            "2146304" : 692,
            "2179072" : 494,
            "2211840" : 338,
            "2244608" : 214,
            "2277376" : 198,
            "2310144" : 143,
            "2342912" : 98,
            "2375680" : 65,
            "2408448" : 36,
            "2441216" : 38,
            "2473984" : 23,
            "2506752" : 16,
            "2539520" : 13,
            "2572288" : 14,
            "2605056" : 7,
            "2637824" : 8,
            "2670592" : 5,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1521486.878129,
          "stddev" : 350262.592532,
          "N" : 8407961
        },
        "bw_min" : 321301,
        "bw_max" : 352479,
        "bw_agg" : 100.000000,
        "bw_mean" : 336380.206030,
        "bw_dev" : 209.501107,
        "bw_samples" : 6368,
        "iops_min" : 80323,
        "iops_max" : 88119,
        "iops_mean" : 84094.306533,
        "iops_stddev" : 52.382085,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199977,
      "usr_cpu" : 0.645848,
      "sys_cpu" : 14.946795,
      "ctx" : 7217746,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.425512,
        "250" : 0.064724,
        "500" : 3.544794,
        "750" : 4.510708,
        "1000" : 21.590313
      },
      "latency_ms" : {
        "2" : 69.756469,
        "4" : 0.107053,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081807,
  "timestamp_ms" : 1773081807828,
  "time" : "Mon Mar  9 15:43:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 37895143424,
        "io_kbytes" : 37006976,
        "bw_bytes" : 344501303,
        "bw" : 336427,
        "iops" : 84107.354545,
        "runtime" : 110000,
        "total_ios" : 9251809,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378027.634047,
          "stddev" : 169804.644240,
          "N" : 9251809
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1142959.959721,
          "stddev" : 300547.839814,
          "N" : 9251777,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 765952,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "49408" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 3,
            "54528" : 4,
            "55040" : 5,
            "55552" : 3,
            "56064" : 10,
            "56576" : 9,
            "57088" : 16,
            "57600" : 13,
            "58112" : 23,
            "58624" : 20,
            "59136" : 33,
            "59648" : 33,
            "60160" : 29,
            "60672" : 44,
            "61184" : 39,
            "61696" : 44,
            "62208" : 45,
            "62720" : 40,
            "63232" : 40,
            "63744" : 34,
            "64256" : 40,
            "64768" : 40,
            "65280" : 57,
            "66048" : 113,
            "67072" : 167,
            "68096" : 244,
            "69120" : 451,
            "70144" : 774,
            "71168" : 1036,
            "72192" : 1494,
            "73216" : 1865,
            "74240" : 2179,
            "75264" : 2473,
            "76288" : 2626,
            "77312" : 2668,
            "78336" : 2570,
            "79360" : 2508,
            "80384" : 2194,
            "81408" : 2019,
            "82432" : 1825,
            "83456" : 1572,
            "84480" : 1403,
            "85504" : 1212,
            "86528" : 992,
            "87552" : 946,
            "88576" : 804,
            "89600" : 669,
            "90624" : 556,
            "91648" : 542,
            "92672" : 492,
            "93696" : 412,
            "94720" : 427,
            "95744" : 372,
            "96768" : 354,
            "97792" : 352,
            "98816" : 265,
            "99840" : 304,
            "100864" : 252,
            "101888" : 294,
            "102912" : 241,
            "103936" : 226,
            "104960" : 249,
            "105984" : 242,
            "107008" : 259,
            "108032" : 222,
            "109056" : 275,
            "110080" : 272,
            "111104" : 269,
            "112128" : 255,
            "113152" : 207,
            "114176" : 260,
            "115200" : 216,
            "116224" : 188,
            "117248" : 209,
            "118272" : 177,
            "119296" : 145,
            "120320" : 148,
            "121344" : 109,
            "122368" : 127,
            "123392" : 101,
            "124416" : 82,
            "125440" : 58,
            "126464" : 77,
            "127488" : 51,
            "128512" : 53,
            "129536" : 43,
            "130560" : 32,
            "132096" : 50,
            "134144" : 58,
            "136192" : 48,
            "138240" : 41,
            "140288" : 44,
            "142336" : 36,
            "144384" : 27,
            "146432" : 30,
            "148480" : 31,
            "150528" : 22,
            "152576" : 16,
            "154624" : 26,
            "156672" : 22,
            "158720" : 11,
            "160768" : 10,
            "162816" : 8,
            "164864" : 6,
            "166912" : 10,
            "168960" : 6,
            "171008" : 2,
            "173056" : 7,
            "175104" : 7,
            "177152" : 5,
            "179200" : 8,
            "181248" : 12,
            "183296" : 6,
            "185344" : 5,
            "187392" : 2,
            "189440" : 2,
            "191488" : 4,
            "193536" : 4,
            "195584" : 2,
            "197632" : 2,
            "199680" : 1,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 2,
            "257024" : 1,
            "264192" : 3,
            "268288" : 8,
            "272384" : 11,
            "276480" : 10,
            "280576" : 11,
            "284672" : 16,
            "288768" : 34,
            "292864" : 30,
            "296960" : 27,
            "301056" : 45,
            "305152" : 61,
            "309248" : 90,
            "313344" : 105,
            "317440" : 163,
            "321536" : 198,
            "325632" : 282,
            "329728" : 411,
            "333824" : 485,
            "337920" : 684,
            "342016" : 827,
            "346112" : 1049,
            "350208" : 1160,
            "354304" : 1154,
            "358400" : 1234,
            "362496" : 1433,
            "366592" : 1655,
            "370688" : 2260,
            "374784" : 3124,
            "378880" : 4395,
            "382976" : 5946,
            "387072" : 7861,
            "391168" : 9197,
            "395264" : 10301,
            "399360" : 10127,
            "403456" : 10117,
            "407552" : 9326,
            "411648" : 8688,
            "415744" : 7900,
            "419840" : 7739,
            "423936" : 7904,
            "428032" : 8738,
            "432128" : 10345,
            "436224" : 11880,
            "440320" : 13452,
            "444416" : 14716,
            "448512" : 15561,
            "452608" : 15227,
            "456704" : 14281,
            "460800" : 13421,
            "464896" : 12552,
            "468992" : 12075,
            "473088" : 11443,
            "477184" : 11091,
            "481280" : 10639,
            "485376" : 9962,
            "489472" : 9492,
            "493568" : 8907,
            "497664" : 8192,
            "501760" : 7799,
            "505856" : 7281,
            "509952" : 7008,
            "514048" : 6799,
            "518144" : 6815,
            "522240" : 6746,
            "528384" : 13298,
            "536576" : 13013,
            "544768" : 12083,
            "552960" : 10984,
            "561152" : 10061,
            "569344" : 9077,
            "577536" : 8376,
            "585728" : 7639,
            "593920" : 7024,
            "602112" : 6513,
            "610304" : 6139,
            "618496" : 5934,
            "626688" : 5768,
            "634880" : 5819,
            "643072" : 5941,
            "651264" : 6558,
            "659456" : 7346,
            "667648" : 8172,
            "675840" : 9174,
            "684032" : 11130,
            "692224" : 14287,
            "700416" : 18988,
            "708608" : 23157,
            "716800" : 26369,
            "724992" : 29298,
            "733184" : 32233,
            "741376" : 37642,
            "749568" : 45158,
            "757760" : 53013,
            "765952" : 59360,
            "774144" : 62774,
            "782336" : 65170,
            "790528" : 67408,
            "798720" : 71206,
            "806912" : 74628,
            "815104" : 77222,
            "823296" : 79259,
            "831488" : 79805,
            "839680" : 80292,
            "847872" : 79929,
            "856064" : 78779,
            "864256" : 76654,
            "872448" : 74499,
            "880640" : 72659,
            "888832" : 71084,
            "897024" : 69730,
            "905216" : 67717,
            "913408" : 66254,
            "921600" : 63854,
            "929792" : 61829,
            "937984" : 59591,
            "946176" : 57193,
            "954368" : 55303,
            "962560" : 53172,
            "970752" : 51815,
            "978944" : 50634,
            "987136" : 48568,
            "995328" : 48011,
            "1003520" : 47087,
            "1011712" : 47530,
            "1019904" : 47330,
            "1028096" : 47718,
            "1036288" : 49101,
            "1044480" : 50438,
            "1056768" : 108223,
            "1073152" : 123152,
            "1089536" : 139120,
            "1105920" : 155082,
            "1122304" : 177681,
            "1138688" : 197810,
            "1155072" : 215887,
            "1171456" : 231762,
            "1187840" : 244496,
            "1204224" : 254006,
            "1220608" : 260276,
            "1236992" : 262663,
            "1253376" : 261272,
            "1269760" : 257179,
            "1286144" : 252253,
            "1302528" : 244678,
            "1318912" : 235785,
            "1335296" : 223698,
            "1351680" : 211117,
            "1368064" : 199007,
            "1384448" : 185406,
            "1400832" : 172908,
            "1417216" : 159700,
            "1433600" : 147057,
            "1449984" : 134609,
            "1466368" : 122796,
            "1482752" : 111168,
            "1499136" : 100693,
            "1515520" : 91139,
            "1531904" : 81809,
            "1548288" : 72646,
            "1564672" : 65472,
            "1581056" : 58390,
            "1597440" : 51647,
            "1613824" : 45935,
            "1630208" : 40529,
            "1646592" : 35261,
            "1662976" : 31400,
            "1679360" : 27577,
            "1695744" : 24004,
            "1712128" : 21063,
            "1728512" : 18567,
            "1744896" : 16050,
            "1761280" : 13802,
            "1777664" : 12085,
            "1794048" : 10370,
            "1810432" : 9220,
            "1826816" : 7862,
            "1843200" : 6699,
            "1859584" : 5823,
            "1875968" : 5148,
            "1892352" : 4359,
            "1908736" : 3738,
            "1925120" : 3228,
            "1941504" : 2772,
            "1957888" : 2365,
            "1974272" : 1953,
            "1990656" : 1712,
            "2007040" : 1408,
            "2023424" : 1196,
            "2039808" : 1096,
            "2056192" : 958,
            "2072576" : 771,
            "2088960" : 661,
            "2113536" : 1068,
            "2146304" : 757,
            "2179072" : 541,
            "2211840" : 375,
            "2244608" : 232,
            "2277376" : 215,
            "2310144" : 159,
            "2342912" : 110,
            "2375680" : 69,
            "2408448" : 40,
            "2441216" : 39,
            "2473984" : 27,
            "2506752" : 16,
            "2539520" : 13,
            "2572288" : 14,
            "2605056" : 7,
            "2637824" : 8,
            "2670592" : 5,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1520987.589126,
          "stddev" : 350291.978136,
          "N" : 9251777
        },
        "bw_min" : 321301,
        "bw_max" : 352479,
        "bw_agg" : 100.000000,
        "bw_mean" : 336498.511416,
        "bw_dev" : 204.320640,
        "bw_samples" : 7008,
        "iops_min" : 80323,
        "iops_max" : 88119,
        "iops_mean" : 84123.885845,
        "iops_stddev" : 51.086787,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3519998,
      "usr_cpu" : 0.645341,
      "sys_cpu" : 14.950946,
      "ctx" : 7939012,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.425917,
        "250" : 0.065068,
        "500" : 3.552019,
        "750" : 4.516771,
        "1000" : 21.638925
      },
      "latency_ms" : {
        "2" : 69.694446,
        "4" : 0.106466,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081817,
  "timestamp_ms" : 1773081817828,
  "time" : "Mon Mar  9 15:43:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 41349033984,
        "io_kbytes" : 40379916,
        "bw_bytes" : 344575283,
        "bw" : 336499,
        "iops" : 84125.458333,
        "runtime" : 120000,
        "total_ios" : 10095055,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 377946.951526,
          "stddev" : 169843.471190,
          "N" : 10095055
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1142713.038624,
          "stddev" : 300614.299230,
          "N" : 10095023,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 765952,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54528" : 5,
            "55040" : 5,
            "55552" : 3,
            "56064" : 11,
            "56576" : 9,
            "57088" : 18,
            "57600" : 17,
            "58112" : 25,
            "58624" : 24,
            "59136" : 36,
            "59648" : 37,
            "60160" : 31,
            "60672" : 47,
            "61184" : 45,
            "61696" : 49,
            "62208" : 51,
            "62720" : 45,
            "63232" : 46,
            "63744" : 37,
            "64256" : 50,
            "64768" : 49,
            "65280" : 61,
            "66048" : 125,
            "67072" : 184,
            "68096" : 269,
            "69120" : 487,
            "70144" : 831,
            "71168" : 1152,
            "72192" : 1618,
            "73216" : 2042,
            "74240" : 2378,
            "75264" : 2683,
            "76288" : 2894,
            "77312" : 2912,
            "78336" : 2816,
            "79360" : 2725,
            "80384" : 2415,
            "81408" : 2216,
            "82432" : 1994,
            "83456" : 1726,
            "84480" : 1508,
            "85504" : 1342,
            "86528" : 1090,
            "87552" : 1022,
            "88576" : 877,
            "89600" : 735,
            "90624" : 628,
            "91648" : 609,
            "92672" : 540,
            "93696" : 459,
            "94720" : 474,
            "95744" : 414,
            "96768" : 393,
            "97792" : 382,
            "98816" : 290,
            "99840" : 342,
            "100864" : 281,
            "101888" : 317,
            "102912" : 267,
            "103936" : 251,
            "104960" : 273,
            "105984" : 265,
            "107008" : 292,
            "108032" : 252,
            "109056" : 298,
            "110080" : 294,
            "111104" : 299,
            "112128" : 282,
            "113152" : 231,
            "114176" : 281,
            "115200" : 230,
            "116224" : 210,
            "117248" : 226,
            "118272" : 193,
            "119296" : 168,
            "120320" : 160,
            "121344" : 117,
            "122368" : 133,
            "123392" : 108,
            "124416" : 89,
            "125440" : 59,
            "126464" : 83,
            "127488" : 60,
            "128512" : 56,
            "129536" : 47,
            "130560" : 37,
            "132096" : 55,
            "134144" : 66,
            "136192" : 50,
            "138240" : 44,
            "140288" : 49,
            "142336" : 42,
            "144384" : 30,
            "146432" : 34,
            "148480" : 33,
            "150528" : 25,
            "152576" : 17,
            "154624" : 26,
            "156672" : 22,
            "158720" : 11,
            "160768" : 11,
            "162816" : 9,
            "164864" : 6,
            "166912" : 10,
            "168960" : 6,
            "171008" : 3,
            "173056" : 8,
            "175104" : 7,
            "177152" : 6,
            "179200" : 9,
            "181248" : 12,
            "183296" : 6,
            "185344" : 5,
            "187392" : 3,
            "189440" : 2,
            "191488" : 5,
            "193536" : 4,
            "195584" : 2,
            "197632" : 2,
            "199680" : 2,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 2,
            "257024" : 1,
            "264192" : 3,
            "268288" : 8,
            "272384" : 12,
            "276480" : 10,
            "280576" : 13,
            "284672" : 20,
            "288768" : 38,
            "292864" : 34,
            "296960" : 31,
            "301056" : 48,
            "305152" : 66,
            "309248" : 93,
            "313344" : 120,
            "317440" : 173,
            "321536" : 214,
            "325632" : 305,
            "329728" : 434,
            "333824" : 533,
            "337920" : 750,
            "342016" : 898,
            "346112" : 1156,
            "350208" : 1269,
            "354304" : 1279,
            "358400" : 1355,
            "362496" : 1561,
            "366592" : 1836,
            "370688" : 2491,
            "374784" : 3398,
            "378880" : 4824,
            "382976" : 6497,
            "387072" : 8604,
            "391168" : 10039,
            "395264" : 11289,
            "399360" : 11040,
            "403456" : 11063,
            "407552" : 10226,
            "411648" : 9452,
            "415744" : 8666,
            "419840" : 8411,
            "423936" : 8687,
            "428032" : 9541,
            "432128" : 11347,
            "436224" : 13010,
            "440320" : 14716,
            "444416" : 16032,
            "448512" : 17032,
            "452608" : 16562,
            "456704" : 15580,
            "460800" : 14645,
            "464896" : 13747,
            "468992" : 13168,
            "473088" : 12472,
            "477184" : 12125,
            "481280" : 11646,
            "485376" : 10903,
            "489472" : 10376,
            "493568" : 9734,
            "497664" : 8989,
            "501760" : 8506,
            "505856" : 7973,
            "509952" : 7671,
            "514048" : 7451,
            "518144" : 7456,
            "522240" : 7362,
            "528384" : 14499,
            "536576" : 14193,
            "544768" : 13212,
            "552960" : 12048,
            "561152" : 10994,
            "569344" : 9911,
            "577536" : 9137,
            "585728" : 8298,
            "593920" : 7660,
            "602112" : 7116,
            "610304" : 6720,
            "618496" : 6507,
            "626688" : 6346,
            "634880" : 6304,
            "643072" : 6494,
            "651264" : 7185,
            "659456" : 8040,
            "667648" : 8906,
            "675840" : 10056,
            "684032" : 12154,
            "692224" : 15666,
            "700416" : 20675,
            "708608" : 25290,
            "716800" : 28765,
            "724992" : 31954,
            "733184" : 35217,
            "741376" : 41148,
            "749568" : 49278,
            "757760" : 58035,
            "765952" : 64771,
            "774144" : 68625,
            "782336" : 71235,
            "790528" : 73740,
            "798720" : 77854,
            "806912" : 81372,
            "815104" : 84287,
            "823296" : 86636,
            "831488" : 87172,
            "839680" : 87693,
            "847872" : 87404,
            "856064" : 86109,
            "864256" : 83727,
            "872448" : 81302,
            "880640" : 79363,
            "888832" : 77612,
            "897024" : 76191,
            "905216" : 73934,
            "913408" : 72279,
            "921600" : 69783,
            "929792" : 67444,
            "937984" : 65011,
            "946176" : 62468,
            "954368" : 60318,
            "962560" : 58021,
            "970752" : 56476,
            "978944" : 55213,
            "987136" : 53006,
            "995328" : 52307,
            "1003520" : 51437,
            "1011712" : 51790,
            "1019904" : 51730,
            "1028096" : 52118,
            "1036288" : 53575,
            "1044480" : 55007,
            "1056768" : 118037,
            "1073152" : 134381,
            "1089536" : 151920,
            "1105920" : 169469,
            "1122304" : 194071,
            "1138688" : 215779,
            "1155072" : 235522,
            "1171456" : 252890,
            "1187840" : 266542,
            "1204224" : 276688,
            "1220608" : 283734,
            "1236992" : 286632,
            "1253376" : 284869,
            "1269760" : 280307,
            "1286144" : 275026,
            "1302528" : 266887,
            "1318912" : 256886,
            "1335296" : 244343,
            "1351680" : 230504,
            "1368064" : 217044,
            "1384448" : 202239,
            "1400832" : 188486,
            "1417216" : 174131,
            "1433600" : 160471,
            "1449984" : 146750,
            "1466368" : 134022,
            "1482752" : 121298,
            "1499136" : 109664,
            "1515520" : 99446,
            "1531904" : 89284,
            "1548288" : 79117,
            "1564672" : 71330,
            "1581056" : 63527,
            "1597440" : 56306,
            "1613824" : 50170,
            "1630208" : 44154,
            "1646592" : 38373,
            "1662976" : 34229,
            "1679360" : 30115,
            "1695744" : 26114,
            "1712128" : 23024,
            "1728512" : 20266,
            "1744896" : 17445,
            "1761280" : 15098,
            "1777664" : 13108,
            "1794048" : 11289,
            "1810432" : 10002,
            "1826816" : 8557,
            "1843200" : 7320,
            "1859584" : 6355,
            "1875968" : 5587,
            "1892352" : 4708,
            "1908736" : 4052,
            "1925120" : 3500,
            "1941504" : 3024,
            "1957888" : 2558,
            "1974272" : 2114,
            "1990656" : 1860,
            "2007040" : 1543,
            "2023424" : 1294,
            "2039808" : 1191,
            "2056192" : 1034,
            "2072576" : 839,
            "2088960" : 727,
            "2113536" : 1156,
            "2146304" : 822,
            "2179072" : 592,
            "2211840" : 407,
            "2244608" : 251,
            "2277376" : 233,
            "2310144" : 178,
            "2342912" : 123,
            "2375680" : 73,
            "2408448" : 48,
            "2441216" : 41,
            "2473984" : 29,
            "2506752" : 18,
            "2539520" : 18,
            "2572288" : 14,
            "2605056" : 8,
            "2637824" : 9,
            "2670592" : 5,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1520660.022657,
          "stddev" : 350363.361348,
          "N" : 10095023
        },
        "bw_min" : 321301,
        "bw_max" : 352567,
        "bw_agg" : 100.000000,
        "bw_mean" : 336568.242678,
        "bw_dev" : 200.791157,
        "bw_samples" : 7648,
        "iops_min" : 80323,
        "iops_max" : 88141,
        "iops_mean" : 84141.263598,
        "iops_stddev" : 50.204470,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839986,
      "usr_cpu" : 0.645367,
      "sys_cpu" : 14.950680,
      "ctx" : 8660586,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.427615,
        "250" : 0.065388,
        "500" : 3.558198,
        "750" : 4.521986,
        "1000" : 21.655979
      },
      "latency_ms" : {
        "2" : 69.664425,
        "4" : 0.106042,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081827,
  "timestamp_ms" : 1773081827827,
  "time" : "Mon Mar  9 15:43:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44796747776,
        "io_kbytes" : 43746824,
        "bw_bytes" : 344590367,
        "bw" : 336514,
        "iops" : 84129.038462,
        "runtime" : 130000,
        "total_ios" : 10936775,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 377929.353558,
          "stddev" : 169850.742275,
          "N" : 10936775
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1142661.950833,
          "stddev" : 300620.562400,
          "N" : 10936743,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 765952,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 1,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54528" : 5,
            "55040" : 5,
            "55552" : 3,
            "56064" : 12,
            "56576" : 9,
            "57088" : 19,
            "57600" : 19,
            "58112" : 27,
            "58624" : 26,
            "59136" : 37,
            "59648" : 39,
            "60160" : 33,
            "60672" : 49,
            "61184" : 51,
            "61696" : 53,
            "62208" : 53,
            "62720" : 49,
            "63232" : 48,
            "63744" : 42,
            "64256" : 53,
            "64768" : 53,
            "65280" : 65,
            "66048" : 131,
            "67072" : 201,
            "68096" : 295,
            "69120" : 528,
            "70144" : 903,
            "71168" : 1273,
            "72192" : 1743,
            "73216" : 2210,
            "74240" : 2573,
            "75264" : 2906,
            "76288" : 3156,
            "77312" : 3148,
            "78336" : 3062,
            "79360" : 2975,
            "80384" : 2626,
            "81408" : 2403,
            "82432" : 2149,
            "83456" : 1865,
            "84480" : 1644,
            "85504" : 1447,
            "86528" : 1190,
            "87552" : 1112,
            "88576" : 959,
            "89600" : 808,
            "90624" : 682,
            "91648" : 676,
            "92672" : 592,
            "93696" : 500,
            "94720" : 508,
            "95744" : 437,
            "96768" : 426,
            "97792" : 413,
            "98816" : 321,
            "99840" : 377,
            "100864" : 305,
            "101888" : 343,
            "102912" : 292,
            "103936" : 279,
            "104960" : 305,
            "105984" : 282,
            "107008" : 315,
            "108032" : 284,
            "109056" : 333,
            "110080" : 321,
            "111104" : 331,
            "112128" : 303,
            "113152" : 246,
            "114176" : 298,
            "115200" : 253,
            "116224" : 231,
            "117248" : 241,
            "118272" : 203,
            "119296" : 185,
            "120320" : 172,
            "121344" : 132,
            "122368" : 144,
            "123392" : 117,
            "124416" : 95,
            "125440" : 63,
            "126464" : 88,
            "127488" : 62,
            "128512" : 57,
            "129536" : 50,
            "130560" : 43,
            "132096" : 63,
            "134144" : 69,
            "136192" : 54,
            "138240" : 49,
            "140288" : 53,
            "142336" : 44,
            "144384" : 33,
            "146432" : 39,
            "148480" : 35,
            "150528" : 29,
            "152576" : 21,
            "154624" : 28,
            "156672" : 24,
            "158720" : 11,
            "160768" : 12,
            "162816" : 10,
            "164864" : 7,
            "166912" : 10,
            "168960" : 6,
            "171008" : 3,
            "173056" : 9,
            "175104" : 7,
            "177152" : 7,
            "179200" : 9,
            "181248" : 13,
            "183296" : 6,
            "185344" : 5,
            "187392" : 3,
            "189440" : 2,
            "191488" : 5,
            "193536" : 4,
            "195584" : 2,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 2,
            "257024" : 1,
            "264192" : 3,
            "268288" : 8,
            "272384" : 12,
            "276480" : 10,
            "280576" : 13,
            "284672" : 22,
            "288768" : 40,
            "292864" : 36,
            "296960" : 35,
            "301056" : 50,
            "305152" : 71,
            "309248" : 110,
            "313344" : 131,
            "317440" : 194,
            "321536" : 233,
            "325632" : 323,
            "329728" : 466,
            "333824" : 593,
            "337920" : 805,
            "342016" : 997,
            "346112" : 1264,
            "350208" : 1358,
            "354304" : 1378,
            "358400" : 1486,
            "362496" : 1687,
            "366592" : 1995,
            "370688" : 2695,
            "374784" : 3652,
            "378880" : 5208,
            "382976" : 7064,
            "387072" : 9262,
            "391168" : 10858,
            "395264" : 12201,
            "399360" : 12001,
            "403456" : 11953,
            "407552" : 11046,
            "411648" : 10211,
            "415744" : 9403,
            "419840" : 9121,
            "423936" : 9436,
            "428032" : 10376,
            "432128" : 12267,
            "436224" : 14033,
            "440320" : 15972,
            "444416" : 17305,
            "448512" : 18399,
            "452608" : 17959,
            "456704" : 16876,
            "460800" : 15868,
            "464896" : 14869,
            "468992" : 14250,
            "473088" : 13474,
            "477184" : 13130,
            "481280" : 12602,
            "485376" : 11832,
            "489472" : 11249,
            "493568" : 10539,
            "497664" : 9794,
            "501760" : 9224,
            "505856" : 8716,
            "509952" : 8304,
            "514048" : 8092,
            "518144" : 8049,
            "522240" : 7997,
            "528384" : 15702,
            "536576" : 15428,
            "544768" : 14358,
            "552960" : 13088,
            "561152" : 11926,
            "569344" : 10753,
            "577536" : 9951,
            "585728" : 8980,
            "593920" : 8366,
            "602112" : 7768,
            "610304" : 7277,
            "618496" : 7043,
            "626688" : 6827,
            "634880" : 6808,
            "643072" : 7067,
            "651264" : 7759,
            "659456" : 8725,
            "667648" : 9633,
            "675840" : 10838,
            "684032" : 13207,
            "692224" : 17043,
            "700416" : 22395,
            "708608" : 27389,
            "716800" : 31055,
            "724992" : 34647,
            "733184" : 38097,
            "741376" : 44500,
            "749568" : 53394,
            "757760" : 62907,
            "765952" : 70077,
            "774144" : 74290,
            "782336" : 77314,
            "790528" : 79865,
            "798720" : 84217,
            "806912" : 88335,
            "815104" : 91190,
            "823296" : 94002,
            "831488" : 94434,
            "839680" : 95009,
            "847872" : 94739,
            "856064" : 93211,
            "864256" : 90708,
            "872448" : 88157,
            "880640" : 85980,
            "888832" : 84330,
            "897024" : 82609,
            "905216" : 80187,
            "913408" : 78365,
            "921600" : 75705,
            "929792" : 73204,
            "937984" : 70441,
            "946176" : 67791,
            "954368" : 65342,
            "962560" : 62840,
            "970752" : 61276,
            "978944" : 59786,
            "987136" : 57419,
            "995328" : 56689,
            "1003520" : 55803,
            "1011712" : 56103,
            "1019904" : 56128,
            "1028096" : 56500,
            "1036288" : 58110,
            "1044480" : 59531,
            "1056768" : 127885,
            "1073152" : 145722,
            "1089536" : 164447,
            "1105920" : 183509,
            "1122304" : 210272,
            "1138688" : 233496,
            "1155072" : 255007,
            "1171456" : 273886,
            "1187840" : 288680,
            "1204224" : 299716,
            "1220608" : 307400,
            "1236992" : 310466,
            "1253376" : 308348,
            "1269760" : 303985,
            "1286144" : 297982,
            "1302528" : 289125,
            "1318912" : 278285,
            "1335296" : 264590,
            "1351680" : 249629,
            "1368064" : 234889,
            "1384448" : 219081,
            "1400832" : 204317,
            "1417216" : 188626,
            "1433600" : 174026,
            "1449984" : 159079,
            "1466368" : 145116,
            "1482752" : 131390,
            "1499136" : 118720,
            "1515520" : 107667,
            "1531904" : 96830,
            "1548288" : 85855,
            "1564672" : 77217,
            "1581056" : 68739,
            "1597440" : 60936,
            "1613824" : 54317,
            "1630208" : 47838,
            "1646592" : 41602,
            "1662976" : 37044,
            "1679360" : 32534,
            "1695744" : 28289,
            "1712128" : 24939,
            "1728512" : 21915,
            "1744896" : 18927,
            "1761280" : 16386,
            "1777664" : 14256,
            "1794048" : 12238,
            "1810432" : 10795,
            "1826816" : 9236,
            "1843200" : 7968,
            "1859584" : 6883,
            "1875968" : 6023,
            "1892352" : 5124,
            "1908736" : 4397,
            "1925120" : 3797,
            "1941504" : 3284,
            "1957888" : 2749,
            "1974272" : 2301,
            "1990656" : 2001,
            "2007040" : 1670,
            "2023424" : 1402,
            "2039808" : 1304,
            "2056192" : 1133,
            "2072576" : 920,
            "2088960" : 794,
            "2113536" : 1238,
            "2146304" : 878,
            "2179072" : 628,
            "2211840" : 450,
            "2244608" : 275,
            "2277376" : 251,
            "2310144" : 185,
            "2342912" : 131,
            "2375680" : 80,
            "2408448" : 49,
            "2441216" : 44,
            "2473984" : 30,
            "2506752" : 18,
            "2539520" : 18,
            "2572288" : 14,
            "2605056" : 8,
            "2637824" : 9,
            "2670592" : 5,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1520591.455950,
          "stddev" : 350362.637669,
          "N" : 10936743
        },
        "bw_min" : 321301,
        "bw_max" : 352891,
        "bw_agg" : 100.000000,
        "bw_mean" : 336582.131274,
        "bw_dev" : 198.026896,
        "bw_samples" : 8288,
        "iops_min" : 80323,
        "iops_max" : 88222,
        "iops_mean" : 84144.749035,
        "iops_stddev" : 49.513590,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159982,
      "usr_cpu" : 0.646205,
      "sys_cpu" : 14.952036,
      "ctx" : 9381775,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 99.999991,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.428582,
        "250" : 0.065659,
        "500" : 3.555957,
        "750" : 4.523299,
        "1000" : 21.665372
      },
      "latency_ms" : {
        "2" : 69.654949,
        "4" : 0.105845,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081837,
  "timestamp_ms" : 1773081837827,
  "time" : "Mon Mar  9 15:43:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 48241516544,
        "io_kbytes" : 47110856,
        "bw_bytes" : 344582261,
        "bw" : 336506,
        "iops" : 84127.121429,
        "runtime" : 140000,
        "total_ios" : 11777797,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 377938.014125,
          "stddev" : 169788.854080,
          "N" : 11777797
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1142688.111621,
          "stddev" : 300491.807730,
          "N" : 11777765,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 765952,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 2,
            "47872" : 1,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54528" : 5,
            "55040" : 5,
            "55552" : 3,
            "56064" : 13,
            "56576" : 10,
            "57088" : 20,
            "57600" : 20,
            "58112" : 27,
            "58624" : 30,
            "59136" : 39,
            "59648" : 45,
            "60160" : 37,
            "60672" : 51,
            "61184" : 52,
            "61696" : 58,
            "62208" : 56,
            "62720" : 51,
            "63232" : 54,
            "63744" : 48,
            "64256" : 58,
            "64768" : 58,
            "65280" : 70,
            "66048" : 136,
            "67072" : 220,
            "68096" : 321,
            "69120" : 571,
            "70144" : 965,
            "71168" : 1377,
            "72192" : 1880,
            "73216" : 2367,
            "74240" : 2744,
            "75264" : 3137,
            "76288" : 3388,
            "77312" : 3401,
            "78336" : 3306,
            "79360" : 3191,
            "80384" : 2832,
            "81408" : 2581,
            "82432" : 2323,
            "83456" : 2004,
            "84480" : 1757,
            "85504" : 1554,
            "86528" : 1286,
            "87552" : 1173,
            "88576" : 1029,
            "89600" : 869,
            "90624" : 745,
            "91648" : 729,
            "92672" : 635,
            "93696" : 554,
            "94720" : 545,
            "95744" : 470,
            "96768" : 463,
            "97792" : 442,
            "98816" : 363,
            "99840" : 404,
            "100864" : 331,
            "101888" : 370,
            "102912" : 318,
            "103936" : 296,
            "104960" : 331,
            "105984" : 302,
            "107008" : 346,
            "108032" : 305,
            "109056" : 357,
            "110080" : 344,
            "111104" : 350,
            "112128" : 322,
            "113152" : 271,
            "114176" : 327,
            "115200" : 268,
            "116224" : 244,
            "117248" : 255,
            "118272" : 221,
            "119296" : 193,
            "120320" : 189,
            "121344" : 143,
            "122368" : 153,
            "123392" : 129,
            "124416" : 103,
            "125440" : 69,
            "126464" : 94,
            "127488" : 66,
            "128512" : 60,
            "129536" : 53,
            "130560" : 44,
            "132096" : 71,
            "134144" : 76,
            "136192" : 59,
            "138240" : 50,
            "140288" : 58,
            "142336" : 45,
            "144384" : 33,
            "146432" : 42,
            "148480" : 36,
            "150528" : 31,
            "152576" : 24,
            "154624" : 32,
            "156672" : 25,
            "158720" : 13,
            "160768" : 12,
            "162816" : 11,
            "164864" : 7,
            "166912" : 10,
            "168960" : 7,
            "171008" : 3,
            "173056" : 9,
            "175104" : 9,
            "177152" : 7,
            "179200" : 9,
            "181248" : 14,
            "183296" : 6,
            "185344" : 5,
            "187392" : 3,
            "189440" : 2,
            "191488" : 5,
            "193536" : 4,
            "195584" : 2,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 2,
            "257024" : 3,
            "259072" : 1,
            "264192" : 4,
            "268288" : 8,
            "272384" : 13,
            "276480" : 10,
            "280576" : 14,
            "284672" : 25,
            "288768" : 42,
            "292864" : 39,
            "296960" : 38,
            "301056" : 51,
            "305152" : 77,
            "309248" : 124,
            "313344" : 139,
            "317440" : 207,
            "321536" : 253,
            "325632" : 350,
            "329728" : 497,
            "333824" : 636,
            "337920" : 861,
            "342016" : 1077,
            "346112" : 1362,
            "350208" : 1461,
            "354304" : 1480,
            "358400" : 1582,
            "362496" : 1816,
            "366592" : 2152,
            "370688" : 2921,
            "374784" : 3927,
            "378880" : 5625,
            "382976" : 7586,
            "387072" : 10002,
            "391168" : 11667,
            "395264" : 13028,
            "399360" : 12949,
            "403456" : 12835,
            "407552" : 11821,
            "411648" : 10998,
            "415744" : 10132,
            "419840" : 9796,
            "423936" : 10132,
            "428032" : 11168,
            "432128" : 13190,
            "436224" : 15122,
            "440320" : 17129,
            "444416" : 18632,
            "448512" : 19709,
            "452608" : 19310,
            "456704" : 18165,
            "460800" : 17159,
            "464896" : 15972,
            "468992" : 15333,
            "473088" : 14436,
            "477184" : 14093,
            "481280" : 13556,
            "485376" : 12752,
            "489472" : 12053,
            "493568" : 11356,
            "497664" : 10518,
            "501760" : 9897,
            "505856" : 9378,
            "509952" : 9011,
            "514048" : 8719,
            "518144" : 8582,
            "522240" : 8605,
            "528384" : 16960,
            "536576" : 16586,
            "544768" : 15407,
            "552960" : 14018,
            "561152" : 12728,
            "569344" : 11588,
            "577536" : 10703,
            "585728" : 9629,
            "593920" : 8977,
            "602112" : 8363,
            "610304" : 7852,
            "618496" : 7588,
            "626688" : 7313,
            "634880" : 7366,
            "643072" : 7624,
            "651264" : 8357,
            "659456" : 9372,
            "667648" : 10328,
            "675840" : 11650,
            "684032" : 14238,
            "692224" : 18413,
            "700416" : 24027,
            "708608" : 29478,
            "716800" : 33501,
            "724992" : 37326,
            "733184" : 41129,
            "741376" : 47942,
            "749568" : 57524,
            "757760" : 67647,
            "765952" : 75483,
            "774144" : 80024,
            "782336" : 83184,
            "790528" : 85831,
            "798720" : 90555,
            "806912" : 95227,
            "815104" : 98402,
            "823296" : 101169,
            "831488" : 101802,
            "839680" : 102353,
            "847872" : 101885,
            "856064" : 100450,
            "864256" : 97620,
            "872448" : 94935,
            "880640" : 92594,
            "888832" : 90848,
            "897024" : 88992,
            "905216" : 86266,
            "913408" : 84284,
            "921600" : 81566,
            "929792" : 78872,
            "937984" : 75776,
            "946176" : 73083,
            "954368" : 70320,
            "962560" : 67732,
            "970752" : 65895,
            "978944" : 64359,
            "987136" : 61846,
            "995328" : 60954,
            "1003520" : 60153,
            "1011712" : 60353,
            "1019904" : 60450,
            "1028096" : 60857,
            "1036288" : 62565,
            "1044480" : 64093,
            "1056768" : 137885,
            "1073152" : 156852,
            "1089536" : 177170,
            "1105920" : 197824,
            "1122304" : 226382,
            "1138688" : 251699,
            "1155072" : 274917,
            "1171456" : 295157,
            "1187840" : 311166,
            "1204224" : 322802,
            "1220608" : 331369,
            "1236992" : 334344,
            "1253376" : 332329,
            "1269760" : 327429,
            "1286144" : 320786,
            "1302528" : 311528,
            "1318912" : 299843,
            "1335296" : 284979,
            "1351680" : 268914,
            "1368064" : 253075,
            "1384448" : 236325,
            "1400832" : 220137,
            "1417216" : 202874,
            "1433600" : 187345,
            "1449984" : 171346,
            "1466368" : 156080,
            "1482752" : 141714,
            "1499136" : 127883,
            "1515520" : 115814,
            "1531904" : 104233,
            "1548288" : 92502,
            "1564672" : 82911,
            "1581056" : 73953,
            "1597440" : 65605,
            "1613824" : 58400,
            "1630208" : 51336,
            "1646592" : 44823,
            "1662976" : 39714,
            "1679360" : 34989,
            "1695744" : 30422,
            "1712128" : 26769,
            "1728512" : 23579,
            "1744896" : 20348,
            "1761280" : 17692,
            "1777664" : 15311,
            "1794048" : 13144,
            "1810432" : 11576,
            "1826816" : 9913,
            "1843200" : 8591,
            "1859584" : 7392,
            "1875968" : 6484,
            "1892352" : 5499,
            "1908736" : 4693,
            "1925120" : 4070,
            "1941504" : 3479,
            "1957888" : 2978,
            "1974272" : 2491,
            "1990656" : 2156,
            "2007040" : 1808,
            "2023424" : 1513,
            "2039808" : 1396,
            "2056192" : 1198,
            "2072576" : 995,
            "2088960" : 848,
            "2113536" : 1321,
            "2146304" : 947,
            "2179072" : 677,
            "2211840" : 482,
            "2244608" : 300,
            "2277376" : 273,
            "2310144" : 203,
            "2342912" : 141,
            "2375680" : 91,
            "2408448" : 56,
            "2441216" : 47,
            "2473984" : 34,
            "2506752" : 21,
            "2539520" : 20,
            "2572288" : 15,
            "2605056" : 8,
            "2637824" : 10,
            "2670592" : 6,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1520626.150597,
          "stddev" : 350207.038597,
          "N" : 11777765
        },
        "bw_min" : 321301,
        "bw_max" : 352963,
        "bw_agg" : 100.000000,
        "bw_mean" : 336578.870968,
        "bw_dev" : 195.768509,
        "bw_samples" : 8928,
        "iops_min" : 80323,
        "iops_max" : 88240,
        "iops_mean" : 84143.967742,
        "iops_stddev" : 48.948466,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479976,
      "usr_cpu" : 0.645450,
      "sys_cpu" : 14.953294,
      "ctx" : 10104109,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999983,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.428348,
        "250" : 0.065513,
        "500" : 3.550087,
        "750" : 4.520939,
        "1000" : 21.661963
      },
      "latency_ms" : {
        "2" : 69.667163,
        "4" : 0.105656,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081847,
  "timestamp_ms" : 1773081847827,
  "time" : "Mon Mar  9 15:44:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 51677609984,
        "io_kbytes" : 50466416,
        "bw_bytes" : 344517399,
        "bw" : 336442,
        "iops" : 84111.120000,
        "runtime" : 150000,
        "total_ios" : 12616668,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378009.124564,
          "stddev" : 169740.046361,
          "N" : 12616668
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1142903.939002,
          "stddev" : 300339.935741,
          "N" : 12616636,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 2,
            "47872" : 1,
            "48384" : 1,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54016" : 1,
            "54528" : 7,
            "55040" : 7,
            "55552" : 4,
            "56064" : 14,
            "56576" : 10,
            "57088" : 20,
            "57600" : 24,
            "58112" : 28,
            "58624" : 32,
            "59136" : 43,
            "59648" : 47,
            "60160" : 38,
            "60672" : 54,
            "61184" : 57,
            "61696" : 61,
            "62208" : 58,
            "62720" : 53,
            "63232" : 57,
            "63744" : 52,
            "64256" : 62,
            "64768" : 61,
            "65280" : 73,
            "66048" : 144,
            "67072" : 232,
            "68096" : 338,
            "69120" : 622,
            "70144" : 1042,
            "71168" : 1480,
            "72192" : 2033,
            "73216" : 2535,
            "74240" : 2942,
            "75264" : 3376,
            "76288" : 3599,
            "77312" : 3655,
            "78336" : 3539,
            "79360" : 3399,
            "80384" : 3026,
            "81408" : 2765,
            "82432" : 2475,
            "83456" : 2136,
            "84480" : 1870,
            "85504" : 1656,
            "86528" : 1376,
            "87552" : 1222,
            "88576" : 1093,
            "89600" : 924,
            "90624" : 784,
            "91648" : 763,
            "92672" : 675,
            "93696" : 596,
            "94720" : 577,
            "95744" : 499,
            "96768" : 491,
            "97792" : 471,
            "98816" : 387,
            "99840" : 432,
            "100864" : 357,
            "101888" : 394,
            "102912" : 336,
            "103936" : 320,
            "104960" : 346,
            "105984" : 324,
            "107008" : 363,
            "108032" : 324,
            "109056" : 376,
            "110080" : 365,
            "111104" : 374,
            "112128" : 344,
            "113152" : 284,
            "114176" : 355,
            "115200" : 284,
            "116224" : 259,
            "117248" : 268,
            "118272" : 234,
            "119296" : 210,
            "120320" : 201,
            "121344" : 147,
            "122368" : 159,
            "123392" : 135,
            "124416" : 108,
            "125440" : 73,
            "126464" : 98,
            "127488" : 68,
            "128512" : 63,
            "129536" : 54,
            "130560" : 49,
            "132096" : 77,
            "134144" : 83,
            "136192" : 63,
            "138240" : 54,
            "140288" : 58,
            "142336" : 47,
            "144384" : 35,
            "146432" : 42,
            "148480" : 39,
            "150528" : 34,
            "152576" : 25,
            "154624" : 35,
            "156672" : 26,
            "158720" : 13,
            "160768" : 12,
            "162816" : 13,
            "164864" : 10,
            "166912" : 12,
            "168960" : 7,
            "171008" : 3,
            "173056" : 9,
            "175104" : 10,
            "177152" : 7,
            "179200" : 9,
            "181248" : 15,
            "183296" : 6,
            "185344" : 5,
            "187392" : 4,
            "189440" : 2,
            "191488" : 5,
            "193536" : 4,
            "195584" : 2,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 2,
            "257024" : 3,
            "259072" : 1,
            "264192" : 4,
            "268288" : 8,
            "272384" : 14,
            "276480" : 12,
            "280576" : 14,
            "284672" : 26,
            "288768" : 44,
            "292864" : 41,
            "296960" : 42,
            "301056" : 54,
            "305152" : 79,
            "309248" : 129,
            "313344" : 145,
            "317440" : 221,
            "321536" : 273,
            "325632" : 367,
            "329728" : 527,
            "333824" : 682,
            "337920" : 920,
            "342016" : 1157,
            "346112" : 1461,
            "350208" : 1564,
            "354304" : 1575,
            "358400" : 1689,
            "362496" : 1923,
            "366592" : 2294,
            "370688" : 3099,
            "374784" : 4195,
            "378880" : 5989,
            "382976" : 8156,
            "387072" : 10706,
            "391168" : 12449,
            "395264" : 13896,
            "399360" : 13892,
            "403456" : 13655,
            "407552" : 12636,
            "411648" : 11761,
            "415744" : 10808,
            "419840" : 10483,
            "423936" : 10855,
            "428032" : 11986,
            "432128" : 14057,
            "436224" : 16150,
            "440320" : 18270,
            "444416" : 19891,
            "448512" : 20987,
            "452608" : 20603,
            "456704" : 19459,
            "460800" : 18337,
            "464896" : 17011,
            "468992" : 16375,
            "473088" : 15404,
            "477184" : 15053,
            "481280" : 14391,
            "485376" : 13592,
            "489472" : 12861,
            "493568" : 12070,
            "497664" : 11214,
            "501760" : 10587,
            "505856" : 10023,
            "509952" : 9638,
            "514048" : 9263,
            "518144" : 9170,
            "522240" : 9239,
            "528384" : 18114,
            "536576" : 17655,
            "544768" : 16444,
            "552960" : 14983,
            "561152" : 13581,
            "569344" : 12390,
            "577536" : 11442,
            "585728" : 10296,
            "593920" : 9587,
            "602112" : 8985,
            "610304" : 8413,
            "618496" : 8121,
            "626688" : 7792,
            "634880" : 7868,
            "643072" : 8150,
            "651264" : 8934,
            "659456" : 10002,
            "667648" : 11048,
            "675840" : 12516,
            "684032" : 15242,
            "692224" : 19738,
            "700416" : 25696,
            "708608" : 31533,
            "716800" : 35913,
            "724992" : 40011,
            "733184" : 44001,
            "741376" : 51395,
            "749568" : 61667,
            "757760" : 72351,
            "765952" : 80758,
            "774144" : 85723,
            "782336" : 88984,
            "790528" : 91912,
            "798720" : 96901,
            "806912" : 101980,
            "815104" : 105486,
            "823296" : 108266,
            "831488" : 108985,
            "839680" : 109417,
            "847872" : 109228,
            "856064" : 107547,
            "864256" : 104515,
            "872448" : 101801,
            "880640" : 99245,
            "888832" : 97362,
            "897024" : 95301,
            "905216" : 92377,
            "913408" : 90136,
            "921600" : 87311,
            "929792" : 84393,
            "937984" : 81184,
            "946176" : 78208,
            "954368" : 75347,
            "962560" : 72640,
            "970752" : 70623,
            "978944" : 68903,
            "987136" : 66269,
            "995328" : 65309,
            "1003520" : 64348,
            "1011712" : 64715,
            "1019904" : 64806,
            "1028096" : 65152,
            "1036288" : 67088,
            "1044480" : 68687,
            "1056768" : 147820,
            "1073152" : 168150,
            "1089536" : 189803,
            "1105920" : 212044,
            "1122304" : 242408,
            "1138688" : 269651,
            "1155072" : 294533,
            "1171456" : 316313,
            "1187840" : 333289,
            "1204224" : 345833,
            "1220608" : 355081,
            "1236992" : 358077,
            "1253376" : 356017,
            "1269760" : 351176,
            "1286144" : 343846,
            "1302528" : 333996,
            "1318912" : 321026,
            "1335296" : 305550,
            "1351680" : 288240,
            "1368064" : 271311,
            "1384448" : 253057,
            "1400832" : 236076,
            "1417216" : 217641,
            "1433600" : 200659,
            "1449984" : 183604,
            "1466368" : 167418,
            "1482752" : 151885,
            "1499136" : 137176,
            "1515520" : 123971,
            "1531904" : 111781,
            "1548288" : 99189,
            "1564672" : 88830,
            "1581056" : 79217,
            "1597440" : 70333,
            "1613824" : 62543,
            "1630208" : 55075,
            "1646592" : 48097,
            "1662976" : 42525,
            "1679360" : 37518,
            "1695744" : 32638,
            "1712128" : 28747,
            "1728512" : 25161,
            "1744896" : 21812,
            "1761280" : 18973,
            "1777664" : 16369,
            "1794048" : 14120,
            "1810432" : 12401,
            "1826816" : 10625,
            "1843200" : 9210,
            "1859584" : 7879,
            "1875968" : 6935,
            "1892352" : 5886,
            "1908736" : 5048,
            "1925120" : 4343,
            "1941504" : 3721,
            "1957888" : 3222,
            "1974272" : 2675,
            "1990656" : 2318,
            "2007040" : 1925,
            "2023424" : 1635,
            "2039808" : 1485,
            "2056192" : 1294,
            "2072576" : 1063,
            "2088960" : 914,
            "2113536" : 1417,
            "2146304" : 1009,
            "2179072" : 733,
            "2211840" : 517,
            "2244608" : 322,
            "2277376" : 295,
            "2310144" : 212,
            "2342912" : 152,
            "2375680" : 98,
            "2408448" : 57,
            "2441216" : 47,
            "2473984" : 35,
            "2506752" : 22,
            "2539520" : 21,
            "2572288" : 16,
            "2605056" : 8,
            "2637824" : 10,
            "2670592" : 6,
            "2703360" : 6,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1520913.145282,
          "stddev" : 350002.279303,
          "N" : 12616636
        },
        "bw_min" : 321301,
        "bw_max" : 353019,
        "bw_agg" : 100.000000,
        "bw_mean" : 336516.939799,
        "bw_dev" : 194.632612,
        "bw_samples" : 9568,
        "iops_min" : 80323,
        "iops_max" : 88254,
        "iops_mean" : 84128.515050,
        "iops_stddev" : 48.663909,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799986,
      "usr_cpu" : 0.644189,
      "sys_cpu" : 14.954252,
      "ctx" : 10825726,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.427110,
        "250" : 0.064898,
        "500" : 3.537638,
        "750" : 4.515447,
        "1000" : 21.654560
      },
      "latency_ms" : {
        "2" : 69.694487,
        "4" : 0.105543,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081857,
  "timestamp_ms" : 1773081857827,
  "time" : "Mon Mar  9 15:44:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 55117135872,
        "io_kbytes" : 53825328,
        "bw_bytes" : 344482099,
        "bw" : 336408,
        "iops" : 84102.625000,
        "runtime" : 160000,
        "total_ios" : 13456420,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378046.687406,
          "stddev" : 169690.753987,
          "N" : 13456420
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1143020.047188,
          "stddev" : 300217.489677,
          "N" : 13456388,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 552960,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 2,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54016" : 2,
            "54528" : 7,
            "55040" : 7,
            "55552" : 5,
            "56064" : 14,
            "56576" : 10,
            "57088" : 20,
            "57600" : 25,
            "58112" : 29,
            "58624" : 33,
            "59136" : 49,
            "59648" : 51,
            "60160" : 41,
            "60672" : 61,
            "61184" : 60,
            "61696" : 70,
            "62208" : 62,
            "62720" : 59,
            "63232" : 58,
            "63744" : 55,
            "64256" : 65,
            "64768" : 63,
            "65280" : 75,
            "66048" : 153,
            "67072" : 243,
            "68096" : 364,
            "69120" : 662,
            "70144" : 1097,
            "71168" : 1559,
            "72192" : 2156,
            "73216" : 2689,
            "74240" : 3135,
            "75264" : 3578,
            "76288" : 3812,
            "77312" : 3896,
            "78336" : 3773,
            "79360" : 3618,
            "80384" : 3250,
            "81408" : 2961,
            "82432" : 2636,
            "83456" : 2267,
            "84480" : 2003,
            "85504" : 1783,
            "86528" : 1464,
            "87552" : 1296,
            "88576" : 1172,
            "89600" : 986,
            "90624" : 834,
            "91648" : 818,
            "92672" : 733,
            "93696" : 623,
            "94720" : 616,
            "95744" : 527,
            "96768" : 518,
            "97792" : 502,
            "98816" : 409,
            "99840" : 455,
            "100864" : 382,
            "101888" : 423,
            "102912" : 351,
            "103936" : 342,
            "104960" : 374,
            "105984" : 338,
            "107008" : 381,
            "108032" : 336,
            "109056" : 398,
            "110080" : 382,
            "111104" : 391,
            "112128" : 359,
            "113152" : 314,
            "114176" : 375,
            "115200" : 306,
            "116224" : 272,
            "117248" : 285,
            "118272" : 251,
            "119296" : 223,
            "120320" : 215,
            "121344" : 157,
            "122368" : 167,
            "123392" : 144,
            "124416" : 114,
            "125440" : 80,
            "126464" : 108,
            "127488" : 72,
            "128512" : 69,
            "129536" : 58,
            "130560" : 54,
            "132096" : 83,
            "134144" : 86,
            "136192" : 68,
            "138240" : 59,
            "140288" : 59,
            "142336" : 48,
            "144384" : 37,
            "146432" : 48,
            "148480" : 40,
            "150528" : 37,
            "152576" : 26,
            "154624" : 37,
            "156672" : 28,
            "158720" : 14,
            "160768" : 12,
            "162816" : 15,
            "164864" : 12,
            "166912" : 12,
            "168960" : 8,
            "171008" : 4,
            "173056" : 9,
            "175104" : 10,
            "177152" : 7,
            "179200" : 10,
            "181248" : 15,
            "183296" : 7,
            "185344" : 7,
            "187392" : 4,
            "189440" : 2,
            "191488" : 5,
            "193536" : 5,
            "195584" : 2,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 1,
            "242688" : 2,
            "257024" : 3,
            "259072" : 1,
            "264192" : 4,
            "268288" : 8,
            "272384" : 15,
            "276480" : 13,
            "280576" : 14,
            "284672" : 26,
            "288768" : 45,
            "292864" : 44,
            "296960" : 45,
            "301056" : 58,
            "305152" : 83,
            "309248" : 140,
            "313344" : 158,
            "317440" : 234,
            "321536" : 292,
            "325632" : 401,
            "329728" : 563,
            "333824" : 732,
            "337920" : 966,
            "342016" : 1232,
            "346112" : 1540,
            "350208" : 1674,
            "354304" : 1677,
            "358400" : 1807,
            "362496" : 2036,
            "366592" : 2451,
            "370688" : 3297,
            "374784" : 4450,
            "378880" : 6349,
            "382976" : 8693,
            "387072" : 11383,
            "391168" : 13277,
            "395264" : 14820,
            "399360" : 14828,
            "403456" : 14511,
            "407552" : 13458,
            "411648" : 12521,
            "415744" : 11521,
            "419840" : 11140,
            "423936" : 11545,
            "428032" : 12764,
            "432128" : 14972,
            "436224" : 17190,
            "440320" : 19445,
            "444416" : 21187,
            "448512" : 22278,
            "452608" : 21898,
            "456704" : 20669,
            "460800" : 19537,
            "464896" : 18128,
            "468992" : 17438,
            "473088" : 16407,
            "477184" : 16039,
            "481280" : 15332,
            "485376" : 14438,
            "489472" : 13685,
            "493568" : 12839,
            "497664" : 11931,
            "501760" : 11335,
            "505856" : 10694,
            "509952" : 10255,
            "514048" : 9834,
            "518144" : 9791,
            "522240" : 9816,
            "528384" : 19258,
            "536576" : 18761,
            "544768" : 17515,
            "552960" : 15946,
            "561152" : 14471,
            "569344" : 13146,
            "577536" : 12168,
            "585728" : 10983,
            "593920" : 10165,
            "602112" : 9559,
            "610304" : 8982,
            "618496" : 8655,
            "626688" : 8325,
            "634880" : 8409,
            "643072" : 8687,
            "651264" : 9495,
            "659456" : 10634,
            "667648" : 11785,
            "675840" : 13379,
            "684032" : 16198,
            "692224" : 21072,
            "700416" : 27356,
            "708608" : 33502,
            "716800" : 38307,
            "724992" : 42569,
            "733184" : 46947,
            "741376" : 54747,
            "749568" : 65767,
            "757760" : 77323,
            "765952" : 86241,
            "774144" : 91456,
            "782336" : 94897,
            "790528" : 98025,
            "798720" : 103153,
            "806912" : 108747,
            "815104" : 112413,
            "823296" : 115441,
            "831488" : 116136,
            "839680" : 116610,
            "847872" : 116500,
            "856064" : 114583,
            "864256" : 111433,
            "872448" : 108642,
            "880640" : 105882,
            "888832" : 103916,
            "897024" : 101566,
            "905216" : 98599,
            "913408" : 96074,
            "921600" : 93123,
            "929792" : 89905,
            "937984" : 86544,
            "946176" : 83406,
            "954368" : 80369,
            "962560" : 77576,
            "970752" : 75235,
            "978944" : 73557,
            "987136" : 70622,
            "995328" : 69606,
            "1003520" : 68676,
            "1011712" : 68865,
            "1019904" : 69115,
            "1028096" : 69456,
            "1036288" : 71651,
            "1044480" : 73360,
            "1056768" : 157722,
            "1073152" : 179282,
            "1089536" : 202603,
            "1105920" : 226223,
            "1122304" : 258620,
            "1138688" : 287623,
            "1155072" : 313875,
            "1171456" : 337530,
            "1187840" : 355552,
            "1204224" : 368913,
            "1220608" : 378907,
            "1236992" : 382311,
            "1253376" : 379801,
            "1269760" : 374597,
            "1286144" : 367025,
            "1302528" : 356181,
            "1318912" : 342260,
            "1335296" : 326173,
            "1351680" : 307765,
            "1368064" : 289503,
            "1384448" : 270086,
            "1400832" : 251885,
            "1417216" : 232374,
            "1433600" : 214045,
            "1449984" : 195921,
            "1466368" : 178686,
            "1482752" : 162084,
            "1499136" : 146331,
            "1515520" : 132234,
            "1531904" : 119183,
            "1548288" : 105899,
            "1564672" : 94706,
            "1581056" : 84446,
            "1597440" : 75005,
            "1613824" : 66677,
            "1630208" : 58655,
            "1646592" : 51377,
            "1662976" : 45317,
            "1679360" : 39986,
            "1695744" : 34823,
            "1712128" : 30536,
            "1728512" : 26787,
            "1744896" : 23198,
            "1761280" : 20203,
            "1777664" : 17376,
            "1794048" : 15076,
            "1810432" : 13184,
            "1826816" : 11299,
            "1843200" : 9850,
            "1859584" : 8394,
            "1875968" : 7392,
            "1892352" : 6315,
            "1908736" : 5400,
            "1925120" : 4622,
            "1941504" : 3989,
            "1957888" : 3423,
            "1974272" : 2850,
            "1990656" : 2458,
            "2007040" : 2051,
            "2023424" : 1758,
            "2039808" : 1583,
            "2056192" : 1382,
            "2072576" : 1129,
            "2088960" : 971,
            "2113536" : 1517,
            "2146304" : 1063,
            "2179072" : 772,
            "2211840" : 551,
            "2244608" : 338,
            "2277376" : 312,
            "2310144" : 222,
            "2342912" : 164,
            "2375680" : 108,
            "2408448" : 61,
            "2441216" : 53,
            "2473984" : 36,
            "2506752" : 24,
            "2539520" : 22,
            "2572288" : 18,
            "2605056" : 9,
            "2637824" : 12,
            "2670592" : 7,
            "2703360" : 7,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1521066.711458,
          "stddev" : 349834.931993,
          "N" : 13456388
        },
        "bw_min" : 321293,
        "bw_max" : 353091,
        "bw_agg" : 100.000000,
        "bw_mean" : 336483.175549,
        "bw_dev" : 193.453872,
        "bw_samples" : 10208,
        "iops_min" : 80321,
        "iops_max" : 88272,
        "iops_mean" : 84120.087774,
        "iops_stddev" : 48.369068,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5119973,
      "usr_cpu" : 0.643988,
      "sys_cpu" : 14.954415,
      "ctx" : 11547600,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.426347,
        "250" : 0.064616,
        "500" : 3.530367,
        "750" : 4.509253,
        "1000" : 21.651026
      },
      "latency_ms" : {
        "2" : 69.712739,
        "4" : 0.105347,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081867,
  "timestamp_ms" : 1773081867827,
  "time" : "Mon Mar  9 15:44:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 58548289536,
        "io_kbytes" : 57176064,
        "bw_bytes" : 344401703,
        "bw" : 336329,
        "iops" : 84082.858824,
        "runtime" : 170000,
        "total_ios" : 14294086,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 378135.837171,
          "stddev" : 169607.761227,
          "N" : 14294086
        },
        "clat_ns" : {
          "min" : 41343,
          "max" : 3720624,
          "mean" : 1143287.926088,
          "stddev" : 300026.950484,
          "N" : 14294054,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 561152,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 995328,
            "40.000000" : 1122304,
            "50.000000" : 1187840,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "41216" : 1,
            "46848" : 2,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54016" : 2,
            "54528" : 7,
            "55040" : 7,
            "55552" : 5,
            "56064" : 14,
            "56576" : 10,
            "57088" : 21,
            "57600" : 25,
            "58112" : 29,
            "58624" : 35,
            "59136" : 51,
            "59648" : 52,
            "60160" : 41,
            "60672" : 62,
            "61184" : 65,
            "61696" : 76,
            "62208" : 64,
            "62720" : 61,
            "63232" : 65,
            "63744" : 57,
            "64256" : 68,
            "64768" : 70,
            "65280" : 78,
            "66048" : 158,
            "67072" : 254,
            "68096" : 378,
            "69120" : 684,
            "70144" : 1156,
            "71168" : 1649,
            "72192" : 2262,
            "73216" : 2849,
            "74240" : 3325,
            "75264" : 3794,
            "76288" : 4037,
            "77312" : 4086,
            "78336" : 3981,
            "79360" : 3826,
            "80384" : 3413,
            "81408" : 3154,
            "82432" : 2798,
            "83456" : 2404,
            "84480" : 2116,
            "85504" : 1871,
            "86528" : 1558,
            "87552" : 1376,
            "88576" : 1243,
            "89600" : 1053,
            "90624" : 880,
            "91648" : 871,
            "92672" : 761,
            "93696" : 656,
            "94720" : 647,
            "95744" : 557,
            "96768" : 553,
            "97792" : 534,
            "98816" : 433,
            "99840" : 476,
            "100864" : 409,
            "101888" : 444,
            "102912" : 370,
            "103936" : 355,
            "104960" : 396,
            "105984" : 358,
            "107008" : 398,
            "108032" : 355,
            "109056" : 410,
            "110080" : 405,
            "111104" : 418,
            "112128" : 385,
            "113152" : 336,
            "114176" : 387,
            "115200" : 321,
            "116224" : 288,
            "117248" : 302,
            "118272" : 262,
            "119296" : 234,
            "120320" : 226,
            "121344" : 170,
            "122368" : 175,
            "123392" : 149,
            "124416" : 117,
            "125440" : 82,
            "126464" : 113,
            "127488" : 75,
            "128512" : 70,
            "129536" : 60,
            "130560" : 56,
            "132096" : 88,
            "134144" : 90,
            "136192" : 71,
            "138240" : 61,
            "140288" : 60,
            "142336" : 51,
            "144384" : 38,
            "146432" : 52,
            "148480" : 43,
            "150528" : 42,
            "152576" : 26,
            "154624" : 38,
            "156672" : 31,
            "158720" : 15,
            "160768" : 12,
            "162816" : 15,
            "164864" : 12,
            "166912" : 13,
            "168960" : 8,
            "171008" : 4,
            "173056" : 9,
            "175104" : 10,
            "177152" : 7,
            "179200" : 10,
            "181248" : 16,
            "183296" : 7,
            "185344" : 7,
            "187392" : 4,
            "189440" : 3,
            "191488" : 6,
            "193536" : 7,
            "195584" : 3,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 2,
            "242688" : 2,
            "257024" : 3,
            "259072" : 1,
            "264192" : 5,
            "268288" : 8,
            "272384" : 17,
            "276480" : 13,
            "280576" : 14,
            "284672" : 28,
            "288768" : 49,
            "292864" : 46,
            "296960" : 49,
            "301056" : 62,
            "305152" : 89,
            "309248" : 150,
            "313344" : 163,
            "317440" : 245,
            "321536" : 313,
            "325632" : 432,
            "329728" : 586,
            "333824" : 781,
            "337920" : 1022,
            "342016" : 1306,
            "346112" : 1626,
            "350208" : 1768,
            "354304" : 1782,
            "358400" : 1928,
            "362496" : 2155,
            "366592" : 2588,
            "370688" : 3468,
            "374784" : 4703,
            "378880" : 6704,
            "382976" : 9218,
            "387072" : 12079,
            "391168" : 14061,
            "395264" : 15739,
            "399360" : 15691,
            "403456" : 15323,
            "407552" : 14230,
            "411648" : 13220,
            "415744" : 12192,
            "419840" : 11770,
            "423936" : 12193,
            "428032" : 13529,
            "432128" : 15815,
            "436224" : 18215,
            "440320" : 20580,
            "444416" : 22503,
            "448512" : 23650,
            "452608" : 23221,
            "456704" : 21829,
            "460800" : 20626,
            "464896" : 19168,
            "468992" : 18492,
            "473088" : 17383,
            "477184" : 16957,
            "481280" : 16218,
            "485376" : 15275,
            "489472" : 14504,
            "493568" : 13662,
            "497664" : 12612,
            "501760" : 12000,
            "505856" : 11267,
            "509952" : 10864,
            "514048" : 10428,
            "518144" : 10345,
            "522240" : 10368,
            "528384" : 20419,
            "536576" : 19900,
            "544768" : 18544,
            "552960" : 16851,
            "561152" : 15313,
            "569344" : 13910,
            "577536" : 12829,
            "585728" : 11598,
            "593920" : 10786,
            "602112" : 10113,
            "610304" : 9544,
            "618496" : 9150,
            "626688" : 8856,
            "634880" : 8838,
            "643072" : 9188,
            "651264" : 10052,
            "659456" : 11262,
            "667648" : 12504,
            "675840" : 14213,
            "684032" : 17176,
            "692224" : 22383,
            "700416" : 29076,
            "708608" : 35671,
            "716800" : 40698,
            "724992" : 45167,
            "733184" : 49913,
            "741376" : 58095,
            "749568" : 69837,
            "757760" : 82184,
            "765952" : 91635,
            "774144" : 97085,
            "782336" : 100584,
            "790528" : 103886,
            "798720" : 109380,
            "806912" : 115470,
            "815104" : 119347,
            "823296" : 122667,
            "831488" : 123208,
            "839680" : 123765,
            "847872" : 123621,
            "856064" : 121672,
            "864256" : 118258,
            "872448" : 115404,
            "880640" : 112345,
            "888832" : 110170,
            "897024" : 107861,
            "905216" : 104636,
            "913408" : 101990,
            "921600" : 98840,
            "929792" : 95378,
            "937984" : 91794,
            "946176" : 88424,
            "954368" : 85372,
            "962560" : 82431,
            "970752" : 79832,
            "978944" : 78083,
            "987136" : 75055,
            "995328" : 73932,
            "1003520" : 72917,
            "1011712" : 73026,
            "1019904" : 73452,
            "1028096" : 73817,
            "1036288" : 76030,
            "1044480" : 77892,
            "1056768" : 167625,
            "1073152" : 190584,
            "1089536" : 215218,
            "1105920" : 240609,
            "1122304" : 274928,
            "1138688" : 305983,
            "1155072" : 333579,
            "1171456" : 358819,
            "1187840" : 377817,
            "1204224" : 392342,
            "1220608" : 402559,
            "1236992" : 406115,
            "1253376" : 403870,
            "1269760" : 398280,
            "1286144" : 389985,
            "1302528" : 378475,
            "1318912" : 364121,
            "1335296" : 346669,
            "1351680" : 327135,
            "1368064" : 307657,
            "1384448" : 287116,
            "1400832" : 267807,
            "1417216" : 246931,
            "1433600" : 227463,
            "1449984" : 208222,
            "1466368" : 189779,
            "1482752" : 172071,
            "1499136" : 155279,
            "1515520" : 140651,
            "1531904" : 126645,
            "1548288" : 112613,
            "1564672" : 100695,
            "1581056" : 89694,
            "1597440" : 79647,
            "1613824" : 70948,
            "1630208" : 62428,
            "1646592" : 54637,
            "1662976" : 48213,
            "1679360" : 42531,
            "1695744" : 37062,
            "1712128" : 32418,
            "1728512" : 28447,
            "1744896" : 24683,
            "1761280" : 21472,
            "1777664" : 18479,
            "1794048" : 16021,
            "1810432" : 14028,
            "1826816" : 12023,
            "1843200" : 10419,
            "1859584" : 8868,
            "1875968" : 7835,
            "1892352" : 6729,
            "1908736" : 5740,
            "1925120" : 4924,
            "1941504" : 4241,
            "1957888" : 3638,
            "1974272" : 3048,
            "1990656" : 2607,
            "2007040" : 2169,
            "2023424" : 1874,
            "2039808" : 1684,
            "2056192" : 1469,
            "2072576" : 1208,
            "2088960" : 1028,
            "2113536" : 1602,
            "2146304" : 1126,
            "2179072" : 822,
            "2211840" : 578,
            "2244608" : 368,
            "2277376" : 332,
            "2310144" : 235,
            "2342912" : 173,
            "2375680" : 113,
            "2408448" : 65,
            "2441216" : 56,
            "2473984" : 39,
            "2506752" : 25,
            "2539520" : 23,
            "2572288" : 18,
            "2605056" : 9,
            "2637824" : 12,
            "2670592" : 7,
            "2703360" : 7,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1521423.471795,
          "stddev" : 349589.988418,
          "N" : 14294054
        },
        "bw_min" : 320509,
        "bw_max" : 355518,
        "bw_agg" : 100.000000,
        "bw_mean" : 336427.867257,
        "bw_dev" : 199.541841,
        "bw_samples" : 10848,
        "iops_min" : 80125,
        "iops_max" : 88879,
        "iops_mean" : 84106.277286,
        "iops_stddev" : 49.890299,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439983,
      "usr_cpu" : 0.644120,
      "sys_cpu" : 14.949072,
      "ctx" : 12269817,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.010000,
        "100" : 0.424036,
        "250" : 0.064026,
        "500" : 3.518588,
        "750" : 4.501568,
        "1000" : 21.634066
      },
      "latency_ms" : {
        "2" : 69.752211,
        "4" : 0.105218,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081877,
  "timestamp_ms" : 1773081877860,
  "time" : "Mon Mar  9 15:44:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 359,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 61798465536,
        "io_kbytes" : 60350064,
        "bw_bytes" : 343322901,
        "bw" : 335276,
        "iops" : 83818.712118,
        "runtime" : 180001,
        "total_ios" : 15087452,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 379329.539080,
          "stddev" : 168677.181875,
          "N" : 15087484
        },
        "clat_ns" : {
          "min" : 2975,
          "max" : 3720624,
          "mean" : 1146869.932500,
          "stddev" : 298648.460403,
          "N" : 15087548,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 569344,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 1003520,
            "40.000000" : 1122304,
            "50.000000" : 1204224,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "2960" : 1,
            "3088" : 2,
            "3152" : 1,
            "3184" : 1,
            "3280" : 1,
            "3312" : 1,
            "3344" : 1,
            "3472" : 1,
            "3504" : 1,
            "3536" : 1,
            "3600" : 1,
            "3856" : 1,
            "4256" : 1,
            "4320" : 1,
            "4384" : 1,
            "4448" : 1,
            "4576" : 1,
            "4832" : 1,
            "5280" : 1,
            "5344" : 1,
            "5408" : 1,
            "5664" : 1,
            "5728" : 1,
            "5856" : 2,
            "5920" : 1,
            "6368" : 1,
            "6688" : 1,
            "7328" : 1,
            "7712" : 1,
            "11328" : 1,
            "41216" : 1,
            "46848" : 2,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54016" : 2,
            "54528" : 7,
            "55040" : 7,
            "55552" : 5,
            "56064" : 14,
            "56576" : 10,
            "57088" : 21,
            "57600" : 26,
            "58112" : 30,
            "58624" : 36,
            "59136" : 53,
            "59648" : 53,
            "60160" : 44,
            "60672" : 63,
            "61184" : 65,
            "61696" : 79,
            "62208" : 65,
            "62720" : 64,
            "63232" : 67,
            "63744" : 58,
            "64256" : 69,
            "64768" : 70,
            "65280" : 80,
            "66048" : 162,
            "67072" : 260,
            "68096" : 385,
            "69120" : 691,
            "70144" : 1182,
            "71168" : 1680,
            "72192" : 2294,
            "73216" : 2908,
            "74240" : 3402,
            "75264" : 3875,
            "76288" : 4127,
            "77312" : 4174,
            "78336" : 4063,
            "79360" : 3904,
            "80384" : 3485,
            "81408" : 3226,
            "82432" : 2849,
            "83456" : 2455,
            "84480" : 2154,
            "85504" : 1895,
            "86528" : 1603,
            "87552" : 1403,
            "88576" : 1264,
            "89600" : 1083,
            "90624" : 901,
            "91648" : 882,
            "92672" : 774,
            "93696" : 669,
            "94720" : 657,
            "95744" : 562,
            "96768" : 562,
            "97792" : 546,
            "98816" : 436,
            "99840" : 481,
            "100864" : 415,
            "101888" : 448,
            "102912" : 372,
            "103936" : 361,
            "104960" : 401,
            "105984" : 368,
            "107008" : 403,
            "108032" : 359,
            "109056" : 417,
            "110080" : 413,
            "111104" : 426,
            "112128" : 390,
            "113152" : 345,
            "114176" : 395,
            "115200" : 330,
            "116224" : 295,
            "117248" : 306,
            "118272" : 263,
            "119296" : 240,
            "120320" : 230,
            "121344" : 174,
            "122368" : 177,
            "123392" : 151,
            "124416" : 117,
            "125440" : 83,
            "126464" : 114,
            "127488" : 77,
            "128512" : 71,
            "129536" : 60,
            "130560" : 59,
            "132096" : 88,
            "134144" : 90,
            "136192" : 73,
            "138240" : 61,
            "140288" : 60,
            "142336" : 51,
            "144384" : 38,
            "146432" : 52,
            "148480" : 45,
            "150528" : 42,
            "152576" : 26,
            "154624" : 40,
            "156672" : 33,
            "158720" : 15,
            "160768" : 12,
            "162816" : 15,
            "164864" : 13,
            "166912" : 13,
            "168960" : 8,
            "171008" : 4,
            "173056" : 9,
            "175104" : 11,
            "177152" : 9,
            "179200" : 10,
            "181248" : 16,
            "183296" : 7,
            "185344" : 7,
            "187392" : 4,
            "189440" : 4,
            "191488" : 6,
            "193536" : 7,
            "195584" : 3,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 2,
            "242688" : 2,
            "257024" : 3,
            "259072" : 1,
            "264192" : 5,
            "268288" : 8,
            "272384" : 18,
            "276480" : 13,
            "280576" : 14,
            "284672" : 29,
            "288768" : 49,
            "292864" : 47,
            "296960" : 52,
            "301056" : 64,
            "305152" : 91,
            "309248" : 155,
            "313344" : 167,
            "317440" : 251,
            "321536" : 324,
            "325632" : 442,
            "329728" : 594,
            "333824" : 811,
            "337920" : 1052,
            "342016" : 1350,
            "346112" : 1659,
            "350208" : 1821,
            "354304" : 1826,
            "358400" : 1993,
            "362496" : 2205,
            "366592" : 2667,
            "370688" : 3554,
            "374784" : 4859,
            "378880" : 6893,
            "382976" : 9466,
            "387072" : 12377,
            "391168" : 14418,
            "395264" : 16170,
            "399360" : 16113,
            "403456" : 15678,
            "407552" : 14592,
            "411648" : 13541,
            "415744" : 12522,
            "419840" : 12075,
            "423936" : 12504,
            "428032" : 13876,
            "432128" : 16202,
            "436224" : 18662,
            "440320" : 21112,
            "444416" : 23105,
            "448512" : 24234,
            "452608" : 23809,
            "456704" : 22392,
            "460800" : 21165,
            "464896" : 19658,
            "468992" : 18935,
            "473088" : 17796,
            "477184" : 17402,
            "481280" : 16607,
            "485376" : 15666,
            "489472" : 14861,
            "493568" : 14042,
            "497664" : 12938,
            "501760" : 12277,
            "505856" : 11543,
            "509952" : 11162,
            "514048" : 10710,
            "518144" : 10630,
            "522240" : 10618,
            "528384" : 20968,
            "536576" : 20435,
            "544768" : 19041,
            "552960" : 17265,
            "561152" : 15741,
            "569344" : 14242,
            "577536" : 13151,
            "585728" : 11917,
            "593920" : 11057,
            "602112" : 10385,
            "610304" : 9803,
            "618496" : 9409,
            "626688" : 9082,
            "634880" : 9095,
            "643072" : 9431,
            "651264" : 10393,
            "659456" : 11608,
            "667648" : 12925,
            "675840" : 14684,
            "684032" : 17781,
            "692224" : 23199,
            "700416" : 30202,
            "708608" : 37068,
            "716800" : 42283,
            "724992" : 46884,
            "733184" : 51808,
            "741376" : 60418,
            "749568" : 72482,
            "757760" : 85401,
            "765952" : 95200,
            "774144" : 100799,
            "782336" : 104400,
            "790528" : 107866,
            "798720" : 113798,
            "806912" : 119932,
            "815104" : 123988,
            "823296" : 127211,
            "831488" : 127897,
            "839680" : 128519,
            "847872" : 128318,
            "856064" : 126331,
            "864256" : 122719,
            "872448" : 119803,
            "880640" : 116625,
            "888832" : 114417,
            "897024" : 112026,
            "905216" : 108627,
            "913408" : 105846,
            "921600" : 102685,
            "929792" : 99035,
            "937984" : 95315,
            "946176" : 91875,
            "954368" : 88676,
            "962560" : 85699,
            "970752" : 82940,
            "978944" : 81186,
            "987136" : 78004,
            "995328" : 76995,
            "1003520" : 76024,
            "1011712" : 76167,
            "1019904" : 76745,
            "1028096" : 77253,
            "1036288" : 79676,
            "1044480" : 81737,
            "1056768" : 176557,
            "1073152" : 200783,
            "1089536" : 227784,
            "1105920" : 255267,
            "1122304" : 291722,
            "1138688" : 325115,
            "1155072" : 354833,
            "1171456" : 381692,
            "1187840" : 402217,
            "1204224" : 417786,
            "1220608" : 428660,
            "1236992" : 432732,
            "1253376" : 430388,
            "1269760" : 424215,
            "1286144" : 415559,
            "1302528" : 403462,
            "1318912" : 387822,
            "1335296" : 369595,
            "1351680" : 348601,
            "1368064" : 328019,
            "1384448" : 306258,
            "1400832" : 285357,
            "1417216" : 263259,
            "1433600" : 242493,
            "1449984" : 222089,
            "1466368" : 202371,
            "1482752" : 183637,
            "1499136" : 165894,
            "1515520" : 149944,
            "1531904" : 135285,
            "1548288" : 120139,
            "1564672" : 107500,
            "1581056" : 95709,
            "1597440" : 85081,
            "1613824" : 75702,
            "1630208" : 66681,
            "1646592" : 58317,
            "1662976" : 51521,
            "1679360" : 45353,
            "1695744" : 39631,
            "1712128" : 34546,
            "1728512" : 30364,
            "1744896" : 26310,
            "1761280" : 23016,
            "1777664" : 19720,
            "1794048" : 17118,
            "1810432" : 14990,
            "1826816" : 12846,
            "1843200" : 11092,
            "1859584" : 9439,
            "1875968" : 8358,
            "1892352" : 7166,
            "1908736" : 6113,
            "1925120" : 5230,
            "1941504" : 4506,
            "1957888" : 3901,
            "1974272" : 3247,
            "1990656" : 2788,
            "2007040" : 2323,
            "2023424" : 2020,
            "2039808" : 1776,
            "2056192" : 1566,
            "2072576" : 1294,
            "2088960" : 1090,
            "2113536" : 1697,
            "2146304" : 1213,
            "2179072" : 884,
            "2211840" : 617,
            "2244608" : 392,
            "2277376" : 354,
            "2310144" : 255,
            "2342912" : 182,
            "2375680" : 122,
            "2408448" : 74,
            "2441216" : 64,
            "2473984" : 40,
            "2506752" : 25,
            "2539520" : 24,
            "2572288" : 20,
            "2605056" : 10,
            "2637824" : 12,
            "2670592" : 7,
            "2703360" : 7,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1526199.445050,
          "stddev" : 348127.554718,
          "N" : 15087548
        },
        "bw_min" : 304944,
        "bw_max" : 355518,
        "bw_agg" : 100.000000,
        "bw_mean" : 335422.353760,
        "bw_dev" : 249.421822,
        "bw_samples" : 11488,
        "iops_min" : 76234,
        "iops_max" : 88879,
        "iops_mean" : 83854.796657,
        "iops_stddev" : 62.367223,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759998,
      "usr_cpu" : 0.641736,
      "sys_cpu" : 14.926411,
      "ctx" : 12994812,
      "majf" : 0,
      "minf" : 1230,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.409831,
        "250" : 0.061654,
        "500" : 3.419053,
        "750" : 4.405886,
        "1000" : 21.286908
      },
      "latency_ms" : {
        "2" : 70.310593,
        "4" : 0.106439,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773081877,
  "timestamp_ms" : 1773081877903,
  "time" : "Mon Mar  9 15:44:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 61798727680,
        "io_kbytes" : 60350320,
        "bw_bytes" : 343257613,
        "bw" : 335212,
        "iops" : 83802.417294,
        "runtime" : 180036,
        "total_ios" : 15087452,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5349,
          "max" : 2561534,
          "mean" : 379329.539080,
          "stddev" : 168677.181875,
          "N" : 15087484
        },
        "clat_ns" : {
          "min" : 2975,
          "max" : 3720624,
          "mean" : 1146869.932500,
          "stddev" : 298648.460403,
          "N" : 15087548,
          "percentile" : {
            "1.000000" : 395264,
            "5.000000" : 569344,
            "10.000000" : 774144,
            "20.000000" : 872448,
            "30.000000" : 1003520,
            "40.000000" : 1122304,
            "50.000000" : 1204224,
            "60.000000" : 1253376,
            "70.000000" : 1318912,
            "80.000000" : 1384448,
            "90.000000" : 1482752,
            "95.000000" : 1581056,
            "99.000000" : 1761280,
            "99.500000" : 1843200,
            "99.900000" : 2007040,
            "99.950000" : 2072576,
            "99.990000" : 2244608
          },
          "bins" : {
            "2960" : 1,
            "3088" : 2,
            "3152" : 1,
            "3184" : 1,
            "3280" : 1,
            "3312" : 1,
            "3344" : 1,
            "3472" : 1,
            "3504" : 1,
            "3536" : 1,
            "3600" : 1,
            "3856" : 1,
            "4256" : 1,
            "4320" : 1,
            "4384" : 1,
            "4448" : 1,
            "4576" : 1,
            "4832" : 1,
            "5280" : 1,
            "5344" : 1,
            "5408" : 1,
            "5664" : 1,
            "5728" : 1,
            "5856" : 2,
            "5920" : 1,
            "6368" : 1,
            "6688" : 1,
            "7328" : 1,
            "7712" : 1,
            "11328" : 1,
            "41216" : 1,
            "46848" : 2,
            "47872" : 1,
            "48384" : 2,
            "48896" : 1,
            "49408" : 1,
            "49920" : 1,
            "51968" : 1,
            "52992" : 1,
            "53504" : 4,
            "54016" : 2,
            "54528" : 7,
            "55040" : 7,
            "55552" : 5,
            "56064" : 14,
            "56576" : 10,
            "57088" : 21,
            "57600" : 26,
            "58112" : 30,
            "58624" : 36,
            "59136" : 53,
            "59648" : 53,
            "60160" : 44,
            "60672" : 63,
            "61184" : 65,
            "61696" : 79,
            "62208" : 65,
            "62720" : 64,
            "63232" : 67,
            "63744" : 58,
            "64256" : 69,
            "64768" : 70,
            "65280" : 80,
            "66048" : 162,
            "67072" : 260,
            "68096" : 385,
            "69120" : 691,
            "70144" : 1182,
            "71168" : 1680,
            "72192" : 2294,
            "73216" : 2908,
            "74240" : 3402,
            "75264" : 3875,
            "76288" : 4127,
            "77312" : 4174,
            "78336" : 4063,
            "79360" : 3904,
            "80384" : 3485,
            "81408" : 3226,
            "82432" : 2849,
            "83456" : 2455,
            "84480" : 2154,
            "85504" : 1895,
            "86528" : 1603,
            "87552" : 1403,
            "88576" : 1264,
            "89600" : 1083,
            "90624" : 901,
            "91648" : 882,
            "92672" : 774,
            "93696" : 669,
            "94720" : 657,
            "95744" : 562,
            "96768" : 562,
            "97792" : 546,
            "98816" : 436,
            "99840" : 481,
            "100864" : 415,
            "101888" : 448,
            "102912" : 372,
            "103936" : 361,
            "104960" : 401,
            "105984" : 368,
            "107008" : 403,
            "108032" : 359,
            "109056" : 417,
            "110080" : 413,
            "111104" : 426,
            "112128" : 390,
            "113152" : 345,
            "114176" : 395,
            "115200" : 330,
            "116224" : 295,
            "117248" : 306,
            "118272" : 263,
            "119296" : 240,
            "120320" : 230,
            "121344" : 174,
            "122368" : 177,
            "123392" : 151,
            "124416" : 117,
            "125440" : 83,
            "126464" : 114,
            "127488" : 77,
            "128512" : 71,
            "129536" : 60,
            "130560" : 59,
            "132096" : 88,
            "134144" : 90,
            "136192" : 73,
            "138240" : 61,
            "140288" : 60,
            "142336" : 51,
            "144384" : 38,
            "146432" : 52,
            "148480" : 45,
            "150528" : 42,
            "152576" : 26,
            "154624" : 40,
            "156672" : 33,
            "158720" : 15,
            "160768" : 12,
            "162816" : 15,
            "164864" : 13,
            "166912" : 13,
            "168960" : 8,
            "171008" : 4,
            "173056" : 9,
            "175104" : 11,
            "177152" : 9,
            "179200" : 10,
            "181248" : 16,
            "183296" : 7,
            "185344" : 7,
            "187392" : 4,
            "189440" : 4,
            "191488" : 6,
            "193536" : 7,
            "195584" : 3,
            "197632" : 2,
            "199680" : 3,
            "203776" : 1,
            "205824" : 2,
            "207872" : 2,
            "211968" : 1,
            "214016" : 2,
            "242688" : 2,
            "257024" : 3,
            "259072" : 1,
            "264192" : 5,
            "268288" : 8,
            "272384" : 18,
            "276480" : 13,
            "280576" : 14,
            "284672" : 29,
            "288768" : 49,
            "292864" : 47,
            "296960" : 52,
            "301056" : 64,
            "305152" : 91,
            "309248" : 155,
            "313344" : 167,
            "317440" : 251,
            "321536" : 324,
            "325632" : 442,
            "329728" : 594,
            "333824" : 811,
            "337920" : 1052,
            "342016" : 1350,
            "346112" : 1659,
            "350208" : 1821,
            "354304" : 1826,
            "358400" : 1993,
            "362496" : 2205,
            "366592" : 2667,
            "370688" : 3554,
            "374784" : 4859,
            "378880" : 6893,
            "382976" : 9466,
            "387072" : 12377,
            "391168" : 14418,
            "395264" : 16170,
            "399360" : 16113,
            "403456" : 15678,
            "407552" : 14592,
            "411648" : 13541,
            "415744" : 12522,
            "419840" : 12075,
            "423936" : 12504,
            "428032" : 13876,
            "432128" : 16202,
            "436224" : 18662,
            "440320" : 21112,
            "444416" : 23105,
            "448512" : 24234,
            "452608" : 23809,
            "456704" : 22392,
            "460800" : 21165,
            "464896" : 19658,
            "468992" : 18935,
            "473088" : 17796,
            "477184" : 17402,
            "481280" : 16607,
            "485376" : 15666,
            "489472" : 14861,
            "493568" : 14042,
            "497664" : 12938,
            "501760" : 12277,
            "505856" : 11543,
            "509952" : 11162,
            "514048" : 10710,
            "518144" : 10630,
            "522240" : 10618,
            "528384" : 20968,
            "536576" : 20435,
            "544768" : 19041,
            "552960" : 17265,
            "561152" : 15741,
            "569344" : 14242,
            "577536" : 13151,
            "585728" : 11917,
            "593920" : 11057,
            "602112" : 10385,
            "610304" : 9803,
            "618496" : 9409,
            "626688" : 9082,
            "634880" : 9095,
            "643072" : 9431,
            "651264" : 10393,
            "659456" : 11608,
            "667648" : 12925,
            "675840" : 14684,
            "684032" : 17781,
            "692224" : 23199,
            "700416" : 30202,
            "708608" : 37068,
            "716800" : 42283,
            "724992" : 46884,
            "733184" : 51808,
            "741376" : 60418,
            "749568" : 72482,
            "757760" : 85401,
            "765952" : 95200,
            "774144" : 100799,
            "782336" : 104400,
            "790528" : 107866,
            "798720" : 113798,
            "806912" : 119932,
            "815104" : 123988,
            "823296" : 127211,
            "831488" : 127897,
            "839680" : 128519,
            "847872" : 128318,
            "856064" : 126331,
            "864256" : 122719,
            "872448" : 119803,
            "880640" : 116625,
            "888832" : 114417,
            "897024" : 112026,
            "905216" : 108627,
            "913408" : 105846,
            "921600" : 102685,
            "929792" : 99035,
            "937984" : 95315,
            "946176" : 91875,
            "954368" : 88676,
            "962560" : 85699,
            "970752" : 82940,
            "978944" : 81186,
            "987136" : 78004,
            "995328" : 76995,
            "1003520" : 76024,
            "1011712" : 76167,
            "1019904" : 76745,
            "1028096" : 77253,
            "1036288" : 79676,
            "1044480" : 81737,
            "1056768" : 176557,
            "1073152" : 200783,
            "1089536" : 227784,
            "1105920" : 255267,
            "1122304" : 291722,
            "1138688" : 325115,
            "1155072" : 354833,
            "1171456" : 381692,
            "1187840" : 402217,
            "1204224" : 417786,
            "1220608" : 428660,
            "1236992" : 432732,
            "1253376" : 430388,
            "1269760" : 424215,
            "1286144" : 415559,
            "1302528" : 403462,
            "1318912" : 387822,
            "1335296" : 369595,
            "1351680" : 348601,
            "1368064" : 328019,
            "1384448" : 306258,
            "1400832" : 285357,
            "1417216" : 263259,
            "1433600" : 242493,
            "1449984" : 222089,
            "1466368" : 202371,
            "1482752" : 183637,
            "1499136" : 165894,
            "1515520" : 149944,
            "1531904" : 135285,
            "1548288" : 120139,
            "1564672" : 107500,
            "1581056" : 95709,
            "1597440" : 85081,
            "1613824" : 75702,
            "1630208" : 66681,
            "1646592" : 58317,
            "1662976" : 51521,
            "1679360" : 45353,
            "1695744" : 39631,
            "1712128" : 34546,
            "1728512" : 30364,
            "1744896" : 26310,
            "1761280" : 23016,
            "1777664" : 19720,
            "1794048" : 17118,
            "1810432" : 14990,
            "1826816" : 12846,
            "1843200" : 11092,
            "1859584" : 9439,
            "1875968" : 8358,
            "1892352" : 7166,
            "1908736" : 6113,
            "1925120" : 5230,
            "1941504" : 4506,
            "1957888" : 3901,
            "1974272" : 3247,
            "1990656" : 2788,
            "2007040" : 2323,
            "2023424" : 2020,
            "2039808" : 1776,
            "2056192" : 1566,
            "2072576" : 1294,
            "2088960" : 1090,
            "2113536" : 1697,
            "2146304" : 1213,
            "2179072" : 884,
            "2211840" : 617,
            "2244608" : 392,
            "2277376" : 354,
            "2310144" : 255,
            "2342912" : 182,
            "2375680" : 122,
            "2408448" : 74,
            "2441216" : 64,
            "2473984" : 40,
            "2506752" : 25,
            "2539520" : 24,
            "2572288" : 20,
            "2605056" : 10,
            "2637824" : 12,
            "2670592" : 7,
            "2703360" : 7,
            "2736128" : 10,
            "2768896" : 1,
            "2801664" : 2,
            "2834432" : 8,
            "2867200" : 10,
            "2899968" : 6,
            "2932736" : 17,
            "2965504" : 10,
            "2998272" : 12,
            "3031040" : 4,
            "3063808" : 10,
            "3096576" : 8,
            "3129344" : 10,
            "3162112" : 3,
            "3194880" : 5,
            "3227648" : 4,
            "3260416" : 7,
            "3293184" : 5,
            "3325952" : 5,
            "3358720" : 4,
            "3391488" : 3,
            "3424256" : 5,
            "3457024" : 3,
            "3489792" : 2,
            "3522560" : 1,
            "3620864" : 1,
            "3719168" : 1
          }
        },
        "lat_ns" : {
          "min" : 62636,
          "max" : 4354212,
          "mean" : 1526199.445050,
          "stddev" : 348127.554718,
          "N" : 15087548
        },
        "bw_min" : 296823,
        "bw_max" : 355518,
        "bw_agg" : 100.000000,
        "bw_mean" : 335352.459014,
        "bw_dev" : 255.846541,
        "bw_samples" : 11505,
        "iops_min" : 74197,
        "iops_max" : 88879,
        "iops_mean" : 83837.303312,
        "iops_stddev" : 63.976380,
        "iops_samples" : 11505
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760588,
      "usr_cpu" : 0.641671,
      "sys_cpu" : 14.924883,
      "ctx" : 12995373,
      "majf" : 0,
      "minf" : 1246,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.409831,
        "250" : 0.061654,
        "500" : 3.419053,
        "750" : 4.405886,
        "1000" : 21.286908
      },
      "latency_ms" : {
        "2" : 70.310593,
        "4" : 0.106439,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}