← Back to file list

📄 rand-read-qd16-nj32_run1.json

raidz2/benchmarks/rand/rand-read-qd16-nj32_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773083973,
  "timestamp_ms" : 1773083973202,
  "time" : "Mon Mar  9 16:19:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3080241152,
        "io_kbytes" : 3008048,
        "bw_bytes" : 315857378,
        "bw" : 308454,
        "iops" : 77172.990156,
        "runtime" : 9752,
        "total_ios" : 752591,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312064,
      "usr_cpu" : 0.606286,
      "sys_cpu" : 14.444793,
      "ctx" : 713742,
      "majf" : 0,
      "minf" : 765,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 99.936220,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999867,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999867,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773083983,
  "timestamp_ms" : 1773083983450,
  "time" : "Mon Mar  9 16:19:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3168641024,
        "io_kbytes" : 3094376,
        "bw_bytes" : 316864102,
        "bw" : 309437,
        "iops" : 77366.200000,
        "runtime" : 10000,
        "total_ios" : 773662,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6780,
          "max" : 1533082,
          "mean" : 411121.634370,
          "stddev" : 142661.570398,
          "N" : 773662
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 8907140,
          "mean" : 6206775.603654,
          "stddev" : 721989.717687,
          "N" : 773630,
          "percentile" : {
            "1.000000" : 3719168,
            "5.000000" : 4882432,
            "10.000000" : 5341184,
            "20.000000" : 5734400,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6782976,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7569408,
            "99.500000" : 7700480,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1449984" : 1,
            "1499136" : 1,
            "1515520" : 1,
            "1548288" : 1,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1712128" : 6,
            "1728512" : 2,
            "1777664" : 4,
            "1794048" : 7,
            "1810432" : 7,
            "1826816" : 1,
            "1843200" : 3,
            "1875968" : 6,
            "1892352" : 4,
            "1908736" : 3,
            "1925120" : 1,
            "1941504" : 3,
            "1957888" : 3,
            "1974272" : 8,
            "1990656" : 6,
            "2007040" : 1,
            "2023424" : 5,
            "2039808" : 7,
            "2056192" : 5,
            "2072576" : 4,
            "2088960" : 8,
            "2113536" : 20,
            "2146304" : 13,
            "2179072" : 16,
            "2211840" : 14,
            "2244608" : 27,
            "2277376" : 28,
            "2310144" : 17,
            "2342912" : 34,
            "2375680" : 29,
            "2408448" : 28,
            "2441216" : 46,
            "2473984" : 34,
            "2506752" : 53,
            "2539520" : 44,
            "2572288" : 64,
            "2605056" : 48,
            "2637824" : 64,
            "2670592" : 80,
            "2703360" : 71,
            "2736128" : 82,
            "2768896" : 110,
            "2801664" : 99,
            "2834432" : 92,
            "2867200" : 119,
            "2899968" : 114,
            "2932736" : 114,
            "2965504" : 149,
            "2998272" : 134,
            "3031040" : 135,
            "3063808" : 168,
            "3096576" : 191,
            "3129344" : 182,
            "3162112" : 184,
            "3194880" : 190,
            "3227648" : 242,
            "3260416" : 237,
            "3293184" : 242,
            "3325952" : 256,
            "3358720" : 300,
            "3391488" : 242,
            "3424256" : 275,
            "3457024" : 315,
            "3489792" : 330,
            "3522560" : 332,
            "3555328" : 344,
            "3588096" : 345,
            "3620864" : 376,
            "3653632" : 377,
            "3686400" : 405,
            "3719168" : 392,
            "3751936" : 418,
            "3784704" : 408,
            "3817472" : 467,
            "3850240" : 476,
            "3883008" : 524,
            "3915776" : 504,
            "3948544" : 547,
            "3981312" : 557,
            "4014080" : 534,
            "4046848" : 576,
            "4079616" : 570,
            "4112384" : 636,
            "4145152" : 628,
            "4177920" : 646,
            "4227072" : 1403,
            "4292608" : 1439,
            "4358144" : 1566,
            "4423680" : 1776,
            "4489216" : 1871,
            "4554752" : 2058,
            "4620288" : 2243,
            "4685824" : 2447,
            "4751360" : 2846,
            "4816896" : 3140,
            "4882432" : 3459,
            "4947968" : 3868,
            "5013504" : 4543,
            "5079040" : 5201,
            "5144576" : 6011,
            "5210112" : 6829,
            "5275648" : 7818,
            "5341184" : 8864,
            "5406720" : 9792,
            "5472256" : 10770,
            "5537792" : 12534,
            "5603328" : 14002,
            "5668864" : 15716,
            "5734400" : 17304,
            "5799936" : 19349,
            "5865472" : 21478,
            "5931008" : 23909,
            "5996544" : 25885,
            "6062080" : 28392,
            "6127616" : 30471,
            "6193152" : 32384,
            "6258688" : 34218,
            "6324224" : 35547,
            "6389760" : 35901,
            "6455296" : 35942,
            "6520832" : 35100,
            "6586368" : 33653,
            "6651904" : 31846,
            "6717440" : 29047,
            "6782976" : 26353,
            "6848512" : 23248,
            "6914048" : 20227,
            "6979584" : 17381,
            "7045120" : 14692,
            "7110656" : 12073,
            "7176192" : 9785,
            "7241728" : 7959,
            "7307264" : 6270,
            "7372800" : 4907,
            "7438336" : 3867,
            "7503872" : 2855,
            "7569408" : 2166,
            "7634944" : 1553,
            "7700480" : 1187,
            "7766016" : 888,
            "7831552" : 625,
            "7897088" : 498,
            "7962624" : 342,
            "8028160" : 221,
            "8093696" : 169,
            "8159232" : 101,
            "8224768" : 74,
            "8290304" : 54,
            "8355840" : 39,
            "8454144" : 30,
            "8585216" : 28,
            "8716288" : 5,
            "8847360" : 4
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9440906,
          "mean" : 6617894.337246,
          "stddev" : 756502.496466,
          "N" : 773630
        },
        "bw_min" : 303394,
        "bw_max" : 315338,
        "bw_agg" : 100.000000,
        "bw_mean" : 309525.684211,
        "bw_dev" : 106.298545,
        "bw_samples" : 608,
        "iops_min" : 75846,
        "iops_max" : 78834,
        "iops_mean" : 77379.842105,
        "iops_stddev" : 26.583130,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319998,
      "usr_cpu" : 0.615941,
      "sys_cpu" : 14.329777,
      "ctx" : 728959,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999612,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999612,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.011116,
        "4" : 1.519914,
        "10" : 98.464833,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773083993,
  "timestamp_ms" : 1773083993450,
  "time" : "Mon Mar  9 16:19:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 6329982976,
        "io_kbytes" : 6181624,
        "bw_bytes" : 316499148,
        "bw" : 309081,
        "iops" : 77273.800000,
        "runtime" : 20000,
        "total_ios" : 1545476,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6780,
          "max" : 1533082,
          "mean" : 411587.825674,
          "stddev" : 142237.656009,
          "N" : 1545476
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 8907140,
          "mean" : 6213717.033994,
          "stddev" : 705460.184750,
          "N" : 1545444,
          "percentile" : {
            "1.000000" : 3850240,
            "5.000000" : 4947968,
            "10.000000" : 5341184,
            "20.000000" : 5734400,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6782976,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7569408,
            "99.500000" : 7700480,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1449984" : 1,
            "1499136" : 1,
            "1515520" : 3,
            "1548288" : 1,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 1,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 2,
            "1777664" : 4,
            "1794048" : 8,
            "1810432" : 9,
            "1826816" : 2,
            "1843200" : 3,
            "1875968" : 6,
            "1892352" : 4,
            "1908736" : 5,
            "1925120" : 3,
            "1941504" : 3,
            "1957888" : 4,
            "1974272" : 9,
            "1990656" : 7,
            "2007040" : 2,
            "2023424" : 5,
            "2039808" : 9,
            "2056192" : 7,
            "2072576" : 7,
            "2088960" : 9,
            "2113536" : 23,
            "2146304" : 19,
            "2179072" : 33,
            "2211840" : 20,
            "2244608" : 30,
            "2277376" : 37,
            "2310144" : 26,
            "2342912" : 38,
            "2375680" : 34,
            "2408448" : 43,
            "2441216" : 60,
            "2473984" : 50,
            "2506752" : 81,
            "2539520" : 56,
            "2572288" : 83,
            "2605056" : 78,
            "2637824" : 92,
            "2670592" : 111,
            "2703360" : 113,
            "2736128" : 119,
            "2768896" : 147,
            "2801664" : 150,
            "2834432" : 142,
            "2867200" : 179,
            "2899968" : 172,
            "2932736" : 178,
            "2965504" : 234,
            "2998272" : 226,
            "3031040" : 230,
            "3063808" : 271,
            "3096576" : 311,
            "3129344" : 280,
            "3162112" : 306,
            "3194880" : 351,
            "3227648" : 394,
            "3260416" : 381,
            "3293184" : 415,
            "3325952" : 400,
            "3358720" : 462,
            "3391488" : 434,
            "3424256" : 498,
            "3457024" : 531,
            "3489792" : 570,
            "3522560" : 588,
            "3555328" : 590,
            "3588096" : 596,
            "3620864" : 662,
            "3653632" : 658,
            "3686400" : 695,
            "3719168" : 731,
            "3751936" : 735,
            "3784704" : 760,
            "3817472" : 841,
            "3850240" : 889,
            "3883008" : 923,
            "3915776" : 948,
            "3948544" : 941,
            "3981312" : 994,
            "4014080" : 1038,
            "4046848" : 1058,
            "4079616" : 1086,
            "4112384" : 1146,
            "4145152" : 1163,
            "4177920" : 1172,
            "4227072" : 2653,
            "4292608" : 2688,
            "4358144" : 3094,
            "4423680" : 3334,
            "4489216" : 3676,
            "4554752" : 4065,
            "4620288" : 4419,
            "4685824" : 4971,
            "4751360" : 5661,
            "4816896" : 6238,
            "4882432" : 6921,
            "4947968" : 7897,
            "5013504" : 9035,
            "5079040" : 10392,
            "5144576" : 11781,
            "5210112" : 13557,
            "5275648" : 15340,
            "5341184" : 17627,
            "5406720" : 19825,
            "5472256" : 21988,
            "5537792" : 25124,
            "5603328" : 28067,
            "5668864" : 31437,
            "5734400" : 34939,
            "5799936" : 39521,
            "5865472" : 43501,
            "5931008" : 47779,
            "5996544" : 52454,
            "6062080" : 56868,
            "6127616" : 61548,
            "6193152" : 65283,
            "6258688" : 68637,
            "6324224" : 71392,
            "6389760" : 72239,
            "6455296" : 71585,
            "6520832" : 69999,
            "6586368" : 67647,
            "6651904" : 63159,
            "6717440" : 58064,
            "6782976" : 52897,
            "6848512" : 46857,
            "6914048" : 40312,
            "6979584" : 34530,
            "7045120" : 29094,
            "7110656" : 24108,
            "7176192" : 19416,
            "7241728" : 15698,
            "7307264" : 12313,
            "7372800" : 9826,
            "7438336" : 7584,
            "7503872" : 5694,
            "7569408" : 4346,
            "7634944" : 3242,
            "7700480" : 2314,
            "7766016" : 1730,
            "7831552" : 1265,
            "7897088" : 953,
            "7962624" : 699,
            "8028160" : 446,
            "8093696" : 315,
            "8159232" : 219,
            "8224768" : 138,
            "8290304" : 91,
            "8355840" : 70,
            "8454144" : 64,
            "8585216" : 39,
            "8716288" : 11,
            "8847360" : 6
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9440906,
          "mean" : 6625303.813226,
          "stddev" : 738530.995756,
          "N" : 1545444
        },
        "bw_min" : 301952,
        "bw_max" : 316354,
        "bw_agg" : 100.000000,
        "bw_mean" : 309132.717949,
        "bw_dev" : 119.303962,
        "bw_samples" : 1248,
        "iops_min" : 75484,
        "iops_max" : 79086,
        "iops_mean" : 77281.461538,
        "iops_stddev" : 29.839461,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639996,
      "usr_cpu" : 0.614535,
      "sys_cpu" : 14.317121,
      "ctx" : 1458368,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 1.297982,
        "10" : 98.693412,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084003,
  "timestamp_ms" : 1773084003449,
  "time" : "Mon Mar  9 16:20:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 9491046400,
        "io_kbytes" : 9268600,
        "bw_bytes" : 316368213,
        "bw" : 308953,
        "iops" : 77240.866667,
        "runtime" : 30000,
        "total_ios" : 2317226,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6780,
          "max" : 1533082,
          "mean" : 411754.973861,
          "stddev" : 141941.032148,
          "N" : 2317226
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 8907140,
          "mean" : 6216168.191116,
          "stddev" : 697015.617209,
          "N" : 2317194,
          "percentile" : {
            "1.000000" : 3883008,
            "5.000000" : 4947968,
            "10.000000" : 5341184,
            "20.000000" : 5734400,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6782976,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7569408,
            "99.500000" : 7700480,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1449984" : 1,
            "1499136" : 4,
            "1515520" : 4,
            "1531904" : 1,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 9,
            "1810432" : 9,
            "1826816" : 2,
            "1843200" : 4,
            "1859584" : 4,
            "1875968" : 9,
            "1892352" : 4,
            "1908736" : 6,
            "1925120" : 5,
            "1941504" : 3,
            "1957888" : 4,
            "1974272" : 11,
            "1990656" : 10,
            "2007040" : 5,
            "2023424" : 6,
            "2039808" : 11,
            "2056192" : 8,
            "2072576" : 10,
            "2088960" : 12,
            "2113536" : 28,
            "2146304" : 23,
            "2179072" : 43,
            "2211840" : 32,
            "2244608" : 34,
            "2277376" : 44,
            "2310144" : 39,
            "2342912" : 58,
            "2375680" : 41,
            "2408448" : 58,
            "2441216" : 77,
            "2473984" : 68,
            "2506752" : 101,
            "2539520" : 78,
            "2572288" : 110,
            "2605056" : 117,
            "2637824" : 134,
            "2670592" : 150,
            "2703360" : 151,
            "2736128" : 162,
            "2768896" : 197,
            "2801664" : 195,
            "2834432" : 188,
            "2867200" : 223,
            "2899968" : 234,
            "2932736" : 255,
            "2965504" : 312,
            "2998272" : 293,
            "3031040" : 333,
            "3063808" : 356,
            "3096576" : 421,
            "3129344" : 384,
            "3162112" : 430,
            "3194880" : 458,
            "3227648" : 535,
            "3260416" : 547,
            "3293184" : 579,
            "3325952" : 549,
            "3358720" : 651,
            "3391488" : 604,
            "3424256" : 668,
            "3457024" : 742,
            "3489792" : 758,
            "3522560" : 816,
            "3555328" : 807,
            "3588096" : 866,
            "3620864" : 929,
            "3653632" : 983,
            "3686400" : 1065,
            "3719168" : 1025,
            "3751936" : 1061,
            "3784704" : 1066,
            "3817472" : 1182,
            "3850240" : 1261,
            "3883008" : 1299,
            "3915776" : 1330,
            "3948544" : 1355,
            "3981312" : 1441,
            "4014080" : 1519,
            "4046848" : 1507,
            "4079616" : 1559,
            "4112384" : 1632,
            "4145152" : 1672,
            "4177920" : 1691,
            "4227072" : 3892,
            "4292608" : 4061,
            "4358144" : 4534,
            "4423680" : 4814,
            "4489216" : 5334,
            "4554752" : 5883,
            "4620288" : 6517,
            "4685824" : 7343,
            "4751360" : 8268,
            "4816896" : 9182,
            "4882432" : 10115,
            "4947968" : 11636,
            "5013504" : 13410,
            "5079040" : 15364,
            "5144576" : 17497,
            "5210112" : 20112,
            "5275648" : 22936,
            "5341184" : 26246,
            "5406720" : 29706,
            "5472256" : 33203,
            "5537792" : 37927,
            "5603328" : 42263,
            "5668864" : 47267,
            "5734400" : 52858,
            "5799936" : 59689,
            "5865472" : 65930,
            "5931008" : 72358,
            "5996544" : 79279,
            "6062080" : 85768,
            "6127616" : 93056,
            "6193152" : 98482,
            "6258688" : 103425,
            "6324224" : 107217,
            "6389760" : 109308,
            "6455296" : 107836,
            "6520832" : 105766,
            "6586368" : 101651,
            "6651904" : 94883,
            "6717440" : 87066,
            "6782976" : 78979,
            "6848512" : 69775,
            "6914048" : 60375,
            "6979584" : 51697,
            "7045120" : 43269,
            "7110656" : 35894,
            "7176192" : 28695,
            "7241728" : 23150,
            "7307264" : 18322,
            "7372800" : 14519,
            "7438336" : 11080,
            "7503872" : 8397,
            "7569408" : 6310,
            "7634944" : 4735,
            "7700480" : 3409,
            "7766016" : 2523,
            "7831552" : 1819,
            "7897088" : 1349,
            "7962624" : 1005,
            "8028160" : 657,
            "8093696" : 478,
            "8159232" : 327,
            "8224768" : 212,
            "8290304" : 142,
            "8355840" : 92,
            "8454144" : 106,
            "8585216" : 62,
            "8716288" : 20,
            "8847360" : 6
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9440906,
          "mean" : 6627919.150878,
          "stddev" : 729393.461716,
          "N" : 2317194
        },
        "bw_min" : 301445,
        "bw_max" : 317365,
        "bw_agg" : 100.000000,
        "bw_mean" : 309058.508475,
        "bw_dev" : 120.973415,
        "bw_samples" : 1888,
        "iops_min" : 75358,
        "iops_max" : 79339,
        "iops_mean" : 77263.220339,
        "iops_stddev" : 30.249931,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959990,
      "usr_cpu" : 0.613027,
      "sys_cpu" : 14.317753,
      "ctx" : 2187866,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999914,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999914,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 1.212096,
        "10" : 98.780913,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084013,
  "timestamp_ms" : 1773084013449,
  "time" : "Mon Mar  9 16:20:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 12645597184,
        "io_kbytes" : 12349216,
        "bw_bytes" : 316139929,
        "bw" : 308730,
        "iops" : 77184.650000,
        "runtime" : 40000,
        "total_ios" : 3087386,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6300,
          "max" : 1949319,
          "mean" : 412047.721609,
          "stddev" : 141825.798261,
          "N" : 3087386
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6220641.451493,
          "stddev" : 688804.781871,
          "N" : 3087354,
          "percentile" : {
            "1.000000" : 3915776,
            "5.000000" : 5013504,
            "10.000000" : 5406720,
            "20.000000" : 5734400,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6782976,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7569408,
            "99.500000" : 7700480,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8454144
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1449984" : 1,
            "1499136" : 5,
            "1515520" : 5,
            "1531904" : 1,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 9,
            "1810432" : 12,
            "1826816" : 6,
            "1843200" : 5,
            "1859584" : 4,
            "1875968" : 9,
            "1892352" : 4,
            "1908736" : 7,
            "1925120" : 5,
            "1941504" : 3,
            "1957888" : 5,
            "1974272" : 11,
            "1990656" : 11,
            "2007040" : 5,
            "2023424" : 6,
            "2039808" : 11,
            "2056192" : 9,
            "2072576" : 13,
            "2088960" : 12,
            "2113536" : 29,
            "2146304" : 23,
            "2179072" : 47,
            "2211840" : 35,
            "2244608" : 40,
            "2277376" : 52,
            "2310144" : 48,
            "2342912" : 66,
            "2375680" : 46,
            "2408448" : 63,
            "2441216" : 94,
            "2473984" : 83,
            "2506752" : 112,
            "2539520" : 97,
            "2572288" : 130,
            "2605056" : 132,
            "2637824" : 151,
            "2670592" : 180,
            "2703360" : 187,
            "2736128" : 185,
            "2768896" : 231,
            "2801664" : 232,
            "2834432" : 233,
            "2867200" : 254,
            "2899968" : 285,
            "2932736" : 303,
            "2965504" : 383,
            "2998272" : 348,
            "3031040" : 400,
            "3063808" : 431,
            "3096576" : 509,
            "3129344" : 481,
            "3162112" : 528,
            "3194880" : 558,
            "3227648" : 657,
            "3260416" : 666,
            "3293184" : 713,
            "3325952" : 678,
            "3358720" : 786,
            "3391488" : 731,
            "3424256" : 834,
            "3457024" : 946,
            "3489792" : 912,
            "3522560" : 995,
            "3555328" : 1027,
            "3588096" : 1090,
            "3620864" : 1143,
            "3653632" : 1241,
            "3686400" : 1321,
            "3719168" : 1290,
            "3751936" : 1343,
            "3784704" : 1359,
            "3817472" : 1498,
            "3850240" : 1565,
            "3883008" : 1646,
            "3915776" : 1653,
            "3948544" : 1697,
            "3981312" : 1826,
            "4014080" : 1873,
            "4046848" : 1927,
            "4079616" : 1986,
            "4112384" : 2112,
            "4145152" : 2127,
            "4177920" : 2187,
            "4227072" : 4905,
            "4292608" : 5280,
            "4358144" : 5782,
            "4423680" : 6241,
            "4489216" : 6947,
            "4554752" : 7625,
            "4620288" : 8450,
            "4685824" : 9468,
            "4751360" : 10843,
            "4816896" : 12005,
            "4882432" : 13222,
            "4947968" : 15145,
            "5013504" : 17446,
            "5079040" : 20107,
            "5144576" : 23001,
            "5210112" : 26520,
            "5275648" : 30276,
            "5341184" : 34504,
            "5406720" : 39228,
            "5472256" : 44063,
            "5537792" : 50356,
            "5603328" : 56435,
            "5668864" : 63183,
            "5734400" : 70908,
            "5799936" : 79792,
            "5865472" : 87769,
            "5931008" : 97388,
            "5996544" : 106820,
            "6062080" : 115380,
            "6127616" : 125126,
            "6193152" : 132528,
            "6258688" : 139036,
            "6324224" : 143797,
            "6389760" : 146512,
            "6455296" : 144303,
            "6520832" : 141373,
            "6586368" : 135455,
            "6651904" : 126356,
            "6717440" : 116103,
            "6782976" : 104818,
            "6848512" : 92719,
            "6914048" : 79846,
            "6979584" : 68864,
            "7045120" : 57380,
            "7110656" : 47495,
            "7176192" : 38225,
            "7241728" : 30800,
            "7307264" : 24360,
            "7372800" : 19203,
            "7438336" : 14862,
            "7503872" : 11122,
            "7569408" : 8351,
            "7634944" : 6247,
            "7700480" : 4530,
            "7766016" : 3376,
            "7831552" : 2471,
            "7897088" : 1784,
            "7962624" : 1275,
            "8028160" : 898,
            "8093696" : 658,
            "8159232" : 439,
            "8224768" : 295,
            "8290304" : 197,
            "8355840" : 137,
            "8454144" : 160,
            "8585216" : 98,
            "8716288" : 41,
            "8847360" : 15,
            "8978432" : 6,
            "9109504" : 1,
            "9240576" : 1
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9708155,
          "mean" : 6632689.087330,
          "stddev" : 720472.095627,
          "N" : 3087354
        },
        "bw_min" : 300749,
        "bw_max" : 317679,
        "bw_agg" : 100.000000,
        "bw_mean" : 308822.898734,
        "bw_dev" : 123.904307,
        "bw_samples" : 2528,
        "iops_min" : 75184,
        "iops_max" : 79417,
        "iops_mean" : 77204.215190,
        "iops_stddev" : 30.983586,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279979,
      "usr_cpu" : 0.605791,
      "sys_cpu" : 14.335313,
      "ctx" : 2916630,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999903,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999903,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 1.125742,
        "10" : 98.868590,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084023,
  "timestamp_ms" : 1773084023449,
  "time" : "Mon Mar  9 16:20:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 15798415360,
        "io_kbytes" : 15428140,
        "bw_bytes" : 315968307,
        "bw" : 308562,
        "iops" : 77142.040000,
        "runtime" : 50000,
        "total_ios" : 3857102,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6300,
          "max" : 1949319,
          "mean" : 412270.647646,
          "stddev" : 141593.817224,
          "N" : 3857102
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6224007.861371,
          "stddev" : 681094.620875,
          "N" : 3857070,
          "percentile" : {
            "1.000000" : 3981312,
            "5.000000" : 5013504,
            "10.000000" : 5406720,
            "20.000000" : 5734400,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6782976,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7503872,
            "99.500000" : 7700480,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 1,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 9,
            "1810432" : 12,
            "1826816" : 6,
            "1843200" : 5,
            "1859584" : 7,
            "1875968" : 10,
            "1892352" : 4,
            "1908736" : 7,
            "1925120" : 7,
            "1941504" : 3,
            "1957888" : 6,
            "1974272" : 11,
            "1990656" : 13,
            "2007040" : 6,
            "2023424" : 8,
            "2039808" : 12,
            "2056192" : 11,
            "2072576" : 13,
            "2088960" : 15,
            "2113536" : 29,
            "2146304" : 28,
            "2179072" : 52,
            "2211840" : 41,
            "2244608" : 43,
            "2277376" : 56,
            "2310144" : 54,
            "2342912" : 69,
            "2375680" : 56,
            "2408448" : 73,
            "2441216" : 100,
            "2473984" : 92,
            "2506752" : 116,
            "2539520" : 115,
            "2572288" : 150,
            "2605056" : 156,
            "2637824" : 176,
            "2670592" : 198,
            "2703360" : 207,
            "2736128" : 215,
            "2768896" : 259,
            "2801664" : 266,
            "2834432" : 259,
            "2867200" : 279,
            "2899968" : 330,
            "2932736" : 343,
            "2965504" : 425,
            "2998272" : 406,
            "3031040" : 468,
            "3063808" : 501,
            "3096576" : 573,
            "3129344" : 560,
            "3162112" : 604,
            "3194880" : 629,
            "3227648" : 728,
            "3260416" : 758,
            "3293184" : 828,
            "3325952" : 772,
            "3358720" : 902,
            "3391488" : 851,
            "3424256" : 944,
            "3457024" : 1094,
            "3489792" : 1054,
            "3522560" : 1143,
            "3555328" : 1191,
            "3588096" : 1253,
            "3620864" : 1337,
            "3653632" : 1435,
            "3686400" : 1503,
            "3719168" : 1516,
            "3751936" : 1555,
            "3784704" : 1636,
            "3817472" : 1734,
            "3850240" : 1841,
            "3883008" : 1937,
            "3915776" : 1958,
            "3948544" : 2031,
            "3981312" : 2168,
            "4014080" : 2212,
            "4046848" : 2266,
            "4079616" : 2374,
            "4112384" : 2541,
            "4145152" : 2574,
            "4177920" : 2637,
            "4227072" : 5835,
            "4292608" : 6469,
            "4358144" : 6980,
            "4423680" : 7627,
            "4489216" : 8453,
            "4554752" : 9297,
            "4620288" : 10345,
            "4685824" : 11558,
            "4751360" : 13205,
            "4816896" : 14653,
            "4882432" : 16344,
            "4947968" : 18722,
            "5013504" : 21622,
            "5079040" : 24772,
            "5144576" : 28369,
            "5210112" : 32677,
            "5275648" : 37416,
            "5341184" : 42808,
            "5406720" : 48511,
            "5472256" : 55027,
            "5537792" : 62602,
            "5603328" : 70561,
            "5668864" : 79161,
            "5734400" : 89207,
            "5799936" : 100509,
            "5865472" : 110854,
            "5931008" : 122522,
            "5996544" : 134457,
            "6062080" : 145458,
            "6127616" : 157745,
            "6193152" : 166758,
            "6258688" : 175453,
            "6324224" : 180184,
            "6389760" : 183600,
            "6455296" : 180942,
            "6520832" : 177048,
            "6586368" : 169227,
            "6651904" : 157549,
            "6717440" : 144707,
            "6782976" : 130925,
            "6848512" : 115785,
            "6914048" : 99740,
            "6979584" : 85678,
            "7045120" : 71426,
            "7110656" : 58964,
            "7176192" : 47537,
            "7241728" : 38337,
            "7307264" : 30225,
            "7372800" : 23792,
            "7438336" : 18315,
            "7503872" : 13806,
            "7569408" : 10348,
            "7634944" : 7781,
            "7700480" : 5706,
            "7766016" : 4213,
            "7831552" : 3012,
            "7897088" : 2161,
            "7962624" : 1569,
            "8028160" : 1100,
            "8093696" : 816,
            "8159232" : 545,
            "8224768" : 364,
            "8290304" : 243,
            "8355840" : 159,
            "8454144" : 191,
            "8585216" : 108,
            "8716288" : 44,
            "8847360" : 15,
            "8978432" : 6,
            "9109504" : 1,
            "9240576" : 1
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9708155,
          "mean" : 6636276.230943,
          "stddev" : 712109.622534,
          "N" : 3857070
        },
        "bw_min" : 299709,
        "bw_max" : 317981,
        "bw_agg" : 100.000000,
        "bw_mean" : 308655.626263,
        "bw_dev" : 129.660830,
        "bw_samples" : 3168,
        "iops_min" : 74924,
        "iops_max" : 79493,
        "iops_mean" : 77162.363636,
        "iops_stddev" : 32.423056,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599974,
      "usr_cpu" : 0.608072,
      "sys_cpu" : 14.336545,
      "ctx" : 3645423,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 1.044541,
        "10" : 98.950559,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084033,
  "timestamp_ms" : 1773084033449,
  "time" : "Mon Mar  9 16:20:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 18952495104,
        "io_kbytes" : 18508296,
        "bw_bytes" : 315874918,
        "bw" : 308471,
        "iops" : 77119.116667,
        "runtime" : 60000,
        "total_ios" : 4627147,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6300,
          "max" : 1949319,
          "mean" : 412392.627636,
          "stddev" : 141260.522744,
          "N" : 4627147
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6225826.260539,
          "stddev" : 673356.789463,
          "N" : 4627115,
          "percentile" : {
            "1.000000" : 4014080,
            "5.000000" : 5013504,
            "10.000000" : 5406720,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7503872,
            "99.500000" : 7700480,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 3,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 6,
            "1843200" : 6,
            "1859584" : 8,
            "1875968" : 12,
            "1892352" : 4,
            "1908736" : 7,
            "1925120" : 7,
            "1941504" : 3,
            "1957888" : 7,
            "1974272" : 11,
            "1990656" : 14,
            "2007040" : 8,
            "2023424" : 8,
            "2039808" : 12,
            "2056192" : 11,
            "2072576" : 14,
            "2088960" : 18,
            "2113536" : 31,
            "2146304" : 33,
            "2179072" : 52,
            "2211840" : 43,
            "2244608" : 49,
            "2277376" : 58,
            "2310144" : 56,
            "2342912" : 74,
            "2375680" : 60,
            "2408448" : 76,
            "2441216" : 109,
            "2473984" : 106,
            "2506752" : 121,
            "2539520" : 130,
            "2572288" : 164,
            "2605056" : 164,
            "2637824" : 191,
            "2670592" : 209,
            "2703360" : 218,
            "2736128" : 231,
            "2768896" : 273,
            "2801664" : 279,
            "2834432" : 287,
            "2867200" : 306,
            "2899968" : 364,
            "2932736" : 362,
            "2965504" : 463,
            "2998272" : 437,
            "3031040" : 498,
            "3063808" : 537,
            "3096576" : 627,
            "3129344" : 607,
            "3162112" : 656,
            "3194880" : 680,
            "3227648" : 781,
            "3260416" : 844,
            "3293184" : 919,
            "3325952" : 868,
            "3358720" : 995,
            "3391488" : 930,
            "3424256" : 1056,
            "3457024" : 1205,
            "3489792" : 1189,
            "3522560" : 1297,
            "3555328" : 1325,
            "3588096" : 1428,
            "3620864" : 1495,
            "3653632" : 1609,
            "3686400" : 1708,
            "3719168" : 1720,
            "3751936" : 1748,
            "3784704" : 1858,
            "3817472" : 1971,
            "3850240" : 2079,
            "3883008" : 2207,
            "3915776" : 2260,
            "3948544" : 2348,
            "3981312" : 2486,
            "4014080" : 2550,
            "4046848" : 2636,
            "4079616" : 2738,
            "4112384" : 2905,
            "4145152" : 2998,
            "4177920" : 3071,
            "4227072" : 6746,
            "4292608" : 7483,
            "4358144" : 8098,
            "4423680" : 8931,
            "4489216" : 9934,
            "4554752" : 10849,
            "4620288" : 12059,
            "4685824" : 13450,
            "4751360" : 15404,
            "4816896" : 17228,
            "4882432" : 19244,
            "4947968" : 22055,
            "5013504" : 25628,
            "5079040" : 29154,
            "5144576" : 33635,
            "5210112" : 38778,
            "5275648" : 44565,
            "5341184" : 51241,
            "5406720" : 57997,
            "5472256" : 65957,
            "5537792" : 75276,
            "5603328" : 85150,
            "5668864" : 95621,
            "5734400" : 108052,
            "5799936" : 121604,
            "5865472" : 134575,
            "5931008" : 148876,
            "5996544" : 163238,
            "6062080" : 176485,
            "6127616" : 190726,
            "6193152" : 201593,
            "6258688" : 211550,
            "6324224" : 217649,
            "6389760" : 220807,
            "6455296" : 217567,
            "6520832" : 212898,
            "6586368" : 202979,
            "6651904" : 188958,
            "6717440" : 173220,
            "6782976" : 156471,
            "6848512" : 138133,
            "6914048" : 119107,
            "6979584" : 102221,
            "7045120" : 85229,
            "7110656" : 69966,
            "7176192" : 56486,
            "7241728" : 45382,
            "7307264" : 35860,
            "7372800" : 28095,
            "7438336" : 21605,
            "7503872" : 16427,
            "7569408" : 12142,
            "7634944" : 9180,
            "7700480" : 6686,
            "7766016" : 4932,
            "7831552" : 3499,
            "7897088" : 2482,
            "7962624" : 1816,
            "8028160" : 1261,
            "8093696" : 933,
            "8159232" : 622,
            "8224768" : 428,
            "8290304" : 278,
            "8355840" : 192,
            "8454144" : 219,
            "8585216" : 116,
            "8716288" : 46,
            "8847360" : 16,
            "8978432" : 8,
            "9109504" : 1,
            "9240576" : 1
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9708155,
          "mean" : 6638217.990507,
          "stddev" : 703715.959516,
          "N" : 4627115
        },
        "bw_min" : 299426,
        "bw_max" : 318596,
        "bw_agg" : 100.000000,
        "bw_mean" : 308541.184874,
        "bw_dev" : 135.623890,
        "bw_samples" : 3808,
        "iops_min" : 74854,
        "iops_max" : 79647,
        "iops_mean" : 77133.546218,
        "iops_stddev" : 33.914876,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919969,
      "usr_cpu" : 0.608760,
      "sys_cpu" : 14.337002,
      "ctx" : 4372814,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.974358,
        "10" : 99.021298,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084043,
  "timestamp_ms" : 1773084043449,
  "time" : "Mon Mar  9 16:20:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 22114164736,
        "io_kbytes" : 21595864,
        "bw_bytes" : 315921152,
        "bw" : 308516,
        "iops" : 77130.301861,
        "runtime" : 69999,
        "total_ios" : 5399044,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6290,
          "max" : 1949319,
          "mean" : 412334.771821,
          "stddev" : 140703.779401,
          "N" : 5399044
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6225003.798324,
          "stddev" : 664285.523171,
          "N" : 5399012,
          "percentile" : {
            "1.000000" : 4046848,
            "5.000000" : 5079040,
            "10.000000" : 5406720,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 3,
            "1744896" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 6,
            "1843200" : 6,
            "1859584" : 8,
            "1875968" : 12,
            "1892352" : 4,
            "1908736" : 7,
            "1925120" : 7,
            "1941504" : 3,
            "1957888" : 7,
            "1974272" : 11,
            "1990656" : 14,
            "2007040" : 8,
            "2023424" : 8,
            "2039808" : 12,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 32,
            "2146304" : 34,
            "2179072" : 53,
            "2211840" : 46,
            "2244608" : 51,
            "2277376" : 61,
            "2310144" : 57,
            "2342912" : 76,
            "2375680" : 61,
            "2408448" : 83,
            "2441216" : 114,
            "2473984" : 109,
            "2506752" : 123,
            "2539520" : 133,
            "2572288" : 166,
            "2605056" : 172,
            "2637824" : 198,
            "2670592" : 216,
            "2703360" : 229,
            "2736128" : 248,
            "2768896" : 290,
            "2801664" : 290,
            "2834432" : 300,
            "2867200" : 318,
            "2899968" : 380,
            "2932736" : 378,
            "2965504" : 482,
            "2998272" : 455,
            "3031040" : 516,
            "3063808" : 562,
            "3096576" : 657,
            "3129344" : 648,
            "3162112" : 698,
            "3194880" : 719,
            "3227648" : 828,
            "3260416" : 895,
            "3293184" : 964,
            "3325952" : 926,
            "3358720" : 1050,
            "3391488" : 1007,
            "3424256" : 1110,
            "3457024" : 1282,
            "3489792" : 1278,
            "3522560" : 1390,
            "3555328" : 1441,
            "3588096" : 1553,
            "3620864" : 1622,
            "3653632" : 1723,
            "3686400" : 1844,
            "3719168" : 1849,
            "3751936" : 1912,
            "3784704" : 2026,
            "3817472" : 2152,
            "3850240" : 2277,
            "3883008" : 2421,
            "3915776" : 2489,
            "3948544" : 2589,
            "3981312" : 2724,
            "4014080" : 2806,
            "4046848" : 2931,
            "4079616" : 3061,
            "4112384" : 3225,
            "4145152" : 3354,
            "4177920" : 3437,
            "4227072" : 7593,
            "4292608" : 8363,
            "4358144" : 9112,
            "4423680" : 10065,
            "4489216" : 11258,
            "4554752" : 12274,
            "4620288" : 13727,
            "4685824" : 15371,
            "4751360" : 17502,
            "4816896" : 19639,
            "4882432" : 22191,
            "4947968" : 25374,
            "5013504" : 29599,
            "5079040" : 33595,
            "5144576" : 39038,
            "5210112" : 45236,
            "5275648" : 52016,
            "5341184" : 59788,
            "5406720" : 67983,
            "5472256" : 77335,
            "5537792" : 88691,
            "5603328" : 100585,
            "5668864" : 113333,
            "5734400" : 127846,
            "5799936" : 143914,
            "5865472" : 159383,
            "5931008" : 176252,
            "5996544" : 192948,
            "6062080" : 209028,
            "6127616" : 225133,
            "6193152" : 237923,
            "6258688" : 249173,
            "6324224" : 256075,
            "6389760" : 258864,
            "6455296" : 254965,
            "6520832" : 248548,
            "6586368" : 236481,
            "6651904" : 219946,
            "6717440" : 201055,
            "6782976" : 181393,
            "6848512" : 159336,
            "6914048" : 137318,
            "6979584" : 117559,
            "7045120" : 97693,
            "7110656" : 80170,
            "7176192" : 64384,
            "7241728" : 51658,
            "7307264" : 40583,
            "7372800" : 31781,
            "7438336" : 24320,
            "7503872" : 18412,
            "7569408" : 13599,
            "7634944" : 10210,
            "7700480" : 7464,
            "7766016" : 5452,
            "7831552" : 3914,
            "7897088" : 2763,
            "7962624" : 1965,
            "8028160" : 1377,
            "8093696" : 1007,
            "8159232" : 669,
            "8224768" : 469,
            "8290304" : 305,
            "8355840" : 206,
            "8454144" : 236,
            "8585216" : 118,
            "8716288" : 50,
            "8847360" : 19,
            "8978432" : 9,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6637338.082881,
          "stddev" : 693931.034498,
          "N" : 5399012
        },
        "bw_min" : 299178,
        "bw_max" : 319380,
        "bw_agg" : 100.000000,
        "bw_mean" : 308588.546763,
        "bw_dev" : 144.360714,
        "bw_samples" : 4448,
        "iops_min" : 74792,
        "iops_max" : 79843,
        "iops_mean" : 77145.208633,
        "iops_stddev" : 36.100704,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239968,
      "usr_cpu" : 0.607687,
      "sys_cpu" : 14.348732,
      "ctx" : 5098772,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 99.999981,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999944,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999944,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.899030,
        "10" : 99.097211,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084053,
  "timestamp_ms" : 1773084053449,
  "time" : "Mon Mar  9 16:20:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 25272950784,
        "io_kbytes" : 24680616,
        "bw_bytes" : 315915833,
        "bw" : 308511,
        "iops" : 77128.676608,
        "runtime" : 79999,
        "total_ios" : 6170217,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6290,
          "max" : 1949319,
          "mean" : 412341.406021,
          "stddev" : 140244.337229,
          "N" : 6170218
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6225103.905596,
          "stddev" : 656503.817857,
          "N" : 6170186,
          "percentile" : {
            "1.000000" : 4112384,
            "5.000000" : 5079040,
            "10.000000" : 5406720,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6979584,
            "95.000000" : 7176192,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 3,
            "1744896" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 6,
            "1843200" : 6,
            "1859584" : 8,
            "1875968" : 12,
            "1892352" : 4,
            "1908736" : 7,
            "1925120" : 7,
            "1941504" : 3,
            "1957888" : 8,
            "1974272" : 11,
            "1990656" : 14,
            "2007040" : 8,
            "2023424" : 8,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 32,
            "2146304" : 36,
            "2179072" : 53,
            "2211840" : 49,
            "2244608" : 54,
            "2277376" : 63,
            "2310144" : 58,
            "2342912" : 79,
            "2375680" : 63,
            "2408448" : 87,
            "2441216" : 117,
            "2473984" : 113,
            "2506752" : 125,
            "2539520" : 137,
            "2572288" : 170,
            "2605056" : 180,
            "2637824" : 208,
            "2670592" : 224,
            "2703360" : 242,
            "2736128" : 256,
            "2768896" : 305,
            "2801664" : 305,
            "2834432" : 317,
            "2867200" : 326,
            "2899968" : 395,
            "2932736" : 395,
            "2965504" : 505,
            "2998272" : 487,
            "3031040" : 536,
            "3063808" : 594,
            "3096576" : 695,
            "3129344" : 697,
            "3162112" : 733,
            "3194880" : 756,
            "3227648" : 869,
            "3260416" : 940,
            "3293184" : 1019,
            "3325952" : 985,
            "3358720" : 1113,
            "3391488" : 1084,
            "3424256" : 1174,
            "3457024" : 1363,
            "3489792" : 1369,
            "3522560" : 1494,
            "3555328" : 1554,
            "3588096" : 1672,
            "3620864" : 1743,
            "3653632" : 1858,
            "3686400" : 1979,
            "3719168" : 1983,
            "3751936" : 2068,
            "3784704" : 2194,
            "3817472" : 2315,
            "3850240" : 2433,
            "3883008" : 2614,
            "3915776" : 2704,
            "3948544" : 2823,
            "3981312" : 3003,
            "4014080" : 3049,
            "4046848" : 3175,
            "4079616" : 3310,
            "4112384" : 3486,
            "4145152" : 3659,
            "4177920" : 3765,
            "4227072" : 8307,
            "4292608" : 9197,
            "4358144" : 9998,
            "4423680" : 11068,
            "4489216" : 12441,
            "4554752" : 13563,
            "4620288" : 15225,
            "4685824" : 17112,
            "4751360" : 19534,
            "4816896" : 21983,
            "4882432" : 24933,
            "4947968" : 28542,
            "5013504" : 33449,
            "5079040" : 37877,
            "5144576" : 44205,
            "5210112" : 51237,
            "5275648" : 59147,
            "5341184" : 68099,
            "5406720" : 77710,
            "5472256" : 88719,
            "5537792" : 101858,
            "5603328" : 115987,
            "5668864" : 130640,
            "5734400" : 147553,
            "5799936" : 166384,
            "5865472" : 184386,
            "5931008" : 203791,
            "5996544" : 223611,
            "6062080" : 242076,
            "6127616" : 260278,
            "6193152" : 274752,
            "6258688" : 286971,
            "6324224" : 294314,
            "6389760" : 297419,
            "6455296" : 292494,
            "6520832" : 284481,
            "6586368" : 270088,
            "6651904" : 250831,
            "6717440" : 229082,
            "6782976" : 205834,
            "6848512" : 180792,
            "6914048" : 155370,
            "6979584" : 132702,
            "7045120" : 110218,
            "7110656" : 90417,
            "7176192" : 72286,
            "7241728" : 57904,
            "7307264" : 45323,
            "7372800" : 35494,
            "7438336" : 26960,
            "7503872" : 20371,
            "7569408" : 15040,
            "7634944" : 11271,
            "7700480" : 8210,
            "7766016" : 5975,
            "7831552" : 4291,
            "7897088" : 3020,
            "7962624" : 2132,
            "8028160" : 1495,
            "8093696" : 1079,
            "8159232" : 729,
            "8224768" : 496,
            "8290304" : 323,
            "8355840" : 216,
            "8454144" : 253,
            "8585216" : 121,
            "8716288" : 52,
            "8847360" : 20,
            "8978432" : 9,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6637444.753927,
          "stddev" : 685536.877412,
          "N" : 6170186
        },
        "bw_min" : 299039,
        "bw_max" : 319896,
        "bw_agg" : 100.000000,
        "bw_mean" : 308578.842767,
        "bw_dev" : 152.205867,
        "bw_samples" : 5088,
        "iops_min" : 74758,
        "iops_max" : 79973,
        "iops_mean" : 77142.786164,
        "iops_stddev" : 38.061607,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559968,
      "usr_cpu" : 0.604968,
      "sys_cpu" : 14.356703,
      "ctx" : 5824835,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999968,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999968,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.842547,
        "10" : 99.154163,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084063,
  "timestamp_ms" : 1773084063449,
  "time" : "Mon Mar  9 16:21:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 28434006016,
        "io_kbytes" : 27767584,
        "bw_bytes" : 315933400,
        "bw" : 308528,
        "iops" : 77132.911111,
        "runtime" : 90000,
        "total_ios" : 6941962,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6290,
          "max" : 1949319,
          "mean" : 412316.206664,
          "stddev" : 139898.507467,
          "N" : 6941962
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6224731.522573,
          "stddev" : 650358.696945,
          "N" : 6941930,
          "percentile" : {
            "1.000000" : 4112384,
            "5.000000" : 5079040,
            "10.000000" : 5406720,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6324224,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6979584,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7962624,
            "99.950000" : 8093696,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 1,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 3,
            "1744896" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 8,
            "1875968" : 12,
            "1892352" : 4,
            "1908736" : 7,
            "1925120" : 7,
            "1941504" : 3,
            "1957888" : 8,
            "1974272" : 13,
            "1990656" : 15,
            "2007040" : 9,
            "2023424" : 8,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 33,
            "2146304" : 36,
            "2179072" : 55,
            "2211840" : 52,
            "2244608" : 54,
            "2277376" : 63,
            "2310144" : 59,
            "2342912" : 82,
            "2375680" : 65,
            "2408448" : 89,
            "2441216" : 120,
            "2473984" : 120,
            "2506752" : 128,
            "2539520" : 140,
            "2572288" : 177,
            "2605056" : 186,
            "2637824" : 213,
            "2670592" : 231,
            "2703360" : 252,
            "2736128" : 277,
            "2768896" : 318,
            "2801664" : 320,
            "2834432" : 335,
            "2867200" : 339,
            "2899968" : 409,
            "2932736" : 413,
            "2965504" : 529,
            "2998272" : 515,
            "3031040" : 566,
            "3063808" : 628,
            "3096576" : 739,
            "3129344" : 738,
            "3162112" : 779,
            "3194880" : 796,
            "3227648" : 927,
            "3260416" : 993,
            "3293184" : 1075,
            "3325952" : 1050,
            "3358720" : 1190,
            "3391488" : 1153,
            "3424256" : 1247,
            "3457024" : 1442,
            "3489792" : 1462,
            "3522560" : 1596,
            "3555328" : 1651,
            "3588096" : 1785,
            "3620864" : 1844,
            "3653632" : 1989,
            "3686400" : 2114,
            "3719168" : 2127,
            "3751936" : 2231,
            "3784704" : 2372,
            "3817472" : 2500,
            "3850240" : 2609,
            "3883008" : 2827,
            "3915776" : 2935,
            "3948544" : 3045,
            "3981312" : 3231,
            "4014080" : 3311,
            "4046848" : 3461,
            "4079616" : 3621,
            "4112384" : 3775,
            "4145152" : 3979,
            "4177920" : 4094,
            "4227072" : 9036,
            "4292608" : 10026,
            "4358144" : 10915,
            "4423680" : 12061,
            "4489216" : 13628,
            "4554752" : 14869,
            "4620288" : 16733,
            "4685824" : 18858,
            "4751360" : 21476,
            "4816896" : 24262,
            "4882432" : 27546,
            "4947968" : 31688,
            "5013504" : 37111,
            "5079040" : 42158,
            "5144576" : 49333,
            "5210112" : 57198,
            "5275648" : 66031,
            "5341184" : 76479,
            "5406720" : 87363,
            "5472256" : 100032,
            "5537792" : 115321,
            "5603328" : 131510,
            "5668864" : 148631,
            "5734400" : 167712,
            "5799936" : 189340,
            "5865472" : 210224,
            "5931008" : 231877,
            "5996544" : 254243,
            "6062080" : 275090,
            "6127616" : 295752,
            "6193152" : 311491,
            "6258688" : 325398,
            "6324224" : 332879,
            "6389760" : 335732,
            "6455296" : 330057,
            "6520832" : 320406,
            "6586368" : 303402,
            "6651904" : 281466,
            "6717440" : 256476,
            "6782976" : 229904,
            "6848512" : 201694,
            "6914048" : 173265,
            "6979584" : 147448,
            "7045120" : 122597,
            "7110656" : 100254,
            "7176192" : 80119,
            "7241728" : 64222,
            "7307264" : 50066,
            "7372800" : 39016,
            "7438336" : 29714,
            "7503872" : 22337,
            "7569408" : 16501,
            "7634944" : 12371,
            "7700480" : 8979,
            "7766016" : 6547,
            "7831552" : 4665,
            "7897088" : 3303,
            "7962624" : 2289,
            "8028160" : 1607,
            "8093696" : 1146,
            "8159232" : 774,
            "8224768" : 517,
            "8290304" : 339,
            "8355840" : 227,
            "8454144" : 258,
            "8585216" : 124,
            "8716288" : 58,
            "8847360" : 20,
            "8978432" : 9,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6637047.257904,
          "stddev" : 678891.533256,
          "N" : 6941930
        },
        "bw_min" : 298776,
        "bw_max" : 320376,
        "bw_agg" : 100.000000,
        "bw_mean" : 308598.882682,
        "bw_dev" : 155.528062,
        "bw_samples" : 5728,
        "iops_min" : 74690,
        "iops_max" : 80093,
        "iops_mean" : 77147.798883,
        "iops_stddev" : 38.891166,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879996,
      "usr_cpu" : 0.603716,
      "sys_cpu" : 14.363457,
      "ctx" : 6551126,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.799587,
        "10" : 99.197417,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084073,
  "timestamp_ms" : 1773084073449,
  "time" : "Mon Mar  9 16:21:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 31594078208,
        "io_kbytes" : 30853592,
        "bw_bytes" : 315940782,
        "bw" : 308535,
        "iops" : 77134.680000,
        "runtime" : 100000,
        "total_ios" : 7713468,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 1949319,
          "mean" : 412304.979758,
          "stddev" : 139633.675045,
          "N" : 7713468
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6224573.232017,
          "stddev" : 645291.506779,
          "N" : 7713436,
          "percentile" : {
            "1.000000" : 4145152,
            "5.000000" : 5079040,
            "10.000000" : 5406720,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6979584,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7962624,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 3,
            "1744896" : 2,
            "1761280" : 1,
            "1777664" : 6,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 8,
            "1875968" : 12,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 3,
            "1957888" : 8,
            "1974272" : 13,
            "1990656" : 15,
            "2007040" : 10,
            "2023424" : 10,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 34,
            "2146304" : 40,
            "2179072" : 56,
            "2211840" : 56,
            "2244608" : 55,
            "2277376" : 64,
            "2310144" : 60,
            "2342912" : 86,
            "2375680" : 65,
            "2408448" : 90,
            "2441216" : 123,
            "2473984" : 124,
            "2506752" : 135,
            "2539520" : 148,
            "2572288" : 186,
            "2605056" : 192,
            "2637824" : 229,
            "2670592" : 242,
            "2703360" : 266,
            "2736128" : 293,
            "2768896" : 337,
            "2801664" : 327,
            "2834432" : 340,
            "2867200" : 352,
            "2899968" : 432,
            "2932736" : 432,
            "2965504" : 546,
            "2998272" : 546,
            "3031040" : 594,
            "3063808" : 661,
            "3096576" : 771,
            "3129344" : 787,
            "3162112" : 819,
            "3194880" : 828,
            "3227648" : 972,
            "3260416" : 1051,
            "3293184" : 1131,
            "3325952" : 1104,
            "3358720" : 1249,
            "3391488" : 1225,
            "3424256" : 1336,
            "3457024" : 1529,
            "3489792" : 1560,
            "3522560" : 1703,
            "3555328" : 1765,
            "3588096" : 1907,
            "3620864" : 1963,
            "3653632" : 2122,
            "3686400" : 2244,
            "3719168" : 2270,
            "3751936" : 2406,
            "3784704" : 2553,
            "3817472" : 2708,
            "3850240" : 2805,
            "3883008" : 3023,
            "3915776" : 3168,
            "3948544" : 3283,
            "3981312" : 3460,
            "4014080" : 3561,
            "4046848" : 3757,
            "4079616" : 3906,
            "4112384" : 4054,
            "4145152" : 4296,
            "4177920" : 4411,
            "4227072" : 9792,
            "4292608" : 10839,
            "4358144" : 11799,
            "4423680" : 13085,
            "4489216" : 14709,
            "4554752" : 16122,
            "4620288" : 18282,
            "4685824" : 20527,
            "4751360" : 23443,
            "4816896" : 26392,
            "4882432" : 29986,
            "4947968" : 34729,
            "5013504" : 40601,
            "5079040" : 46368,
            "5144576" : 54303,
            "5210112" : 63059,
            "5275648" : 73210,
            "5341184" : 84847,
            "5406720" : 97220,
            "5472256" : 111383,
            "5537792" : 128864,
            "5603328" : 146898,
            "5668864" : 166340,
            "5734400" : 188045,
            "5799936" : 212181,
            "5865472" : 235754,
            "5931008" : 260199,
            "5996544" : 285206,
            "6062080" : 308763,
            "6127616" : 330822,
            "6193152" : 348499,
            "6258688" : 363497,
            "6324224" : 371248,
            "6389760" : 373997,
            "6455296" : 367240,
            "6520832" : 355884,
            "6586368" : 336773,
            "6651904" : 312093,
            "6717440" : 284081,
            "6782976" : 254508,
            "6848512" : 222944,
            "6914048" : 191258,
            "6979584" : 162434,
            "7045120" : 134924,
            "7110656" : 110045,
            "7176192" : 87987,
            "7241728" : 70439,
            "7307264" : 54876,
            "7372800" : 42677,
            "7438336" : 32387,
            "7503872" : 24370,
            "7569408" : 17885,
            "7634944" : 13324,
            "7700480" : 9724,
            "7766016" : 7092,
            "7831552" : 5011,
            "7897088" : 3526,
            "7962624" : 2441,
            "8028160" : 1724,
            "8093696" : 1219,
            "8159232" : 828,
            "8224768" : 546,
            "8290304" : 362,
            "8355840" : 241,
            "8454144" : 271,
            "8585216" : 124,
            "8716288" : 58,
            "8847360" : 20,
            "8978432" : 9,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6636878.075145,
          "stddev" : 673402.775307,
          "N" : 7713436
        },
        "bw_min" : 298461,
        "bw_max" : 320838,
        "bw_agg" : 100.000000,
        "bw_mean" : 308610.582915,
        "bw_dev" : 158.308445,
        "bw_samples" : 6368,
        "iops_min" : 74612,
        "iops_max" : 80207,
        "iops_mean" : 77150.623116,
        "iops_stddev" : 39.585781,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199990,
      "usr_cpu" : 0.604471,
      "sys_cpu" : 14.368139,
      "ctx" : 7276957,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.766503,
        "10" : 99.230761,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084083,
  "timestamp_ms" : 1773084083450,
  "time" : "Mon Mar  9 16:21:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 34755424256,
        "io_kbytes" : 33940844,
        "bw_bytes" : 315958402,
        "bw" : 308553,
        "iops" : 77139.245455,
        "runtime" : 110000,
        "total_ios" : 8485317,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 1949319,
          "mean" : 412281.133371,
          "stddev" : 139436.398938,
          "N" : 8485318
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6224210.246805,
          "stddev" : 641065.352214,
          "N" : 8485285,
          "percentile" : {
            "1.000000" : 4177920,
            "5.000000" : 5079040,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6455296,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6979584,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 6,
            "1728512" : 3,
            "1744896" : 3,
            "1761280" : 1,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 12,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 14,
            "1990656" : 15,
            "2007040" : 10,
            "2023424" : 10,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 35,
            "2146304" : 40,
            "2179072" : 61,
            "2211840" : 60,
            "2244608" : 61,
            "2277376" : 66,
            "2310144" : 67,
            "2342912" : 87,
            "2375680" : 67,
            "2408448" : 92,
            "2441216" : 128,
            "2473984" : 125,
            "2506752" : 138,
            "2539520" : 155,
            "2572288" : 197,
            "2605056" : 195,
            "2637824" : 237,
            "2670592" : 249,
            "2703360" : 280,
            "2736128" : 304,
            "2768896" : 349,
            "2801664" : 341,
            "2834432" : 357,
            "2867200" : 363,
            "2899968" : 447,
            "2932736" : 454,
            "2965504" : 570,
            "2998272" : 580,
            "3031040" : 629,
            "3063808" : 701,
            "3096576" : 806,
            "3129344" : 831,
            "3162112" : 869,
            "3194880" : 858,
            "3227648" : 1017,
            "3260416" : 1110,
            "3293184" : 1187,
            "3325952" : 1171,
            "3358720" : 1319,
            "3391488" : 1312,
            "3424256" : 1419,
            "3457024" : 1629,
            "3489792" : 1649,
            "3522560" : 1798,
            "3555328" : 1852,
            "3588096" : 2024,
            "3620864" : 2086,
            "3653632" : 2254,
            "3686400" : 2364,
            "3719168" : 2431,
            "3751936" : 2568,
            "3784704" : 2730,
            "3817472" : 2888,
            "3850240" : 2984,
            "3883008" : 3201,
            "3915776" : 3369,
            "3948544" : 3531,
            "3981312" : 3681,
            "4014080" : 3817,
            "4046848" : 4031,
            "4079616" : 4206,
            "4112384" : 4375,
            "4145152" : 4655,
            "4177920" : 4736,
            "4227072" : 10549,
            "4292608" : 11657,
            "4358144" : 12731,
            "4423680" : 14062,
            "4489216" : 15846,
            "4554752" : 17342,
            "4620288" : 19760,
            "4685824" : 22144,
            "4751360" : 25398,
            "4816896" : 28544,
            "4882432" : 32623,
            "4947968" : 37739,
            "5013504" : 44125,
            "5079040" : 50423,
            "5144576" : 59433,
            "5210112" : 69067,
            "5275648" : 80013,
            "5341184" : 93166,
            "5406720" : 106893,
            "5472256" : 122800,
            "5537792" : 142356,
            "5603328" : 162584,
            "5668864" : 184449,
            "5734400" : 208535,
            "5799936" : 235503,
            "5865472" : 261862,
            "5931008" : 288664,
            "5996544" : 316371,
            "6062080" : 342015,
            "6127616" : 366436,
            "6193152" : 385735,
            "6258688" : 401688,
            "6324224" : 409474,
            "6389760" : 412276,
            "6455296" : 404397,
            "6520832" : 391380,
            "6586368" : 369924,
            "6651904" : 342874,
            "6717440" : 311550,
            "6782976" : 278739,
            "6848512" : 243642,
            "6914048" : 209102,
            "6979584" : 177194,
            "7045120" : 146883,
            "7110656" : 120016,
            "7176192" : 95711,
            "7241728" : 76674,
            "7307264" : 59652,
            "7372800" : 46314,
            "7438336" : 35140,
            "7503872" : 26264,
            "7569408" : 19250,
            "7634944" : 14356,
            "7700480" : 10427,
            "7766016" : 7553,
            "7831552" : 5371,
            "7897088" : 3764,
            "7962624" : 2600,
            "8028160" : 1826,
            "8093696" : 1318,
            "8159232" : 903,
            "8224768" : 586,
            "8290304" : 394,
            "8355840" : 255,
            "8454144" : 283,
            "8585216" : 126,
            "8716288" : 61,
            "8847360" : 22,
            "8978432" : 9,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6636490.897712,
          "stddev" : 668809.780794,
          "N" : 8485285
        },
        "bw_min" : 298332,
        "bw_max" : 321233,
        "bw_agg" : 100.000000,
        "bw_mean" : 308627.429224,
        "bw_dev" : 159.813592,
        "bw_samples" : 7008,
        "iops_min" : 74582,
        "iops_max" : 80305,
        "iops_mean" : 77154.748858,
        "iops_stddev" : 39.960030,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3519978,
      "usr_cpu" : 0.604237,
      "sys_cpu" : 14.370147,
      "ctx" : 8002661,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999965,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999965,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.738511,
        "10" : 99.258943,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084093,
  "timestamp_ms" : 1773084093449,
  "time" : "Mon Mar  9 16:21:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 37916422144,
        "io_kbytes" : 37027756,
        "bw_bytes" : 315970184,
        "bw" : 308564,
        "iops" : 77141.733333,
        "runtime" : 120000,
        "total_ios" : 9257008,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 1949319,
          "mean" : 412266.995581,
          "stddev" : 139291.058312,
          "N" : 9257009
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6223995.510302,
          "stddev" : 637152.073960,
          "N" : 9256976,
          "percentile" : {
            "1.000000" : 4177920,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 8,
            "1728512" : 3,
            "1744896" : 3,
            "1761280" : 1,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 12,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 14,
            "1990656" : 15,
            "2007040" : 12,
            "2023424" : 11,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 36,
            "2146304" : 43,
            "2179072" : 66,
            "2211840" : 63,
            "2244608" : 61,
            "2277376" : 66,
            "2310144" : 69,
            "2342912" : 87,
            "2375680" : 71,
            "2408448" : 95,
            "2441216" : 131,
            "2473984" : 129,
            "2506752" : 140,
            "2539520" : 160,
            "2572288" : 206,
            "2605056" : 202,
            "2637824" : 241,
            "2670592" : 260,
            "2703360" : 285,
            "2736128" : 311,
            "2768896" : 356,
            "2801664" : 352,
            "2834432" : 367,
            "2867200" : 372,
            "2899968" : 455,
            "2932736" : 480,
            "2965504" : 591,
            "2998272" : 597,
            "3031040" : 647,
            "3063808" : 728,
            "3096576" : 833,
            "3129344" : 860,
            "3162112" : 900,
            "3194880" : 899,
            "3227648" : 1055,
            "3260416" : 1166,
            "3293184" : 1228,
            "3325952" : 1214,
            "3358720" : 1372,
            "3391488" : 1379,
            "3424256" : 1483,
            "3457024" : 1712,
            "3489792" : 1723,
            "3522560" : 1876,
            "3555328" : 1941,
            "3588096" : 2137,
            "3620864" : 2188,
            "3653632" : 2393,
            "3686400" : 2494,
            "3719168" : 2537,
            "3751936" : 2726,
            "3784704" : 2898,
            "3817472" : 3057,
            "3850240" : 3180,
            "3883008" : 3393,
            "3915776" : 3589,
            "3948544" : 3735,
            "3981312" : 3869,
            "4014080" : 4033,
            "4046848" : 4275,
            "4079616" : 4486,
            "4112384" : 4665,
            "4145152" : 4935,
            "4177920" : 5030,
            "4227072" : 11185,
            "4292608" : 12355,
            "4358144" : 13625,
            "4423680" : 15082,
            "4489216" : 16890,
            "4554752" : 18553,
            "4620288" : 21203,
            "4685824" : 23873,
            "4751360" : 27252,
            "4816896" : 30751,
            "4882432" : 35259,
            "4947968" : 40782,
            "5013504" : 47872,
            "5079040" : 54855,
            "5144576" : 64549,
            "5210112" : 75110,
            "5275648" : 87016,
            "5341184" : 101510,
            "5406720" : 116669,
            "5472256" : 134219,
            "5537792" : 155695,
            "5603328" : 178175,
            "5668864" : 202563,
            "5734400" : 229394,
            "5799936" : 258635,
            "5865472" : 287645,
            "5931008" : 317389,
            "5996544" : 347455,
            "6062080" : 375430,
            "6127616" : 401933,
            "6193152" : 423227,
            "6258688" : 440140,
            "6324224" : 448171,
            "6389760" : 450697,
            "6455296" : 441505,
            "6520832" : 426742,
            "6586368" : 403013,
            "6651904" : 373261,
            "6717440" : 339244,
            "6782976" : 302844,
            "6848512" : 264239,
            "6914048" : 226451,
            "6979584" : 191926,
            "7045120" : 158945,
            "7110656" : 129787,
            "7176192" : 103535,
            "7241728" : 82770,
            "7307264" : 64440,
            "7372800" : 49828,
            "7438336" : 37803,
            "7503872" : 28263,
            "7569408" : 20629,
            "7634944" : 15392,
            "7700480" : 11186,
            "7766016" : 8077,
            "7831552" : 5720,
            "7897088" : 4047,
            "7962624" : 2788,
            "8028160" : 1960,
            "8093696" : 1406,
            "8159232" : 951,
            "8224768" : 626,
            "8290304" : 429,
            "8355840" : 266,
            "8454144" : 307,
            "8585216" : 137,
            "8716288" : 65,
            "8847360" : 24,
            "8978432" : 9,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6636262.190314,
          "stddev" : 664554.567371,
          "N" : 9256976
        },
        "bw_min" : 298132,
        "bw_max" : 321635,
        "bw_agg" : 100.000000,
        "bw_mean" : 308643.882845,
        "bw_dev" : 161.934754,
        "bw_samples" : 7648,
        "iops_min" : 74532,
        "iops_max" : 80407,
        "iops_mean" : 77158.866109,
        "iops_stddev" : 40.489948,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839992,
      "usr_cpu" : 0.605210,
      "sys_cpu" : 14.369639,
      "ctx" : 8728609,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999968,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.710910,
        "10" : 99.286713,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084103,
  "timestamp_ms" : 1773084103449,
  "time" : "Mon Mar  9 16:21:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 41076969472,
        "io_kbytes" : 40114228,
        "bw_bytes" : 315976688,
        "bw" : 308570,
        "iops" : 77143.253846,
        "runtime" : 130000,
        "total_ios" : 10028623,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 1949319,
          "mean" : 412257.383128,
          "stddev" : 139129.962246,
          "N" : 10028623
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6223862.779675,
          "stddev" : 633613.315387,
          "N" : 10028591,
          "percentile" : {
            "1.000000" : 4227072,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 8,
            "1728512" : 3,
            "1744896" : 3,
            "1761280" : 1,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 13,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 14,
            "1990656" : 15,
            "2007040" : 12,
            "2023424" : 11,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 36,
            "2146304" : 43,
            "2179072" : 66,
            "2211840" : 65,
            "2244608" : 64,
            "2277376" : 67,
            "2310144" : 71,
            "2342912" : 91,
            "2375680" : 74,
            "2408448" : 98,
            "2441216" : 134,
            "2473984" : 130,
            "2506752" : 145,
            "2539520" : 163,
            "2572288" : 210,
            "2605056" : 213,
            "2637824" : 249,
            "2670592" : 264,
            "2703360" : 294,
            "2736128" : 322,
            "2768896" : 369,
            "2801664" : 357,
            "2834432" : 374,
            "2867200" : 381,
            "2899968" : 465,
            "2932736" : 499,
            "2965504" : 603,
            "2998272" : 620,
            "3031040" : 674,
            "3063808" : 756,
            "3096576" : 867,
            "3129344" : 894,
            "3162112" : 925,
            "3194880" : 936,
            "3227648" : 1103,
            "3260416" : 1185,
            "3293184" : 1273,
            "3325952" : 1266,
            "3358720" : 1434,
            "3391488" : 1445,
            "3424256" : 1540,
            "3457024" : 1782,
            "3489792" : 1811,
            "3522560" : 1948,
            "3555328" : 2027,
            "3588096" : 2227,
            "3620864" : 2297,
            "3653632" : 2508,
            "3686400" : 2607,
            "3719168" : 2669,
            "3751936" : 2854,
            "3784704" : 3058,
            "3817472" : 3216,
            "3850240" : 3341,
            "3883008" : 3564,
            "3915776" : 3744,
            "3948544" : 3959,
            "3981312" : 4128,
            "4014080" : 4281,
            "4046848" : 4514,
            "4079616" : 4721,
            "4112384" : 4937,
            "4145152" : 5223,
            "4177920" : 5328,
            "4227072" : 11842,
            "4292608" : 13077,
            "4358144" : 14428,
            "4423680" : 16017,
            "4489216" : 17969,
            "4554752" : 19716,
            "4620288" : 22567,
            "4685824" : 25500,
            "4751360" : 29078,
            "4816896" : 32912,
            "4882432" : 37786,
            "4947968" : 43657,
            "5013504" : 51485,
            "5079040" : 59058,
            "5144576" : 69633,
            "5210112" : 81049,
            "5275648" : 94115,
            "5341184" : 109959,
            "5406720" : 126608,
            "5472256" : 145974,
            "5537792" : 169289,
            "5603328" : 193972,
            "5668864" : 220671,
            "5734400" : 249978,
            "5799936" : 281986,
            "5865472" : 313625,
            "5931008" : 345968,
            "5996544" : 378834,
            "6062080" : 409579,
            "6127616" : 437698,
            "6193152" : 460856,
            "6258688" : 478587,
            "6324224" : 486778,
            "6389760" : 488711,
            "6455296" : 478426,
            "6520832" : 462143,
            "6586368" : 435805,
            "6651904" : 403966,
            "6717440" : 366540,
            "6782976" : 326592,
            "6848512" : 284726,
            "6914048" : 243855,
            "6979584" : 206662,
            "7045120" : 170931,
            "7110656" : 139644,
            "7176192" : 111460,
            "7241728" : 88900,
            "7307264" : 69120,
            "7372800" : 53357,
            "7438336" : 40458,
            "7503872" : 30251,
            "7569408" : 22061,
            "7634944" : 16389,
            "7700480" : 12004,
            "7766016" : 8641,
            "7831552" : 6101,
            "7897088" : 4305,
            "7962624" : 2971,
            "8028160" : 2072,
            "8093696" : 1488,
            "8159232" : 1008,
            "8224768" : 652,
            "8290304" : 461,
            "8355840" : 286,
            "8454144" : 317,
            "8585216" : 145,
            "8716288" : 68,
            "8847360" : 28,
            "8978432" : 11,
            "9109504" : 5,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6636120.809686,
          "stddev" : 660716.958459,
          "N" : 10028591
        },
        "bw_min" : 297490,
        "bw_max" : 321755,
        "bw_agg" : 100.000000,
        "bw_mean" : 308645.830116,
        "bw_dev" : 164.172323,
        "bw_samples" : 8288,
        "iops_min" : 74371,
        "iops_max" : 80437,
        "iops_mean" : 77159.270270,
        "iops_stddev" : 41.049196,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159985,
      "usr_cpu" : 0.606997,
      "sys_cpu" : 14.368225,
      "ctx" : 9454592,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.686336,
        "10" : 99.311461,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084113,
  "timestamp_ms" : 1773084113449,
  "time" : "Mon Mar  9 16:21:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44239515648,
        "io_kbytes" : 43202652,
        "bw_bytes" : 315996540,
        "bw" : 308590,
        "iops" : 77148.092857,
        "runtime" : 140000,
        "total_ios" : 10800733,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 1949319,
          "mean" : 412231.459713,
          "stddev" : 138984.579368,
          "N" : 10800733
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6223460.881923,
          "stddev" : 630347.744744,
          "N" : 10800701,
          "percentile" : {
            "1.000000" : 4227072,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 8,
            "1728512" : 3,
            "1744896" : 3,
            "1761280" : 1,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 14,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 13,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 14,
            "1990656" : 15,
            "2007040" : 12,
            "2023424" : 11,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 36,
            "2146304" : 43,
            "2179072" : 66,
            "2211840" : 65,
            "2244608" : 66,
            "2277376" : 67,
            "2310144" : 74,
            "2342912" : 92,
            "2375680" : 75,
            "2408448" : 105,
            "2441216" : 139,
            "2473984" : 131,
            "2506752" : 151,
            "2539520" : 166,
            "2572288" : 216,
            "2605056" : 217,
            "2637824" : 254,
            "2670592" : 266,
            "2703360" : 298,
            "2736128" : 330,
            "2768896" : 373,
            "2801664" : 372,
            "2834432" : 381,
            "2867200" : 388,
            "2899968" : 480,
            "2932736" : 504,
            "2965504" : 628,
            "2998272" : 635,
            "3031040" : 695,
            "3063808" : 790,
            "3096576" : 890,
            "3129344" : 919,
            "3162112" : 960,
            "3194880" : 962,
            "3227648" : 1138,
            "3260416" : 1222,
            "3293184" : 1319,
            "3325952" : 1320,
            "3358720" : 1493,
            "3391488" : 1521,
            "3424256" : 1597,
            "3457024" : 1849,
            "3489792" : 1905,
            "3522560" : 2051,
            "3555328" : 2118,
            "3588096" : 2324,
            "3620864" : 2394,
            "3653632" : 2608,
            "3686400" : 2721,
            "3719168" : 2783,
            "3751936" : 2962,
            "3784704" : 3177,
            "3817472" : 3368,
            "3850240" : 3488,
            "3883008" : 3735,
            "3915776" : 3932,
            "3948544" : 4152,
            "3981312" : 4337,
            "4014080" : 4483,
            "4046848" : 4754,
            "4079616" : 4941,
            "4112384" : 5182,
            "4145152" : 5488,
            "4177920" : 5598,
            "4227072" : 12470,
            "4292608" : 13847,
            "4358144" : 15186,
            "4423680" : 16973,
            "4489216" : 19000,
            "4554752" : 20956,
            "4620288" : 23915,
            "4685824" : 27103,
            "4751360" : 30874,
            "4816896" : 35089,
            "4882432" : 40347,
            "4947968" : 46669,
            "5013504" : 55066,
            "5079040" : 63263,
            "5144576" : 74716,
            "5210112" : 87013,
            "5275648" : 101282,
            "5341184" : 118550,
            "5406720" : 136788,
            "5472256" : 157858,
            "5537792" : 182918,
            "5603328" : 210122,
            "5668864" : 239030,
            "5734400" : 270996,
            "5799936" : 305710,
            "5865472" : 340236,
            "5931008" : 375318,
            "5996544" : 410166,
            "6062080" : 443547,
            "6127616" : 473396,
            "6193152" : 498225,
            "6258688" : 516956,
            "6324224" : 525060,
            "6389760" : 526685,
            "6455296" : 515643,
            "6520832" : 497303,
            "6586368" : 468951,
            "6651904" : 434182,
            "6717440" : 393615,
            "6782976" : 350471,
            "6848512" : 305477,
            "6914048" : 261394,
            "6979584" : 221290,
            "7045120" : 182804,
            "7110656" : 149185,
            "7176192" : 119016,
            "7241728" : 94741,
            "7307264" : 73687,
            "7372800" : 56744,
            "7438336" : 42978,
            "7503872" : 32131,
            "7569408" : 23433,
            "7634944" : 17295,
            "7700480" : 12708,
            "7766016" : 9141,
            "7831552" : 6468,
            "7897088" : 4569,
            "7962624" : 3146,
            "8028160" : 2191,
            "8093696" : 1580,
            "8159232" : 1072,
            "8224768" : 683,
            "8290304" : 489,
            "8355840" : 309,
            "8454144" : 332,
            "8585216" : 156,
            "8716288" : 74,
            "8847360" : 31,
            "8978432" : 11,
            "9109504" : 7,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6635691.632863,
          "stddev" : 657173.398206,
          "N" : 10800701
        },
        "bw_min" : 297274,
        "bw_max" : 321926,
        "bw_agg" : 100.000000,
        "bw_mean" : 308666.896057,
        "bw_dev" : 165.679217,
        "bw_samples" : 8928,
        "iops_min" : 74317,
        "iops_max" : 80479,
        "iops_mean" : 77164.462366,
        "iops_stddev" : 41.426896,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479975,
      "usr_cpu" : 0.606253,
      "sys_cpu" : 14.368830,
      "ctx" : 10180960,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.663705,
        "10" : 99.334249,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084123,
  "timestamp_ms" : 1773084123449,
  "time" : "Mon Mar  9 16:22:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 47400308736,
        "io_kbytes" : 46289364,
        "bw_bytes" : 316002058,
        "bw" : 308595,
        "iops" : 77149.366667,
        "runtime" : 150000,
        "total_ios" : 11572405,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 1949319,
          "mean" : 412224.773741,
          "stddev" : 138856.790065,
          "N" : 11572405
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9211806,
          "mean" : 6223353.493507,
          "stddev" : 627291.919595,
          "N" : 11572373,
          "percentile" : {
            "1.000000" : 4227072,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 3,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 8,
            "1728512" : 3,
            "1744896" : 4,
            "1761280" : 3,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 15,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 13,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 14,
            "1990656" : 15,
            "2007040" : 12,
            "2023424" : 11,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 37,
            "2146304" : 45,
            "2179072" : 68,
            "2211840" : 67,
            "2244608" : 66,
            "2277376" : 68,
            "2310144" : 74,
            "2342912" : 93,
            "2375680" : 77,
            "2408448" : 107,
            "2441216" : 144,
            "2473984" : 131,
            "2506752" : 152,
            "2539520" : 173,
            "2572288" : 224,
            "2605056" : 221,
            "2637824" : 256,
            "2670592" : 271,
            "2703360" : 305,
            "2736128" : 338,
            "2768896" : 377,
            "2801664" : 377,
            "2834432" : 389,
            "2867200" : 399,
            "2899968" : 492,
            "2932736" : 513,
            "2965504" : 634,
            "2998272" : 654,
            "3031040" : 707,
            "3063808" : 804,
            "3096576" : 911,
            "3129344" : 956,
            "3162112" : 995,
            "3194880" : 1006,
            "3227648" : 1163,
            "3260416" : 1256,
            "3293184" : 1353,
            "3325952" : 1361,
            "3358720" : 1533,
            "3391488" : 1572,
            "3424256" : 1654,
            "3457024" : 1914,
            "3489792" : 1970,
            "3522560" : 2137,
            "3555328" : 2210,
            "3588096" : 2413,
            "3620864" : 2489,
            "3653632" : 2709,
            "3686400" : 2835,
            "3719168" : 2915,
            "3751936" : 3088,
            "3784704" : 3317,
            "3817472" : 3525,
            "3850240" : 3627,
            "3883008" : 3907,
            "3915776" : 4094,
            "3948544" : 4322,
            "3981312" : 4495,
            "4014080" : 4709,
            "4046848" : 4970,
            "4079616" : 5181,
            "4112384" : 5430,
            "4145152" : 5755,
            "4177920" : 5904,
            "4227072" : 13045,
            "4292608" : 14506,
            "4358144" : 15917,
            "4423680" : 17775,
            "4489216" : 20019,
            "4554752" : 22089,
            "4620288" : 25203,
            "4685824" : 28636,
            "4751360" : 32629,
            "4816896" : 37222,
            "4882432" : 42911,
            "4947968" : 49652,
            "5013504" : 58520,
            "5079040" : 67543,
            "5144576" : 79883,
            "5210112" : 92979,
            "5275648" : 108334,
            "5341184" : 127013,
            "5406720" : 146875,
            "5472256" : 169621,
            "5537792" : 196586,
            "5603328" : 226057,
            "5668864" : 257423,
            "5734400" : 292035,
            "5799936" : 329359,
            "5865472" : 366469,
            "5931008" : 404352,
            "5996544" : 441623,
            "6062080" : 477645,
            "6127616" : 509305,
            "6193152" : 535863,
            "6258688" : 555435,
            "6324224" : 563582,
            "6389760" : 564759,
            "6455296" : 552740,
            "6520832" : 532698,
            "6586368" : 502005,
            "6651904" : 464450,
            "6717440" : 420879,
            "6782976" : 374298,
            "6848512" : 326116,
            "6914048" : 278724,
            "6979584" : 235702,
            "7045120" : 194853,
            "7110656" : 158811,
            "7176192" : 126779,
            "7241728" : 100789,
            "7307264" : 78209,
            "7372800" : 60142,
            "7438336" : 45554,
            "7503872" : 34108,
            "7569408" : 24856,
            "7634944" : 18361,
            "7700480" : 13418,
            "7766016" : 9650,
            "7831552" : 6823,
            "7897088" : 4798,
            "7962624" : 3312,
            "8028160" : 2280,
            "8093696" : 1645,
            "8159232" : 1127,
            "8224768" : 714,
            "8290304" : 503,
            "8355840" : 321,
            "8454144" : 341,
            "8585216" : 161,
            "8716288" : 76,
            "8847360" : 31,
            "8978432" : 11,
            "9109504" : 8,
            "9240576" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 9737860,
          "mean" : 6635578.316301,
          "stddev" : 653852.463451,
          "N" : 11572373
        },
        "bw_min" : 297102,
        "bw_max" : 322403,
        "bw_agg" : 100.000000,
        "bw_mean" : 308668.852843,
        "bw_dev" : 167.449953,
        "bw_samples" : 9568,
        "iops_min" : 74273,
        "iops_max" : 80599,
        "iops_mean" : 77164.963211,
        "iops_stddev" : 41.868823,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799975,
      "usr_cpu" : 0.607295,
      "sys_cpu" : 14.365679,
      "ctx" : 10907298,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.642459,
        "10" : 99.355588,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084133,
  "timestamp_ms" : 1773084133449,
  "time" : "Mon Mar  9 16:22:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 50557255680,
        "io_kbytes" : 49372320,
        "bw_bytes" : 315984822,
        "bw" : 308578,
        "iops" : 77145.132157,
        "runtime" : 159999,
        "total_ios" : 12343144,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 2930608,
          "mean" : 412249.160761,
          "stddev" : 138765.144719,
          "N" : 12343145
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9584045,
          "mean" : 6223719.684313,
          "stddev" : 624595.819420,
          "N" : 12343113,
          "percentile" : {
            "1.000000" : 4227072,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6586368,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 3,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 8,
            "1728512" : 3,
            "1744896" : 4,
            "1761280" : 3,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 15,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 13,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 15,
            "1990656" : 15,
            "2007040" : 12,
            "2023424" : 11,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 37,
            "2146304" : 45,
            "2179072" : 69,
            "2211840" : 67,
            "2244608" : 68,
            "2277376" : 71,
            "2310144" : 76,
            "2342912" : 93,
            "2375680" : 77,
            "2408448" : 108,
            "2441216" : 145,
            "2473984" : 132,
            "2506752" : 152,
            "2539520" : 179,
            "2572288" : 226,
            "2605056" : 226,
            "2637824" : 265,
            "2670592" : 275,
            "2703360" : 307,
            "2736128" : 345,
            "2768896" : 386,
            "2801664" : 388,
            "2834432" : 393,
            "2867200" : 412,
            "2899968" : 507,
            "2932736" : 532,
            "2965504" : 652,
            "2998272" : 673,
            "3031040" : 724,
            "3063808" : 825,
            "3096576" : 938,
            "3129344" : 986,
            "3162112" : 1022,
            "3194880" : 1040,
            "3227648" : 1199,
            "3260416" : 1281,
            "3293184" : 1394,
            "3325952" : 1400,
            "3358720" : 1561,
            "3391488" : 1632,
            "3424256" : 1693,
            "3457024" : 1972,
            "3489792" : 2044,
            "3522560" : 2206,
            "3555328" : 2304,
            "3588096" : 2481,
            "3620864" : 2583,
            "3653632" : 2814,
            "3686400" : 2942,
            "3719168" : 3019,
            "3751936" : 3210,
            "3784704" : 3445,
            "3817472" : 3647,
            "3850240" : 3775,
            "3883008" : 4073,
            "3915776" : 4246,
            "3948544" : 4507,
            "3981312" : 4701,
            "4014080" : 4899,
            "4046848" : 5198,
            "4079616" : 5440,
            "4112384" : 5677,
            "4145152" : 5990,
            "4177920" : 6178,
            "4227072" : 13652,
            "4292608" : 15185,
            "4358144" : 16742,
            "4423680" : 18641,
            "4489216" : 21058,
            "4554752" : 23202,
            "4620288" : 26554,
            "4685824" : 30152,
            "4751360" : 34370,
            "4816896" : 39272,
            "4882432" : 45379,
            "4947968" : 52665,
            "5013504" : 61896,
            "5079040" : 71516,
            "5144576" : 84706,
            "5210112" : 98760,
            "5275648" : 115118,
            "5341184" : 135196,
            "5406720" : 156496,
            "5472256" : 180860,
            "5537792" : 209913,
            "5603328" : 241504,
            "5668864" : 275228,
            "5734400" : 312584,
            "5799936" : 352567,
            "5865472" : 392409,
            "5931008" : 433606,
            "5996544" : 473105,
            "6062080" : 511749,
            "6127616" : 545229,
            "6193152" : 573590,
            "6258688" : 593971,
            "6324224" : 602528,
            "6389760" : 603499,
            "6455296" : 590290,
            "6520832" : 568454,
            "6586368" : 535596,
            "6651904" : 494830,
            "6717440" : 448328,
            "6782976" : 398333,
            "6848512" : 347007,
            "6914048" : 296348,
            "6979584" : 250408,
            "7045120" : 206535,
            "7110656" : 168507,
            "7176192" : 134506,
            "7241728" : 106815,
            "7307264" : 82756,
            "7372800" : 63648,
            "7438336" : 48118,
            "7503872" : 36010,
            "7569408" : 26197,
            "7634944" : 19365,
            "7700480" : 14119,
            "7766016" : 10167,
            "7831552" : 7169,
            "7897088" : 5059,
            "7962624" : 3503,
            "8028160" : 2396,
            "8093696" : 1736,
            "8159232" : 1197,
            "8224768" : 750,
            "8290304" : 554,
            "8355840" : 361,
            "8454144" : 404,
            "8585216" : 212,
            "8716288" : 124,
            "8847360" : 83,
            "8978432" : 45,
            "9109504" : 25,
            "9240576" : 17,
            "9371648" : 8,
            "9502720" : 2,
            "9633792" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 10052981,
          "mean" : 6635968.410433,
          "stddev" : 650907.535694,
          "N" : 12343113
        },
        "bw_min" : 296696,
        "bw_max" : 322603,
        "bw_agg" : 100.000000,
        "bw_mean" : 308653.833856,
        "bw_dev" : 168.998800,
        "bw_samples" : 10208,
        "iops_min" : 74171,
        "iops_max" : 80649,
        "iops_mean" : 77161.150470,
        "iops_stddev" : 42.255718,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5119968,
      "usr_cpu" : 0.606820,
      "sys_cpu" : 14.364777,
      "ctx" : 11633809,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 99.999992,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.623318,
        "10" : 99.374851,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084143,
  "timestamp_ms" : 1773084143450,
  "time" : "Mon Mar  9 16:22:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 53716004864,
        "io_kbytes" : 52457036,
        "bw_bytes" : 315976499,
        "bw" : 308570,
        "iops" : 77143.176471,
        "runtime" : 170000,
        "total_ios" : 13114340,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 2930608,
          "mean" : 412259.775400,
          "stddev" : 138628.369563,
          "N" : 13114342
        },
        "clat_ns" : {
          "min" : 1071417,
          "max" : 9584045,
          "mean" : 6223878.015615,
          "stddev" : 621827.079841,
          "N" : 13114309,
          "percentile" : {
            "1.000000" : 4292608,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6520832,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8355840
          },
          "bins" : {
            "1073152" : 1,
            "1384448" : 1,
            "1400832" : 3,
            "1433600" : 3,
            "1449984" : 2,
            "1466368" : 1,
            "1499136" : 6,
            "1515520" : 6,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 2,
            "1581056" : 2,
            "1597440" : 3,
            "1613824" : 3,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 2,
            "1712128" : 8,
            "1728512" : 3,
            "1744896" : 4,
            "1761280" : 3,
            "1777664" : 7,
            "1794048" : 10,
            "1810432" : 15,
            "1826816" : 7,
            "1843200" : 6,
            "1859584" : 9,
            "1875968" : 13,
            "1892352" : 5,
            "1908736" : 8,
            "1925120" : 7,
            "1941504" : 4,
            "1957888" : 9,
            "1974272" : 15,
            "1990656" : 15,
            "2007040" : 12,
            "2023424" : 11,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 15,
            "2088960" : 18,
            "2113536" : 37,
            "2146304" : 45,
            "2179072" : 69,
            "2211840" : 67,
            "2244608" : 68,
            "2277376" : 72,
            "2310144" : 76,
            "2342912" : 95,
            "2375680" : 79,
            "2408448" : 111,
            "2441216" : 145,
            "2473984" : 133,
            "2506752" : 153,
            "2539520" : 181,
            "2572288" : 230,
            "2605056" : 235,
            "2637824" : 272,
            "2670592" : 279,
            "2703360" : 313,
            "2736128" : 353,
            "2768896" : 392,
            "2801664" : 394,
            "2834432" : 398,
            "2867200" : 416,
            "2899968" : 516,
            "2932736" : 543,
            "2965504" : 664,
            "2998272" : 689,
            "3031040" : 732,
            "3063808" : 845,
            "3096576" : 964,
            "3129344" : 1005,
            "3162112" : 1040,
            "3194880" : 1056,
            "3227648" : 1236,
            "3260416" : 1306,
            "3293184" : 1433,
            "3325952" : 1435,
            "3358720" : 1596,
            "3391488" : 1661,
            "3424256" : 1748,
            "3457024" : 2029,
            "3489792" : 2086,
            "3522560" : 2272,
            "3555328" : 2370,
            "3588096" : 2554,
            "3620864" : 2646,
            "3653632" : 2905,
            "3686400" : 3031,
            "3719168" : 3124,
            "3751936" : 3341,
            "3784704" : 3567,
            "3817472" : 3760,
            "3850240" : 3920,
            "3883008" : 4202,
            "3915776" : 4439,
            "3948544" : 4686,
            "3981312" : 4856,
            "4014080" : 5095,
            "4046848" : 5406,
            "4079616" : 5693,
            "4112384" : 5899,
            "4145152" : 6247,
            "4177920" : 6452,
            "4227072" : 14200,
            "4292608" : 15862,
            "4358144" : 17462,
            "4423680" : 19484,
            "4489216" : 22048,
            "4554752" : 24410,
            "4620288" : 27873,
            "4685824" : 31623,
            "4751360" : 36005,
            "4816896" : 41217,
            "4882432" : 47876,
            "4947968" : 55407,
            "5013504" : 65154,
            "5079040" : 75525,
            "5144576" : 89589,
            "5210112" : 104426,
            "5275648" : 122085,
            "5341184" : 143410,
            "5406720" : 166352,
            "5472256" : 192480,
            "5537792" : 223515,
            "5603328" : 257451,
            "5668864" : 293704,
            "5734400" : 333756,
            "5799936" : 376157,
            "5865472" : 418581,
            "5931008" : 463113,
            "5996544" : 505025,
            "6062080" : 545534,
            "6127616" : 581168,
            "6193152" : 610966,
            "6258688" : 632239,
            "6324224" : 641499,
            "6389760" : 642173,
            "6455296" : 627761,
            "6520832" : 603951,
            "6586368" : 568845,
            "6651904" : 525371,
            "6717440" : 475620,
            "6782976" : 422462,
            "6848512" : 367854,
            "6914048" : 313814,
            "6979584" : 264950,
            "7045120" : 218462,
            "7110656" : 178167,
            "7176192" : 142086,
            "7241728" : 112659,
            "7307264" : 87372,
            "7372800" : 67109,
            "7438336" : 50716,
            "7503872" : 37957,
            "7569408" : 27550,
            "7634944" : 20385,
            "7700480" : 14769,
            "7766016" : 10613,
            "7831552" : 7450,
            "7897088" : 5252,
            "7962624" : 3650,
            "8028160" : 2493,
            "8093696" : 1778,
            "8159232" : 1235,
            "8224768" : 783,
            "8290304" : 569,
            "8355840" : 370,
            "8454144" : 416,
            "8585216" : 216,
            "8716288" : 133,
            "8847360" : 87,
            "8978432" : 46,
            "9109504" : 25,
            "9240576" : 17,
            "9371648" : 8,
            "9502720" : 2,
            "9633792" : 2
          }
        },
        "lat_ns" : {
          "min" : 1403324,
          "max" : 10052981,
          "mean" : 6636137.731569,
          "stddev" : 647907.698050,
          "N" : 13114309
        },
        "bw_min" : 296532,
        "bw_max" : 322659,
        "bw_agg" : 100.000000,
        "bw_mean" : 308644.687316,
        "bw_dev" : 170.388551,
        "bw_samples" : 10848,
        "iops_min" : 74129,
        "iops_max" : 80663,
        "iops_mean" : 77158.814159,
        "iops_stddev" : 42.602775,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5440000,
      "usr_cpu" : 0.605551,
      "sys_cpu" : 14.365772,
      "ctx" : 12360202,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999985,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999977,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.604323,
        "10" : 99.393953,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084153,
  "timestamp_ms" : 1773084153449,
  "time" : "Mon Mar  9 16:22:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 7034,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 56875991040,
        "io_kbytes" : 55542960,
        "bw_bytes" : 315977728,
        "bw" : 308572,
        "iops" : 77143.127778,
        "runtime" : 180000,
        "total_ios" : 13885763,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 2930608,
          "mean" : 412256.276117,
          "stddev" : 138518.596229,
          "N" : 13885793
        },
        "clat_ns" : {
          "min" : 2804,
          "max" : 9584045,
          "mean" : 6223719.005436,
          "stddev" : 619746.276969,
          "N" : 13886211,
          "percentile" : {
            "1.000000" : 4292608,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6520832,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "2800" : 1,
            "2992" : 1,
            "3024" : 1,
            "3184" : 1,
            "3280" : 1,
            "3312" : 1,
            "3440" : 1,
            "3664" : 1,
            "3696" : 1,
            "3760" : 1,
            "4048" : 1,
            "4128" : 1,
            "4256" : 1,
            "4960" : 2,
            "5152" : 1,
            "5344" : 1,
            "5536" : 1,
            "5728" : 2,
            "5856" : 1,
            "5920" : 1,
            "5984" : 1,
            "6048" : 1,
            "6304" : 1,
            "6368" : 1,
            "6432" : 1,
            "8768" : 1,
            "10688" : 1,
            "11712" : 1,
            "309248" : 1,
            "325632" : 1,
            "337920" : 1,
            "350208" : 1,
            "358400" : 1,
            "362496" : 1,
            "370688" : 1,
            "378880" : 3,
            "382976" : 1,
            "387072" : 2,
            "395264" : 4,
            "403456" : 1,
            "411648" : 1,
            "419840" : 1,
            "428032" : 1,
            "432128" : 1,
            "440320" : 1,
            "444416" : 1,
            "468992" : 1,
            "477184" : 1,
            "481280" : 1,
            "485376" : 1,
            "505856" : 1,
            "514048" : 1,
            "544768" : 1,
            "552960" : 1,
            "684032" : 1,
            "724992" : 1,
            "733184" : 3,
            "757760" : 1,
            "774144" : 1,
            "782336" : 1,
            "790528" : 1,
            "798720" : 1,
            "806912" : 1,
            "823296" : 2,
            "831488" : 1,
            "839680" : 1,
            "864256" : 2,
            "872448" : 1,
            "913408" : 2,
            "921600" : 2,
            "946176" : 1,
            "962560" : 1,
            "970752" : 2,
            "978944" : 1,
            "995328" : 1,
            "1003520" : 1,
            "1028096" : 1,
            "1044480" : 1,
            "1073152" : 1,
            "1105920" : 1,
            "1138688" : 3,
            "1155072" : 1,
            "1171456" : 3,
            "1187840" : 2,
            "1204224" : 1,
            "1220608" : 3,
            "1236992" : 1,
            "1269760" : 3,
            "1286144" : 1,
            "1302528" : 2,
            "1318912" : 1,
            "1335296" : 3,
            "1351680" : 1,
            "1368064" : 1,
            "1384448" : 2,
            "1400832" : 4,
            "1433600" : 4,
            "1449984" : 2,
            "1466368" : 1,
            "1482752" : 3,
            "1499136" : 6,
            "1515520" : 9,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 3,
            "1581056" : 5,
            "1597440" : 4,
            "1613824" : 4,
            "1630208" : 2,
            "1646592" : 2,
            "1662976" : 2,
            "1679360" : 2,
            "1695744" : 5,
            "1712128" : 10,
            "1728512" : 3,
            "1744896" : 5,
            "1761280" : 3,
            "1777664" : 9,
            "1794048" : 12,
            "1810432" : 15,
            "1826816" : 10,
            "1843200" : 7,
            "1859584" : 10,
            "1875968" : 13,
            "1892352" : 6,
            "1908736" : 8,
            "1925120" : 9,
            "1941504" : 6,
            "1957888" : 11,
            "1974272" : 16,
            "1990656" : 17,
            "2007040" : 15,
            "2023424" : 12,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 16,
            "2088960" : 18,
            "2113536" : 37,
            "2146304" : 47,
            "2179072" : 74,
            "2211840" : 71,
            "2244608" : 72,
            "2277376" : 76,
            "2310144" : 78,
            "2342912" : 98,
            "2375680" : 80,
            "2408448" : 113,
            "2441216" : 149,
            "2473984" : 136,
            "2506752" : 153,
            "2539520" : 184,
            "2572288" : 237,
            "2605056" : 242,
            "2637824" : 280,
            "2670592" : 288,
            "2703360" : 324,
            "2736128" : 360,
            "2768896" : 399,
            "2801664" : 399,
            "2834432" : 412,
            "2867200" : 421,
            "2899968" : 525,
            "2932736" : 555,
            "2965504" : 680,
            "2998272" : 713,
            "3031040" : 754,
            "3063808" : 871,
            "3096576" : 982,
            "3129344" : 1031,
            "3162112" : 1071,
            "3194880" : 1081,
            "3227648" : 1250,
            "3260416" : 1334,
            "3293184" : 1473,
            "3325952" : 1466,
            "3358720" : 1635,
            "3391488" : 1705,
            "3424256" : 1795,
            "3457024" : 2085,
            "3489792" : 2139,
            "3522560" : 2320,
            "3555328" : 2433,
            "3588096" : 2612,
            "3620864" : 2727,
            "3653632" : 2978,
            "3686400" : 3113,
            "3719168" : 3215,
            "3751936" : 3461,
            "3784704" : 3718,
            "3817472" : 3879,
            "3850240" : 4027,
            "3883008" : 4333,
            "3915776" : 4590,
            "3948544" : 4833,
            "3981312" : 5013,
            "4014080" : 5281,
            "4046848" : 5604,
            "4079616" : 5920,
            "4112384" : 6148,
            "4145152" : 6513,
            "4177920" : 6707,
            "4227072" : 14765,
            "4292608" : 16494,
            "4358144" : 18180,
            "4423680" : 20320,
            "4489216" : 23085,
            "4554752" : 25535,
            "4620288" : 29211,
            "4685824" : 33239,
            "4751360" : 37750,
            "4816896" : 43268,
            "4882432" : 50288,
            "4947968" : 58226,
            "5013504" : 68598,
            "5079040" : 79475,
            "5144576" : 94478,
            "5210112" : 110439,
            "5275648" : 129109,
            "5341184" : 151767,
            "5406720" : 176339,
            "5472256" : 204326,
            "5537792" : 237516,
            "5603328" : 273521,
            "5668864" : 312377,
            "5734400" : 355016,
            "5799936" : 400367,
            "5865472" : 445300,
            "5931008" : 492483,
            "5996544" : 536781,
            "6062080" : 579868,
            "6127616" : 617647,
            "6193152" : 648302,
            "6258688" : 670651,
            "6324224" : 679839,
            "6389760" : 680368,
            "6455296" : 664892,
            "6520832" : 639078,
            "6586368" : 601750,
            "6651904" : 555384,
            "6717440" : 502240,
            "6782976" : 446440,
            "6848512" : 388341,
            "6914048" : 331262,
            "6979584" : 279491,
            "7045120" : 230511,
            "7110656" : 187965,
            "7176192" : 149696,
            "7241728" : 118518,
            "7307264" : 91751,
            "7372800" : 70560,
            "7438336" : 53261,
            "7503872" : 39875,
            "7569408" : 28941,
            "7634944" : 21369,
            "7700480" : 15498,
            "7766016" : 11085,
            "7831552" : 7801,
            "7897088" : 5510,
            "7962624" : 3820,
            "8028160" : 2611,
            "8093696" : 1867,
            "8159232" : 1279,
            "8224768" : 812,
            "8290304" : 591,
            "8355840" : 380,
            "8454144" : 423,
            "8585216" : 218,
            "8716288" : 133,
            "8847360" : 87,
            "8978432" : 46,
            "9109504" : 25,
            "9240576" : 17,
            "9371648" : 8,
            "9502720" : 2,
            "9633792" : 2
          }
        },
        "lat_ns" : {
          "min" : 304615,
          "max" : 10052981,
          "mean" : 6635975.259823,
          "stddev" : 645598.664206,
          "N" : 13886211
        },
        "bw_min" : 296500,
        "bw_max" : 322990,
        "bw_agg" : 100.000000,
        "bw_mean" : 308647.916435,
        "bw_dev" : 171.216298,
        "bw_samples" : 11488,
        "iops_min" : 74121,
        "iops_max" : 80745,
        "iops_mean" : 77159.690808,
        "iops_stddev" : 42.809074,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759969,
      "usr_cpu" : 0.604882,
      "sys_cpu" : 14.366327,
      "ctx" : 13086712,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999784,
        "8" : 0.000000,
        "16" : 0.100000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.587105,
        "10" : 99.413543,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084153,
  "timestamp_ms" : 1773084153496,
  "time" : "Mon Mar  9 16:22:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd16-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "16",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 56878182400,
        "io_kbytes" : 55545100,
        "bw_bytes" : 315982880,
        "bw" : 308577,
        "iops" : 77141.413524,
        "runtime" : 180004,
        "total_ios" : 13885763,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5899,
          "max" : 2930608,
          "mean" : 412256.269031,
          "stddev" : 138518.587754,
          "N" : 13885795
        },
        "clat_ns" : {
          "min" : 2804,
          "max" : 9584045,
          "mean" : 6223710.783259,
          "stddev" : 619774.512395,
          "N" : 13886243,
          "percentile" : {
            "1.000000" : 4292608,
            "5.000000" : 5144576,
            "10.000000" : 5472256,
            "20.000000" : 5799936,
            "30.000000" : 5996544,
            "40.000000" : 6127616,
            "50.000000" : 6258688,
            "60.000000" : 6389760,
            "70.000000" : 6520832,
            "80.000000" : 6717440,
            "90.000000" : 6914048,
            "95.000000" : 7110656,
            "99.000000" : 7503872,
            "99.500000" : 7634944,
            "99.900000" : 7897088,
            "99.950000" : 8028160,
            "99.990000" : 8290304
          },
          "bins" : {
            "2800" : 1,
            "2992" : 1,
            "3024" : 1,
            "3184" : 1,
            "3280" : 1,
            "3312" : 1,
            "3440" : 1,
            "3568" : 1,
            "3664" : 1,
            "3696" : 1,
            "3760" : 1,
            "3792" : 1,
            "4048" : 1,
            "4128" : 1,
            "4256" : 1,
            "4960" : 2,
            "5152" : 1,
            "5344" : 1,
            "5536" : 1,
            "5728" : 2,
            "5856" : 1,
            "5920" : 1,
            "5984" : 1,
            "6048" : 1,
            "6304" : 1,
            "6368" : 1,
            "6432" : 1,
            "8768" : 1,
            "10688" : 1,
            "11712" : 1,
            "309248" : 1,
            "325632" : 1,
            "337920" : 1,
            "346112" : 1,
            "350208" : 1,
            "358400" : 1,
            "362496" : 1,
            "370688" : 1,
            "378880" : 3,
            "382976" : 2,
            "387072" : 2,
            "391168" : 1,
            "395264" : 4,
            "403456" : 1,
            "411648" : 1,
            "419840" : 1,
            "428032" : 1,
            "432128" : 1,
            "440320" : 1,
            "444416" : 1,
            "468992" : 1,
            "477184" : 1,
            "481280" : 1,
            "485376" : 1,
            "505856" : 1,
            "514048" : 1,
            "544768" : 1,
            "552960" : 1,
            "684032" : 1,
            "724992" : 1,
            "733184" : 3,
            "757760" : 1,
            "774144" : 1,
            "782336" : 1,
            "790528" : 2,
            "798720" : 1,
            "806912" : 1,
            "823296" : 2,
            "831488" : 1,
            "839680" : 1,
            "864256" : 2,
            "872448" : 1,
            "913408" : 2,
            "921600" : 2,
            "946176" : 2,
            "962560" : 1,
            "970752" : 2,
            "978944" : 1,
            "995328" : 1,
            "1003520" : 1,
            "1028096" : 1,
            "1044480" : 1,
            "1073152" : 1,
            "1105920" : 1,
            "1138688" : 3,
            "1155072" : 1,
            "1171456" : 3,
            "1187840" : 2,
            "1204224" : 1,
            "1220608" : 3,
            "1236992" : 2,
            "1269760" : 3,
            "1286144" : 1,
            "1302528" : 2,
            "1318912" : 2,
            "1335296" : 3,
            "1351680" : 2,
            "1368064" : 1,
            "1384448" : 2,
            "1400832" : 4,
            "1433600" : 4,
            "1449984" : 2,
            "1466368" : 1,
            "1482752" : 3,
            "1499136" : 6,
            "1515520" : 9,
            "1531904" : 2,
            "1548288" : 4,
            "1564672" : 3,
            "1581056" : 5,
            "1597440" : 4,
            "1613824" : 4,
            "1630208" : 2,
            "1646592" : 2,
            "1662976" : 2,
            "1679360" : 3,
            "1695744" : 5,
            "1712128" : 10,
            "1728512" : 4,
            "1744896" : 5,
            "1761280" : 3,
            "1777664" : 9,
            "1794048" : 12,
            "1810432" : 15,
            "1826816" : 10,
            "1843200" : 7,
            "1859584" : 10,
            "1875968" : 13,
            "1892352" : 6,
            "1908736" : 8,
            "1925120" : 9,
            "1941504" : 6,
            "1957888" : 11,
            "1974272" : 16,
            "1990656" : 17,
            "2007040" : 16,
            "2023424" : 12,
            "2039808" : 13,
            "2056192" : 12,
            "2072576" : 16,
            "2088960" : 19,
            "2113536" : 37,
            "2146304" : 47,
            "2179072" : 74,
            "2211840" : 71,
            "2244608" : 72,
            "2277376" : 76,
            "2310144" : 78,
            "2342912" : 98,
            "2375680" : 80,
            "2408448" : 113,
            "2441216" : 151,
            "2473984" : 136,
            "2506752" : 153,
            "2539520" : 184,
            "2572288" : 237,
            "2605056" : 242,
            "2637824" : 280,
            "2670592" : 288,
            "2703360" : 324,
            "2736128" : 360,
            "2768896" : 399,
            "2801664" : 399,
            "2834432" : 414,
            "2867200" : 421,
            "2899968" : 525,
            "2932736" : 555,
            "2965504" : 680,
            "2998272" : 713,
            "3031040" : 754,
            "3063808" : 871,
            "3096576" : 982,
            "3129344" : 1031,
            "3162112" : 1071,
            "3194880" : 1081,
            "3227648" : 1250,
            "3260416" : 1335,
            "3293184" : 1474,
            "3325952" : 1467,
            "3358720" : 1635,
            "3391488" : 1705,
            "3424256" : 1795,
            "3457024" : 2085,
            "3489792" : 2139,
            "3522560" : 2320,
            "3555328" : 2433,
            "3588096" : 2612,
            "3620864" : 2727,
            "3653632" : 2979,
            "3686400" : 3114,
            "3719168" : 3216,
            "3751936" : 3461,
            "3784704" : 3718,
            "3817472" : 3879,
            "3850240" : 4027,
            "3883008" : 4333,
            "3915776" : 4590,
            "3948544" : 4833,
            "3981312" : 5013,
            "4014080" : 5281,
            "4046848" : 5604,
            "4079616" : 5920,
            "4112384" : 6148,
            "4145152" : 6513,
            "4177920" : 6708,
            "4227072" : 14765,
            "4292608" : 16494,
            "4358144" : 18181,
            "4423680" : 20320,
            "4489216" : 23085,
            "4554752" : 25536,
            "4620288" : 29211,
            "4685824" : 33239,
            "4751360" : 37750,
            "4816896" : 43269,
            "4882432" : 50288,
            "4947968" : 58227,
            "5013504" : 68598,
            "5079040" : 79475,
            "5144576" : 94478,
            "5210112" : 110440,
            "5275648" : 129109,
            "5341184" : 151768,
            "5406720" : 176339,
            "5472256" : 204326,
            "5537792" : 237516,
            "5603328" : 273521,
            "5668864" : 312377,
            "5734400" : 355016,
            "5799936" : 400368,
            "5865472" : 445300,
            "5931008" : 492483,
            "5996544" : 536781,
            "6062080" : 579868,
            "6127616" : 617647,
            "6193152" : 648302,
            "6258688" : 670651,
            "6324224" : 679839,
            "6389760" : 680368,
            "6455296" : 664892,
            "6520832" : 639078,
            "6586368" : 601750,
            "6651904" : 555384,
            "6717440" : 502240,
            "6782976" : 446440,
            "6848512" : 388341,
            "6914048" : 331262,
            "6979584" : 279491,
            "7045120" : 230511,
            "7110656" : 187965,
            "7176192" : 149696,
            "7241728" : 118518,
            "7307264" : 91751,
            "7372800" : 70560,
            "7438336" : 53261,
            "7503872" : 39875,
            "7569408" : 28941,
            "7634944" : 21369,
            "7700480" : 15498,
            "7766016" : 11085,
            "7831552" : 7801,
            "7897088" : 5510,
            "7962624" : 3820,
            "8028160" : 2611,
            "8093696" : 1867,
            "8159232" : 1279,
            "8224768" : 812,
            "8290304" : 591,
            "8355840" : 380,
            "8454144" : 423,
            "8585216" : 218,
            "8716288" : 133,
            "8847360" : 87,
            "8978432" : 46,
            "9109504" : 25,
            "9240576" : 17,
            "9371648" : 8,
            "9502720" : 2,
            "9633792" : 2
          }
        },
        "lat_ns" : {
          "min" : 304615,
          "max" : 10052981,
          "mean" : 6635966.936079,
          "stddev" : 645626.459675,
          "N" : 13886243
        },
        "bw_min" : 296500,
        "bw_max" : 322990,
        "bw_agg" : 100.000000,
        "bw_mean" : 308647.916435,
        "bw_dev" : 171.216298,
        "bw_samples" : 11488,
        "iops_min" : 74121,
        "iops_max" : 80745,
        "iops_mean" : 77159.690808,
        "iops_stddev" : 42.809074,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760059,
      "usr_cpu" : 0.604872,
      "sys_cpu" : 14.366103,
      "ctx" : 13086791,
      "majf" : 0,
      "minf" : 1164,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 100.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999770,
        "8" : 0.000000,
        "16" : 0.100000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.587191,
        "10" : 99.413601,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 16,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}