← Back to file list

📄 rand-read-qd32-nj32_run1.json

raidz2/benchmarks/rand/rand-read-qd32-nj32_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086729,
  "timestamp_ms" : 1773086729823,
  "time" : "Mon Mar  9 17:05:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3072983040,
        "io_kbytes" : 3000960,
        "bw_bytes" : 315113109,
        "bw" : 307727,
        "iops" : 77044.913864,
        "runtime" : 9752,
        "total_ios" : 751342,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312033,
      "usr_cpu" : 0.608589,
      "sys_cpu" : 14.528271,
      "ctx" : 712954,
      "majf" : 0,
      "minf" : 1290,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.867970,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999867,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999867,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086740,
  "timestamp_ms" : 1773086740071,
  "time" : "Mon Mar  9 17:05:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3166261248,
        "io_kbytes" : 3092052,
        "bw_bytes" : 316626124,
        "bw" : 309205,
        "iops" : 77309.200000,
        "runtime" : 10000,
        "total_ios" : 773092,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 7071,
          "max" : 1418399,
          "mean" : 411356.291957,
          "stddev" : 142796.277478,
          "N" : 773093
        },
        "clat_ns" : {
          "min" : 4992631,
          "max" : 16653134,
          "mean" : 12835497.581338,
          "stddev" : 1260815.140413,
          "N" : 773060,
          "percentile" : {
            "1.000000" : 8028160,
            "5.000000" : 10551296,
            "10.000000" : 11468800,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13565952,
            "80.000000" : 13828096,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15138816,
            "99.900000" : 15532032,
            "99.950000" : 15663104,
            "99.990000" : 15925248
          },
          "bins" : {
            "5013504" : 3,
            "5079040" : 6,
            "5144576" : 9,
            "5210112" : 5,
            "5275648" : 5,
            "5341184" : 14,
            "5406720" : 11,
            "5472256" : 17,
            "5537792" : 10,
            "5603328" : 5,
            "5668864" : 20,
            "5734400" : 31,
            "5799936" : 22,
            "5865472" : 36,
            "5931008" : 41,
            "5996544" : 25,
            "6062080" : 44,
            "6127616" : 53,
            "6193152" : 53,
            "6258688" : 60,
            "6324224" : 71,
            "6389760" : 75,
            "6455296" : 101,
            "6520832" : 99,
            "6586368" : 115,
            "6651904" : 151,
            "6717440" : 136,
            "6782976" : 158,
            "6848512" : 188,
            "6914048" : 155,
            "6979584" : 208,
            "7045120" : 215,
            "7110656" : 246,
            "7176192" : 247,
            "7241728" : 291,
            "7307264" : 319,
            "7372800" : 300,
            "7438336" : 315,
            "7503872" : 368,
            "7569408" : 358,
            "7634944" : 402,
            "7700480" : 414,
            "7766016" : 470,
            "7831552" : 451,
            "7897088" : 487,
            "7962624" : 482,
            "8028160" : 488,
            "8093696" : 520,
            "8159232" : 568,
            "8224768" : 620,
            "8290304" : 600,
            "8355840" : 646,
            "8454144" : 1264,
            "8585216" : 1405,
            "8716288" : 1429,
            "8847360" : 1393,
            "8978432" : 1514,
            "9109504" : 1515,
            "9240576" : 1483,
            "9371648" : 1495,
            "9502720" : 1428,
            "9633792" : 1419,
            "9764864" : 1463,
            "9895936" : 1531,
            "10027008" : 1678,
            "10158080" : 1829,
            "10289152" : 1994,
            "10420224" : 2339,
            "10551296" : 2942,
            "10682368" : 3520,
            "10813440" : 4219,
            "10944512" : 5071,
            "11075584" : 6307,
            "11206656" : 7760,
            "11337728" : 9281,
            "11468800" : 10986,
            "11599872" : 13097,
            "11730944" : 15264,
            "11862016" : 17491,
            "11993088" : 19720,
            "12124160" : 22009,
            "12255232" : 24675,
            "12386304" : 27180,
            "12517376" : 30090,
            "12648448" : 32919,
            "12779520" : 35711,
            "12910592" : 38522,
            "13041664" : 41031,
            "13172736" : 43186,
            "13303808" : 44236,
            "13434880" : 43430,
            "13565952" : 41672,
            "13697024" : 38192,
            "13828096" : 34178,
            "13959168" : 29624,
            "14090240" : 24489,
            "14221312" : 19591,
            "14352384" : 14855,
            "14483456" : 11510,
            "14614528" : 8118,
            "14745600" : 5790,
            "14876672" : 3834,
            "15007744" : 2576,
            "15138816" : 1624,
            "15269888" : 1030,
            "15400960" : 624,
            "15532032" : 363,
            "15663104" : 231,
            "15794176" : 99,
            "15925248" : 55,
            "16056320" : 26,
            "16187392" : 12,
            "16318464" : 5,
            "16449536" : 2,
            "16711680" : 1
          }
        },
        "lat_ns" : {
          "min" : 5085553,
          "max" : 17037031,
          "mean" : 13246864.845342,
          "stddev" : 1293627.780477,
          "N" : 773060
        },
        "bw_min" : 303355,
        "bw_max" : 315138,
        "bw_agg" : 100.000000,
        "bw_mean" : 309209.105263,
        "bw_dev" : 110.090181,
        "bw_samples" : 608,
        "iops_min" : 75838,
        "iops_max" : 78784,
        "iops_mean" : 77300.684211,
        "iops_stddev" : 27.528842,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320000,
      "usr_cpu" : 0.644375,
      "sys_cpu" : 14.393437,
      "ctx" : 728515,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999871,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999741,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.694774,
        "20" : 96.301087,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086750,
  "timestamp_ms" : 1773086750071,
  "time" : "Mon Mar  9 17:05:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 6323822592,
        "io_kbytes" : 6175608,
        "bw_bytes" : 316191129,
        "bw" : 308780,
        "iops" : 77198.400000,
        "runtime" : 20000,
        "total_ios" : 1543968,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6690,
          "max" : 1576710,
          "mean" : 411902.997332,
          "stddev" : 142333.965139,
          "N" : 1543968
        },
        "clat_ns" : {
          "min" : 4992631,
          "max" : 16819669,
          "mean" : 12852527.905251,
          "stddev" : 1217160.395454,
          "N" : 1543936,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 10682368,
            "10.000000" : 11468800,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13565952,
            "80.000000" : 13828096,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15138816,
            "99.900000" : 15532032,
            "99.950000" : 15663104,
            "99.990000" : 16056320
          },
          "bins" : {
            "5013504" : 3,
            "5079040" : 6,
            "5144576" : 9,
            "5210112" : 5,
            "5275648" : 5,
            "5341184" : 14,
            "5406720" : 12,
            "5472256" : 17,
            "5537792" : 10,
            "5603328" : 7,
            "5668864" : 22,
            "5734400" : 36,
            "5799936" : 26,
            "5865472" : 37,
            "5931008" : 44,
            "5996544" : 33,
            "6062080" : 55,
            "6127616" : 71,
            "6193152" : 66,
            "6258688" : 75,
            "6324224" : 97,
            "6389760" : 91,
            "6455296" : 130,
            "6520832" : 131,
            "6586368" : 142,
            "6651904" : 197,
            "6717440" : 189,
            "6782976" : 199,
            "6848512" : 249,
            "6914048" : 238,
            "6979584" : 289,
            "7045120" : 315,
            "7110656" : 330,
            "7176192" : 362,
            "7241728" : 440,
            "7307264" : 468,
            "7372800" : 453,
            "7438336" : 475,
            "7503872" : 545,
            "7569408" : 529,
            "7634944" : 610,
            "7700480" : 642,
            "7766016" : 725,
            "7831552" : 762,
            "7897088" : 757,
            "7962624" : 779,
            "8028160" : 834,
            "8093696" : 866,
            "8159232" : 922,
            "8224768" : 1013,
            "8290304" : 1040,
            "8355840" : 1098,
            "8454144" : 2247,
            "8585216" : 2440,
            "8716288" : 2601,
            "8847360" : 2673,
            "8978432" : 2829,
            "9109504" : 2911,
            "9240576" : 2890,
            "9371648" : 2982,
            "9502720" : 2958,
            "9633792" : 3074,
            "9764864" : 3163,
            "9895936" : 3304,
            "10027008" : 3596,
            "10158080" : 3811,
            "10289152" : 4191,
            "10420224" : 5001,
            "10551296" : 5924,
            "10682368" : 6895,
            "10813440" : 8282,
            "10944512" : 10100,
            "11075584" : 12393,
            "11206656" : 15129,
            "11337728" : 18155,
            "11468800" : 21625,
            "11599872" : 25858,
            "11730944" : 30131,
            "11862016" : 34547,
            "11993088" : 39176,
            "12124160" : 44640,
            "12255232" : 49872,
            "12386304" : 54999,
            "12517376" : 61961,
            "12648448" : 67291,
            "12779520" : 73289,
            "12910592" : 78251,
            "13041664" : 83545,
            "13172736" : 86693,
            "13303808" : 88362,
            "13434880" : 86962,
            "13565952" : 82668,
            "13697024" : 75945,
            "13828096" : 67654,
            "13959168" : 58087,
            "14090240" : 48657,
            "14221312" : 38793,
            "14352384" : 29715,
            "14483456" : 22593,
            "14614528" : 16007,
            "14745600" : 11334,
            "14876672" : 7747,
            "15007744" : 5197,
            "15138816" : 3279,
            "15269888" : 2014,
            "15400960" : 1272,
            "15532032" : 765,
            "15663104" : 447,
            "15794176" : 253,
            "15925248" : 131,
            "16056320" : 61,
            "16187392" : 49,
            "16318464" : 20,
            "16449536" : 14,
            "16580608" : 8,
            "16711680" : 3,
            "16908288" : 2
          }
        },
        "lat_ns" : {
          "min" : 5085553,
          "max" : 17385353,
          "mean" : 13264431.971773,
          "stddev" : 1248275.967440,
          "N" : 1543936
        },
        "bw_min" : 302489,
        "bw_max" : 316365,
        "bw_agg" : 100.000000,
        "bw_mean" : 308830.179487,
        "bw_dev" : 122.662612,
        "bw_samples" : 1248,
        "iops_min" : 75620,
        "iops_max" : 79089,
        "iops_mean" : 77205.102564,
        "iops_stddev" : 30.673644,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639998,
      "usr_cpu" : 0.639064,
      "sys_cpu" : 14.406608,
      "ctx" : 1456699,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.339707,
        "20" : 96.658221,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086760,
  "timestamp_ms" : 1773086760071,
  "time" : "Mon Mar  9 17:06:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 9478189056,
        "io_kbytes" : 9256044,
        "bw_bytes" : 315939635,
        "bw" : 308534,
        "iops" : 77136.300000,
        "runtime" : 30000,
        "total_ios" : 2314089,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6690,
          "max" : 1735844,
          "mean" : 412226.208170,
          "stddev" : 141988.100417,
          "N" : 2314089
        },
        "clat_ns" : {
          "min" : 4992631,
          "max" : 16895154,
          "mean" : 12862491.182961,
          "stddev" : 1192094.712017,
          "N" : 2314057,
          "percentile" : {
            "1.000000" : 8454144,
            "5.000000" : 10813440,
            "10.000000" : 11468800,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13565952,
            "80.000000" : 13828096,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15138816,
            "99.900000" : 15532032,
            "99.950000" : 15663104,
            "99.990000" : 16056320
          },
          "bins" : {
            "5013504" : 3,
            "5079040" : 6,
            "5144576" : 9,
            "5210112" : 5,
            "5275648" : 6,
            "5341184" : 14,
            "5406720" : 12,
            "5472256" : 19,
            "5537792" : 11,
            "5603328" : 7,
            "5668864" : 23,
            "5734400" : 38,
            "5799936" : 27,
            "5865472" : 42,
            "5931008" : 46,
            "5996544" : 33,
            "6062080" : 66,
            "6127616" : 87,
            "6193152" : 75,
            "6258688" : 85,
            "6324224" : 110,
            "6389760" : 98,
            "6455296" : 156,
            "6520832" : 165,
            "6586368" : 185,
            "6651904" : 231,
            "6717440" : 242,
            "6782976" : 259,
            "6848512" : 300,
            "6914048" : 300,
            "6979584" : 357,
            "7045120" : 383,
            "7110656" : 413,
            "7176192" : 461,
            "7241728" : 536,
            "7307264" : 583,
            "7372800" : 570,
            "7438336" : 600,
            "7503872" : 673,
            "7569408" : 699,
            "7634944" : 781,
            "7700480" : 859,
            "7766016" : 916,
            "7831552" : 992,
            "7897088" : 1016,
            "7962624" : 1052,
            "8028160" : 1142,
            "8093696" : 1228,
            "8159232" : 1281,
            "8224768" : 1374,
            "8290304" : 1421,
            "8355840" : 1511,
            "8454144" : 3196,
            "8585216" : 3487,
            "8716288" : 3641,
            "8847360" : 3852,
            "8978432" : 4086,
            "9109504" : 4283,
            "9240576" : 4217,
            "9371648" : 4385,
            "9502720" : 4537,
            "9633792" : 4542,
            "9764864" : 4748,
            "9895936" : 4859,
            "10027008" : 5258,
            "10158080" : 5693,
            "10289152" : 6304,
            "10420224" : 7381,
            "10551296" : 8611,
            "10682368" : 10152,
            "10813440" : 12176,
            "10944512" : 14776,
            "11075584" : 18149,
            "11206656" : 22139,
            "11337728" : 26637,
            "11468800" : 31699,
            "11599872" : 37901,
            "11730944" : 44315,
            "11862016" : 51456,
            "11993088" : 58552,
            "12124160" : 66874,
            "12255232" : 75276,
            "12386304" : 83493,
            "12517376" : 94043,
            "12648448" : 103004,
            "12779520" : 111881,
            "12910592" : 119984,
            "13041664" : 127577,
            "13172736" : 131975,
            "13303808" : 133670,
            "13434880" : 131050,
            "13565952" : 124169,
            "13697024" : 113911,
            "13828096" : 100517,
            "13959168" : 86083,
            "14090240" : 71917,
            "14221312" : 57432,
            "14352384" : 44188,
            "14483456" : 32812,
            "14614528" : 23532,
            "14745600" : 16582,
            "14876672" : 11373,
            "15007744" : 7616,
            "15138816" : 4873,
            "15269888" : 3046,
            "15400960" : 1919,
            "15532032" : 1173,
            "15663104" : 662,
            "15794176" : 392,
            "15925248" : 223,
            "16056320" : 110,
            "16187392" : 80,
            "16318464" : 41,
            "16449536" : 23,
            "16580608" : 10,
            "16711680" : 3,
            "16908288" : 4
          }
        },
        "lat_ns" : {
          "min" : 5085553,
          "max" : 17488150,
          "mean" : 13274718.822587,
          "stddev" : 1222208.677307,
          "N" : 2314057
        },
        "bw_min" : 301539,
        "bw_max" : 316881,
        "bw_agg" : 100.000000,
        "bw_mean" : 308628.254237,
        "bw_dev" : 126.033298,
        "bw_samples" : 1888,
        "iops_min" : 75384,
        "iops_max" : 79219,
        "iops_mean" : 77155.135593,
        "iops_stddev" : 31.518045,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959972,
      "usr_cpu" : 0.634081,
      "sys_cpu" : 14.415420,
      "ctx" : 2184844,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999914,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999914,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.146984,
        "20" : 96.851634,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086770,
  "timestamp_ms" : 1773086770071,
  "time" : "Mon Mar  9 17:06:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 12629692416,
        "io_kbytes" : 12333684,
        "bw_bytes" : 315742310,
        "bw" : 308342,
        "iops" : 77087.050000,
        "runtime" : 40000,
        "total_ios" : 3083482,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6630,
          "max" : 1735844,
          "mean" : 412483.465177,
          "stddev" : 141765.511928,
          "N" : 3083482
        },
        "clat_ns" : {
          "min" : 4992631,
          "max" : 16895154,
          "mean" : 12870512.973871,
          "stddev" : 1171730.585542,
          "N" : 3083450,
          "percentile" : {
            "1.000000" : 8585216,
            "5.000000" : 10813440,
            "10.000000" : 11468800,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13565952,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15138816,
            "99.900000" : 15532032,
            "99.950000" : 15663104,
            "99.990000" : 16056320
          },
          "bins" : {
            "5013504" : 3,
            "5079040" : 6,
            "5144576" : 9,
            "5210112" : 5,
            "5275648" : 7,
            "5341184" : 14,
            "5406720" : 13,
            "5472256" : 20,
            "5537792" : 16,
            "5603328" : 7,
            "5668864" : 28,
            "5734400" : 44,
            "5799936" : 27,
            "5865472" : 46,
            "5931008" : 49,
            "5996544" : 39,
            "6062080" : 76,
            "6127616" : 97,
            "6193152" : 90,
            "6258688" : 96,
            "6324224" : 123,
            "6389760" : 106,
            "6455296" : 174,
            "6520832" : 187,
            "6586368" : 210,
            "6651904" : 254,
            "6717440" : 262,
            "6782976" : 282,
            "6848512" : 346,
            "6914048" : 339,
            "6979584" : 399,
            "7045120" : 456,
            "7110656" : 484,
            "7176192" : 543,
            "7241728" : 621,
            "7307264" : 678,
            "7372800" : 660,
            "7438336" : 706,
            "7503872" : 778,
            "7569408" : 844,
            "7634944" : 930,
            "7700480" : 1044,
            "7766016" : 1099,
            "7831552" : 1183,
            "7897088" : 1233,
            "7962624" : 1317,
            "8028160" : 1363,
            "8093696" : 1489,
            "8159232" : 1556,
            "8224768" : 1690,
            "8290304" : 1764,
            "8355840" : 1911,
            "8454144" : 3985,
            "8585216" : 4340,
            "8716288" : 4519,
            "8847360" : 4822,
            "8978432" : 5151,
            "9109504" : 5447,
            "9240576" : 5487,
            "9371648" : 5729,
            "9502720" : 5960,
            "9633792" : 6175,
            "9764864" : 6283,
            "9895936" : 6600,
            "10027008" : 6976,
            "10158080" : 7638,
            "10289152" : 8374,
            "10420224" : 9633,
            "10551296" : 11261,
            "10682368" : 13244,
            "10813440" : 15792,
            "10944512" : 19260,
            "11075584" : 23671,
            "11206656" : 28776,
            "11337728" : 34644,
            "11468800" : 41478,
            "11599872" : 49693,
            "11730944" : 58153,
            "11862016" : 67925,
            "11993088" : 77584,
            "12124160" : 89056,
            "12255232" : 101042,
            "12386304" : 112589,
            "12517376" : 126941,
            "12648448" : 139804,
            "12779520" : 151479,
            "12910592" : 162684,
            "13041664" : 172271,
            "13172736" : 177909,
            "13303808" : 179732,
            "13434880" : 175826,
            "13565952" : 166186,
            "13697024" : 151460,
            "13828096" : 133427,
            "13959168" : 113649,
            "14090240" : 94617,
            "14221312" : 75368,
            "14352384" : 58024,
            "14483456" : 43019,
            "14614528" : 30908,
            "14745600" : 21916,
            "14876672" : 14825,
            "15007744" : 10014,
            "15138816" : 6384,
            "15269888" : 3932,
            "15400960" : 2448,
            "15532032" : 1513,
            "15663104" : 902,
            "15794176" : 533,
            "15925248" : 336,
            "16056320" : 144,
            "16187392" : 97,
            "16318464" : 53,
            "16449536" : 25,
            "16580608" : 10,
            "16711680" : 3,
            "16908288" : 4
          }
        },
        "lat_ns" : {
          "min" : 5085553,
          "max" : 17488150,
          "mean" : 13282997.806422,
          "stddev" : 1201096.459145,
          "N" : 3083450
        },
        "bw_min" : 300691,
        "bw_max" : 317281,
        "bw_agg" : 100.000000,
        "bw_mean" : 308419.329114,
        "bw_dev" : 130.449373,
        "bw_samples" : 2528,
        "iops_min" : 75170,
        "iops_max" : 79319,
        "iops_mean" : 77102.670886,
        "iops_stddev" : 32.622378,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279970,
      "usr_cpu" : 0.628452,
      "sys_cpu" : 14.421901,
      "ctx" : 2912846,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999935,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999903,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.991650,
        "20" : 97.007312,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086780,
  "timestamp_ms" : 1773086780071,
  "time" : "Mon Mar  9 17:06:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 15780249600,
        "io_kbytes" : 15410400,
        "bw_bytes" : 315611304,
        "bw" : 308214,
        "iops" : 77054.921098,
        "runtime" : 49999,
        "total_ios" : 3852669,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6630,
          "max" : 1735844,
          "mean" : 412662.803465,
          "stddev" : 141535.154165,
          "N" : 3852669
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12876065.773517,
          "stddev" : 1153208.652574,
          "N" : 3852637,
          "percentile" : {
            "1.000000" : 8585216,
            "5.000000" : 10813440,
            "10.000000" : 11599872,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15138816,
            "99.900000" : 15532032,
            "99.950000" : 15663104,
            "99.990000" : 16056320
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 8,
            "5668864" : 30,
            "5734400" : 49,
            "5799936" : 28,
            "5865472" : 51,
            "5931008" : 49,
            "5996544" : 42,
            "6062080" : 79,
            "6127616" : 99,
            "6193152" : 94,
            "6258688" : 99,
            "6324224" : 129,
            "6389760" : 111,
            "6455296" : 186,
            "6520832" : 196,
            "6586368" : 221,
            "6651904" : 279,
            "6717440" : 280,
            "6782976" : 300,
            "6848512" : 371,
            "6914048" : 371,
            "6979584" : 445,
            "7045120" : 490,
            "7110656" : 541,
            "7176192" : 628,
            "7241728" : 678,
            "7307264" : 762,
            "7372800" : 743,
            "7438336" : 819,
            "7503872" : 895,
            "7569408" : 985,
            "7634944" : 1072,
            "7700480" : 1184,
            "7766016" : 1241,
            "7831552" : 1356,
            "7897088" : 1422,
            "7962624" : 1533,
            "8028160" : 1596,
            "8093696" : 1720,
            "8159232" : 1772,
            "8224768" : 1951,
            "8290304" : 2053,
            "8355840" : 2198,
            "8454144" : 4661,
            "8585216" : 5115,
            "8716288" : 5397,
            "8847360" : 5674,
            "8978432" : 6207,
            "9109504" : 6486,
            "9240576" : 6649,
            "9371648" : 6893,
            "9502720" : 7284,
            "9633792" : 7628,
            "9764864" : 7780,
            "9895936" : 8138,
            "10027008" : 8652,
            "10158080" : 9535,
            "10289152" : 10409,
            "10420224" : 11848,
            "10551296" : 13720,
            "10682368" : 16249,
            "10813440" : 19177,
            "10944512" : 23494,
            "11075584" : 28735,
            "11206656" : 35011,
            "11337728" : 42291,
            "11468800" : 50808,
            "11599872" : 61301,
            "11730944" : 72191,
            "11862016" : 84637,
            "11993088" : 97206,
            "12124160" : 112016,
            "12255232" : 127423,
            "12386304" : 142479,
            "12517376" : 160766,
            "12648448" : 177499,
            "12779520" : 192422,
            "12910592" : 206336,
            "13041664" : 217920,
            "13172736" : 224853,
            "13303808" : 225903,
            "13434880" : 220058,
            "13565952" : 207801,
            "13697024" : 188884,
            "13828096" : 165835,
            "13959168" : 141259,
            "14090240" : 117175,
            "14221312" : 93221,
            "14352384" : 71404,
            "14483456" : 52921,
            "14614528" : 37694,
            "14745600" : 26715,
            "14876672" : 17999,
            "15007744" : 12028,
            "15138816" : 7612,
            "15269888" : 4748,
            "15400960" : 2952,
            "15532032" : 1822,
            "15663104" : 1039,
            "15794176" : 616,
            "15925248" : 388,
            "16056320" : 188,
            "16187392" : 108,
            "16318464" : 56,
            "16449536" : 26,
            "16580608" : 13,
            "16711680" : 4,
            "16908288" : 4,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13288730.057128,
          "stddev" : 1181859.585182,
          "N" : 3852637
        },
        "bw_min" : 299875,
        "bw_max" : 317629,
        "bw_agg" : 100.000000,
        "bw_mean" : 308291.404040,
        "bw_dev" : 133.815407,
        "bw_samples" : 3168,
        "iops_min" : 74968,
        "iops_max" : 79405,
        "iops_mean" : 77070.585859,
        "iops_stddev" : 33.460619,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599968,
      "usr_cpu" : 0.625013,
      "sys_cpu" : 14.427914,
      "ctx" : 3641186,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999974,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.847351,
        "20" : 97.151819,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086790,
  "timestamp_ms" : 1773086790071,
  "time" : "Mon Mar  9 17:06:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 18932510720,
        "io_kbytes" : 18488780,
        "bw_bytes" : 315547104,
        "bw" : 308151,
        "iops" : 77039.250654,
        "runtime" : 59999,
        "total_ios" : 4622278,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6621,
          "max" : 1735844,
          "mean" : 412739.538647,
          "stddev" : 141161.724208,
          "N" : 4622278
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12878573.608361,
          "stddev" : 1134478.076874,
          "N" : 4622246,
          "percentile" : {
            "1.000000" : 8716288,
            "5.000000" : 10944512,
            "10.000000" : 11599872,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15007744,
            "99.900000" : 15532032,
            "99.950000" : 15663104,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 9,
            "5668864" : 31,
            "5734400" : 49,
            "5799936" : 30,
            "5865472" : 53,
            "5931008" : 51,
            "5996544" : 42,
            "6062080" : 79,
            "6127616" : 108,
            "6193152" : 99,
            "6258688" : 106,
            "6324224" : 136,
            "6389760" : 115,
            "6455296" : 191,
            "6520832" : 209,
            "6586368" : 228,
            "6651904" : 293,
            "6717440" : 291,
            "6782976" : 319,
            "6848512" : 395,
            "6914048" : 396,
            "6979584" : 473,
            "7045120" : 520,
            "7110656" : 567,
            "7176192" : 665,
            "7241728" : 722,
            "7307264" : 822,
            "7372800" : 799,
            "7438336" : 913,
            "7503872" : 960,
            "7569408" : 1064,
            "7634944" : 1168,
            "7700480" : 1290,
            "7766016" : 1374,
            "7831552" : 1493,
            "7897088" : 1542,
            "7962624" : 1681,
            "8028160" : 1746,
            "8093696" : 1896,
            "8159232" : 1979,
            "8224768" : 2162,
            "8290304" : 2284,
            "8355840" : 2459,
            "8454144" : 5162,
            "8585216" : 5726,
            "8716288" : 6145,
            "8847360" : 6439,
            "8978432" : 7042,
            "9109504" : 7452,
            "9240576" : 7693,
            "9371648" : 8051,
            "9502720" : 8606,
            "9633792" : 9001,
            "9764864" : 9208,
            "9895936" : 9732,
            "10027008" : 10263,
            "10158080" : 11307,
            "10289152" : 12391,
            "10420224" : 14017,
            "10551296" : 16192,
            "10682368" : 19229,
            "10813440" : 22522,
            "10944512" : 27674,
            "11075584" : 33863,
            "11206656" : 41067,
            "11337728" : 49975,
            "11468800" : 60061,
            "11599872" : 72613,
            "11730944" : 85826,
            "11862016" : 101331,
            "11993088" : 117380,
            "12124160" : 135280,
            "12255232" : 154424,
            "12386304" : 173928,
            "12517376" : 196132,
            "12648448" : 217279,
            "12779520" : 235406,
            "12910592" : 252059,
            "13041664" : 265793,
            "13172736" : 272373,
            "13303808" : 273015,
            "13434880" : 264678,
            "13565952" : 249072,
            "13697024" : 225097,
            "13828096" : 197130,
            "13959168" : 167563,
            "14090240" : 138292,
            "14221312" : 109337,
            "14352384" : 83490,
            "14483456" : 61578,
            "14614528" : 43908,
            "14745600" : 31071,
            "14876672" : 20949,
            "15007744" : 13895,
            "15138816" : 8807,
            "15269888" : 5525,
            "15400960" : 3376,
            "15532032" : 2129,
            "15663104" : 1179,
            "15794176" : 713,
            "15925248" : 426,
            "16056320" : 215,
            "16187392" : 122,
            "16318464" : 60,
            "16449536" : 28,
            "16580608" : 15,
            "16711680" : 4,
            "16908288" : 4,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13291313.180237,
          "stddev" : 1162409.004891,
          "N" : 4622246
        },
        "bw_min" : 299534,
        "bw_max" : 318359,
        "bw_agg" : 100.000000,
        "bw_mean" : 308219.714286,
        "bw_dev" : 138.826539,
        "bw_samples" : 3808,
        "iops_min" : 74882,
        "iops_max" : 79589,
        "iops_mean" : 77052.571429,
        "iops_stddev" : 34.713914,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919968,
      "usr_cpu" : 0.627198,
      "sys_cpu" : 14.437168,
      "ctx" : 4368170,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999913,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999913,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.707583,
        "20" : 97.291725,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086800,
  "timestamp_ms" : 1773086800071,
  "time" : "Mon Mar  9 17:06:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 22091681792,
        "io_kbytes" : 21573908,
        "bw_bytes" : 315599962,
        "bw" : 308203,
        "iops" : 77051.743596,
        "runtime" : 69999,
        "total_ios" : 5393545,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6550,
          "max" : 3312313,
          "mean" : 412667.834848,
          "stddev" : 140622.834384,
          "N" : 5393545
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12876421.472984,
          "stddev" : 1113925.035859,
          "N" : 5393513,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10944512,
            "10.000000" : 11599872,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15663104,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 9,
            "5668864" : 31,
            "5734400" : 49,
            "5799936" : 30,
            "5865472" : 53,
            "5931008" : 51,
            "5996544" : 42,
            "6062080" : 79,
            "6127616" : 108,
            "6193152" : 99,
            "6258688" : 106,
            "6324224" : 136,
            "6389760" : 116,
            "6455296" : 192,
            "6520832" : 210,
            "6586368" : 228,
            "6651904" : 296,
            "6717440" : 293,
            "6782976" : 322,
            "6848512" : 397,
            "6914048" : 400,
            "6979584" : 479,
            "7045120" : 530,
            "7110656" : 580,
            "7176192" : 680,
            "7241728" : 738,
            "7307264" : 838,
            "7372800" : 835,
            "7438336" : 938,
            "7503872" : 992,
            "7569408" : 1110,
            "7634944" : 1221,
            "7700480" : 1365,
            "7766016" : 1445,
            "7831552" : 1558,
            "7897088" : 1646,
            "7962624" : 1769,
            "8028160" : 1841,
            "8093696" : 1994,
            "8159232" : 2113,
            "8224768" : 2279,
            "8290304" : 2448,
            "8355840" : 2642,
            "8454144" : 5559,
            "8585216" : 6197,
            "8716288" : 6740,
            "8847360" : 7059,
            "8978432" : 7812,
            "9109504" : 8270,
            "9240576" : 8683,
            "9371648" : 9157,
            "9502720" : 9755,
            "9633792" : 10282,
            "9764864" : 10562,
            "9895936" : 11151,
            "10027008" : 11952,
            "10158080" : 13053,
            "10289152" : 14356,
            "10420224" : 16105,
            "10551296" : 18815,
            "10682368" : 22178,
            "10813440" : 25934,
            "10944512" : 31806,
            "11075584" : 39011,
            "11206656" : 47275,
            "11337728" : 57555,
            "11468800" : 69439,
            "11599872" : 84116,
            "11730944" : 100002,
            "11862016" : 118688,
            "11993088" : 138876,
            "12124160" : 160391,
            "12255232" : 183951,
            "12386304" : 207471,
            "12517376" : 233936,
            "12648448" : 259146,
            "12779520" : 280971,
            "12910592" : 300123,
            "13041664" : 314698,
            "13172736" : 321246,
            "13303808" : 320044,
            "13434880" : 309217,
            "13565952" : 289991,
            "13697024" : 260324,
            "13828096" : 226894,
            "13959168" : 191761,
            "14090240" : 157093,
            "14221312" : 123397,
            "14352384" : 93801,
            "14483456" : 69007,
            "14614528" : 48940,
            "14745600" : 34336,
            "14876672" : 23121,
            "15007744" : 15240,
            "15138816" : 9644,
            "15269888" : 6035,
            "15400960" : 3684,
            "15532032" : 2268,
            "15663104" : 1274,
            "15794176" : 767,
            "15925248" : 451,
            "16056320" : 231,
            "16187392" : 132,
            "16318464" : 67,
            "16449536" : 28,
            "16580608" : 18,
            "16711680" : 6,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13289088.001234,
          "stddev" : 1141095.337730,
          "N" : 5393513
        },
        "bw_min" : 298950,
        "bw_max" : 319247,
        "bw_agg" : 100.000000,
        "bw_mean" : 308265.482014,
        "bw_dev" : 146.939113,
        "bw_samples" : 4448,
        "iops_min" : 74736,
        "iops_max" : 79811,
        "iops_mean" : 77064.208633,
        "iops_stddev" : 36.742336,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239968,
      "usr_cpu" : 0.628893,
      "sys_cpu" : 14.442796,
      "ctx" : 5093471,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.560431,
        "20" : 97.438976,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086810,
  "timestamp_ms" : 1773086810070,
  "time" : "Mon Mar  9 17:06:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 25248477184,
        "io_kbytes" : 24656716,
        "bw_bytes" : 315609909,
        "bw" : 308212,
        "iops" : 77054.050676,
        "runtime" : 79999,
        "total_ios" : 6164247,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6550,
          "max" : 3312313,
          "mean" : 412652.134397,
          "stddev" : 140180.767632,
          "N" : 6164247
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12876003.542534,
          "stddev" : 1096472.048254,
          "N" : 6164215,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10944512,
            "10.000000" : 11599872,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13303808,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15663104,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 9,
            "5668864" : 31,
            "5734400" : 49,
            "5799936" : 30,
            "5865472" : 53,
            "5931008" : 51,
            "5996544" : 43,
            "6062080" : 79,
            "6127616" : 108,
            "6193152" : 99,
            "6258688" : 110,
            "6324224" : 136,
            "6389760" : 120,
            "6455296" : 198,
            "6520832" : 213,
            "6586368" : 230,
            "6651904" : 302,
            "6717440" : 296,
            "6782976" : 331,
            "6848512" : 407,
            "6914048" : 408,
            "6979584" : 491,
            "7045120" : 537,
            "7110656" : 590,
            "7176192" : 710,
            "7241728" : 752,
            "7307264" : 868,
            "7372800" : 862,
            "7438336" : 963,
            "7503872" : 1025,
            "7569408" : 1157,
            "7634944" : 1262,
            "7700480" : 1420,
            "7766016" : 1509,
            "7831552" : 1647,
            "7897088" : 1705,
            "7962624" : 1846,
            "8028160" : 1923,
            "8093696" : 2122,
            "8159232" : 2241,
            "8224768" : 2412,
            "8290304" : 2603,
            "8355840" : 2801,
            "8454144" : 5943,
            "8585216" : 6647,
            "8716288" : 7279,
            "8847360" : 7640,
            "8978432" : 8496,
            "9109504" : 9083,
            "9240576" : 9588,
            "9371648" : 10048,
            "9502720" : 10748,
            "9633792" : 11367,
            "9764864" : 11799,
            "9895936" : 12464,
            "10027008" : 13328,
            "10158080" : 14663,
            "10289152" : 16143,
            "10420224" : 18116,
            "10551296" : 21192,
            "10682368" : 24902,
            "10813440" : 29212,
            "10944512" : 35686,
            "11075584" : 43765,
            "11206656" : 53411,
            "11337728" : 64926,
            "11468800" : 78641,
            "11599872" : 95536,
            "11730944" : 114315,
            "11862016" : 136177,
            "11993088" : 160372,
            "12124160" : 185918,
            "12255232" : 213310,
            "12386304" : 241431,
            "12517376" : 272456,
            "12648448" : 301546,
            "12779520" : 326545,
            "12910592" : 348362,
            "13041664" : 364634,
            "13172736" : 370957,
            "13303808" : 367687,
            "13434880" : 353949,
            "13565952" : 329939,
            "13697024" : 294776,
            "13828096" : 256336,
            "13959168" : 215369,
            "14090240" : 175805,
            "14221312" : 137974,
            "14352384" : 104308,
            "14483456" : 76418,
            "14614528" : 54054,
            "14745600" : 37802,
            "14876672" : 25261,
            "15007744" : 16517,
            "15138816" : 10422,
            "15269888" : 6553,
            "15400960" : 3965,
            "15532032" : 2413,
            "15663104" : 1349,
            "15794176" : 811,
            "15925248" : 465,
            "16056320" : 246,
            "16187392" : 140,
            "16318464" : 74,
            "16449536" : 30,
            "16580608" : 18,
            "16711680" : 6,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13288655.730631,
          "stddev" : 1122992.381891,
          "N" : 6164215
        },
        "bw_min" : 298686,
        "bw_max" : 319634,
        "bw_agg" : 100.000000,
        "bw_mean" : 308278.849057,
        "bw_dev" : 154.185660,
        "bw_samples" : 5088,
        "iops_min" : 74670,
        "iops_max" : 79907,
        "iops_mean" : 77067.572327,
        "iops_stddev" : 38.554394,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559968,
      "usr_cpu" : 0.628367,
      "sys_cpu" : 14.446431,
      "ctx" : 5818998,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.431003,
        "20" : 97.568478,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086820,
  "timestamp_ms" : 1773086820071,
  "time" : "Mon Mar  9 17:07:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 28405886976,
        "io_kbytes" : 27740124,
        "bw_bytes" : 315620966,
        "bw" : 308223,
        "iops" : 77056.688889,
        "runtime" : 90000,
        "total_ios" : 6935102,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6550,
          "max" : 3312313,
          "mean" : 412636.186100,
          "stddev" : 139846.411586,
          "N" : 6935102
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12875519.462952,
          "stddev" : 1082358.833515,
          "N" : 6935070,
          "percentile" : {
            "1.000000" : 8978432,
            "5.000000" : 10944512,
            "10.000000" : 11599872,
            "20.000000" : 12124160,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 9,
            "5668864" : 31,
            "5734400" : 49,
            "5799936" : 33,
            "5865472" : 54,
            "5931008" : 51,
            "5996544" : 47,
            "6062080" : 79,
            "6127616" : 109,
            "6193152" : 105,
            "6258688" : 114,
            "6324224" : 138,
            "6389760" : 123,
            "6455296" : 201,
            "6520832" : 215,
            "6586368" : 236,
            "6651904" : 306,
            "6717440" : 306,
            "6782976" : 335,
            "6848512" : 417,
            "6914048" : 414,
            "6979584" : 504,
            "7045120" : 552,
            "7110656" : 597,
            "7176192" : 719,
            "7241728" : 773,
            "7307264" : 891,
            "7372800" : 885,
            "7438336" : 998,
            "7503872" : 1053,
            "7569408" : 1195,
            "7634944" : 1307,
            "7700480" : 1460,
            "7766016" : 1574,
            "7831552" : 1708,
            "7897088" : 1771,
            "7962624" : 1956,
            "8028160" : 2012,
            "8093696" : 2223,
            "8159232" : 2350,
            "8224768" : 2558,
            "8290304" : 2751,
            "8355840" : 2961,
            "8454144" : 6327,
            "8585216" : 7086,
            "8716288" : 7818,
            "8847360" : 8246,
            "8978432" : 9213,
            "9109504" : 9900,
            "9240576" : 10471,
            "9371648" : 11092,
            "9502720" : 11870,
            "9633792" : 12520,
            "9764864" : 13129,
            "9895936" : 13919,
            "10027008" : 14943,
            "10158080" : 16379,
            "10289152" : 17951,
            "10420224" : 20050,
            "10551296" : 23395,
            "10682368" : 27438,
            "10813440" : 32075,
            "10944512" : 39034,
            "11075584" : 48201,
            "11206656" : 58913,
            "11337728" : 71988,
            "11468800" : 87695,
            "11599872" : 106882,
            "11730944" : 128222,
            "11862016" : 153576,
            "11993088" : 181522,
            "12124160" : 211646,
            "12255232" : 243522,
            "12386304" : 276480,
            "12517376" : 311734,
            "12648448" : 344998,
            "12779520" : 373001,
            "12910592" : 396981,
            "13041664" : 414911,
            "13172736" : 420253,
            "13303808" : 415065,
            "13434880" : 397967,
            "13565952" : 369911,
            "13697024" : 329641,
            "13828096" : 285470,
            "13959168" : 238792,
            "14090240" : 194508,
            "14221312" : 152080,
            "14352384" : 114512,
            "14483456" : 83774,
            "14614528" : 59029,
            "14745600" : 41157,
            "14876672" : 27480,
            "15007744" : 17771,
            "15138816" : 11197,
            "15269888" : 6960,
            "15400960" : 4199,
            "15532032" : 2557,
            "15663104" : 1444,
            "15794176" : 866,
            "15925248" : 480,
            "16056320" : 255,
            "16187392" : 143,
            "16318464" : 74,
            "16449536" : 30,
            "16580608" : 18,
            "16711680" : 6,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13288156.749311,
          "stddev" : 1108342.633883,
          "N" : 6935070
        },
        "bw_min" : 298363,
        "bw_max" : 320061,
        "bw_agg" : 100.000000,
        "bw_mean" : 308294.541899,
        "bw_dev" : 157.041131,
        "bw_samples" : 5728,
        "iops_min" : 74590,
        "iops_max" : 80013,
        "iops_mean" : 77071.407821,
        "iops_stddev" : 39.267519,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879998,
      "usr_cpu" : 0.627674,
      "sys_cpu" : 14.448482,
      "ctx" : 6544125,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.339115,
        "20" : 97.660424,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086830,
  "timestamp_ms" : 1773086830071,
  "time" : "Mon Mar  9 17:07:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 31563210752,
        "io_kbytes" : 30823448,
        "bw_bytes" : 315632107,
        "bw" : 308234,
        "iops" : 77059.370000,
        "runtime" : 100000,
        "total_ios" : 7705937,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412619.950334,
          "stddev" : 139573.753616,
          "N" : 7705937
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12875010.937325,
          "stddev" : 1070835.032712,
          "N" : 7705905,
          "percentile" : {
            "1.000000" : 8978432,
            "5.000000" : 11075584,
            "10.000000" : 11599872,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 14090240,
            "95.000000" : 14352384,
            "99.000000" : 14876672,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 9,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 33,
            "5865472" : 55,
            "5931008" : 51,
            "5996544" : 49,
            "6062080" : 83,
            "6127616" : 111,
            "6193152" : 106,
            "6258688" : 114,
            "6324224" : 139,
            "6389760" : 127,
            "6455296" : 205,
            "6520832" : 218,
            "6586368" : 239,
            "6651904" : 310,
            "6717440" : 309,
            "6782976" : 349,
            "6848512" : 426,
            "6914048" : 429,
            "6979584" : 514,
            "7045120" : 562,
            "7110656" : 621,
            "7176192" : 746,
            "7241728" : 811,
            "7307264" : 923,
            "7372800" : 919,
            "7438336" : 1026,
            "7503872" : 1086,
            "7569408" : 1234,
            "7634944" : 1369,
            "7700480" : 1520,
            "7766016" : 1660,
            "7831552" : 1799,
            "7897088" : 1845,
            "7962624" : 2068,
            "8028160" : 2125,
            "8093696" : 2365,
            "8159232" : 2515,
            "8224768" : 2734,
            "8290304" : 2896,
            "8355840" : 3127,
            "8454144" : 6728,
            "8585216" : 7546,
            "8716288" : 8373,
            "8847360" : 8912,
            "8978432" : 9906,
            "9109504" : 10726,
            "9240576" : 11455,
            "9371648" : 12194,
            "9502720" : 13072,
            "9633792" : 13796,
            "9764864" : 14485,
            "9895936" : 15308,
            "10027008" : 16473,
            "10158080" : 17817,
            "10289152" : 19630,
            "10420224" : 21955,
            "10551296" : 25417,
            "10682368" : 29729,
            "10813440" : 34855,
            "10944512" : 42411,
            "11075584" : 52444,
            "11206656" : 64141,
            "11337728" : 78669,
            "11468800" : 96345,
            "11599872" : 117826,
            "11730944" : 142033,
            "11862016" : 170876,
            "11993088" : 202384,
            "12124160" : 236705,
            "12255232" : 273783,
            "12386304" : 311720,
            "12517376" : 351877,
            "12648448" : 389583,
            "12779520" : 420722,
            "12910592" : 446348,
            "13041664" : 465057,
            "13172736" : 470424,
            "13303808" : 462539,
            "13434880" : 442345,
            "13565952" : 409301,
            "13697024" : 364407,
            "13828096" : 314727,
            "13959168" : 262577,
            "14090240" : 212707,
            "14221312" : 165762,
            "14352384" : 124407,
            "14483456" : 90764,
            "14614528" : 63795,
            "14745600" : 44270,
            "14876672" : 29540,
            "15007744" : 18991,
            "15138816" : 11953,
            "15269888" : 7460,
            "15400960" : 4464,
            "15532032" : 2671,
            "15663104" : 1515,
            "15794176" : 893,
            "15925248" : 495,
            "16056320" : 267,
            "16187392" : 152,
            "16318464" : 77,
            "16449536" : 32,
            "16580608" : 21,
            "16711680" : 7,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13287630.874834,
          "stddev" : 1096382.378697,
          "N" : 7705905
        },
        "bw_min" : 298251,
        "bw_max" : 320670,
        "bw_agg" : 100.000000,
        "bw_mean" : 308309.909548,
        "bw_dev" : 158.649733,
        "bw_samples" : 6368,
        "iops_min" : 74562,
        "iops_max" : 80163,
        "iops_mean" : 77075.170854,
        "iops_stddev" : 39.668736,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199982,
      "usr_cpu" : 0.626972,
      "sys_cpu" : 14.451769,
      "ctx" : 7269366,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.275116,
        "20" : 97.724469,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086840,
  "timestamp_ms" : 1773086840071,
  "time" : "Mon Mar  9 17:07:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 34722103296,
        "io_kbytes" : 33908304,
        "bw_bytes" : 315655484,
        "bw" : 308257,
        "iops" : 77064.981818,
        "runtime" : 110000,
        "total_ios" : 8477148,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412587.956714,
          "stddev" : 139359.239698,
          "N" : 8477148
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12874050.500991,
          "stddev" : 1060659.526254,
          "N" : 8477116,
          "percentile" : {
            "1.000000" : 9109504,
            "5.000000" : 11075584,
            "10.000000" : 11599872,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14352384,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 9,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 33,
            "5865472" : 55,
            "5931008" : 51,
            "5996544" : 49,
            "6062080" : 84,
            "6127616" : 112,
            "6193152" : 106,
            "6258688" : 115,
            "6324224" : 139,
            "6389760" : 128,
            "6455296" : 206,
            "6520832" : 220,
            "6586368" : 242,
            "6651904" : 318,
            "6717440" : 314,
            "6782976" : 353,
            "6848512" : 430,
            "6914048" : 444,
            "6979584" : 525,
            "7045120" : 585,
            "7110656" : 640,
            "7176192" : 769,
            "7241728" : 837,
            "7307264" : 952,
            "7372800" : 942,
            "7438336" : 1068,
            "7503872" : 1114,
            "7569408" : 1281,
            "7634944" : 1405,
            "7700480" : 1567,
            "7766016" : 1709,
            "7831552" : 1874,
            "7897088" : 1934,
            "7962624" : 2152,
            "8028160" : 2217,
            "8093696" : 2471,
            "8159232" : 2663,
            "8224768" : 2868,
            "8290304" : 3057,
            "8355840" : 3289,
            "8454144" : 7131,
            "8585216" : 8008,
            "8716288" : 8929,
            "8847360" : 9595,
            "8978432" : 10675,
            "9109504" : 11548,
            "9240576" : 12518,
            "9371648" : 13318,
            "9502720" : 14311,
            "9633792" : 15168,
            "9764864" : 15897,
            "9895936" : 16741,
            "10027008" : 17998,
            "10158080" : 19459,
            "10289152" : 21368,
            "10420224" : 23720,
            "10551296" : 27414,
            "10682368" : 31952,
            "10813440" : 37385,
            "10944512" : 45534,
            "11075584" : 56504,
            "11206656" : 69112,
            "11337728" : 85154,
            "11468800" : 104728,
            "11599872" : 128669,
            "11730944" : 155479,
            "11862016" : 187956,
            "11993088" : 223820,
            "12124160" : 262909,
            "12255232" : 304636,
            "12386304" : 347568,
            "12517376" : 391845,
            "12648448" : 434182,
            "12779520" : 469283,
            "12910592" : 496905,
            "13041664" : 516988,
            "13172736" : 521017,
            "13303808" : 511197,
            "13434880" : 486789,
            "13565952" : 448334,
            "13697024" : 398263,
            "13828096" : 342296,
            "13959168" : 285113,
            "14090240" : 230161,
            "14221312" : 178960,
            "14352384" : 134210,
            "14483456" : 97484,
            "14614528" : 68426,
            "14745600" : 47429,
            "14876672" : 31535,
            "15007744" : 20233,
            "15138816" : 12660,
            "15269888" : 7921,
            "15400960" : 4692,
            "15532032" : 2821,
            "15663104" : 1602,
            "15794176" : 938,
            "15925248" : 522,
            "16056320" : 276,
            "16187392" : 152,
            "16318464" : 77,
            "16449536" : 32,
            "16580608" : 21,
            "16711680" : 7,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13286637.944244,
          "stddev" : 1085810.249319,
          "N" : 8477116
        },
        "bw_min" : 297871,
        "bw_max" : 320968,
        "bw_agg" : 100.000000,
        "bw_mean" : 308328.762557,
        "bw_dev" : 160.477779,
        "bw_samples" : 7008,
        "iops_min" : 74466,
        "iops_max" : 80239,
        "iops_mean" : 77079.799087,
        "iops_stddev" : 40.125050,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3519982,
      "usr_cpu" : 0.625401,
      "sys_cpu" : 14.456835,
      "ctx" : 7994659,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999988,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999988,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.224970,
        "20" : 97.774653,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086850,
  "timestamp_ms" : 1773086850071,
  "time" : "Mon Mar  9 17:07:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 37879934976,
        "io_kbytes" : 36992124,
        "bw_bytes" : 315666124,
        "bw" : 308267,
        "iops" : 77067.541667,
        "runtime" : 120000,
        "total_ios" : 9248105,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412572.380126,
          "stddev" : 139195.895169,
          "N" : 9248105
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12873609.319112,
          "stddev" : 1050689.166307,
          "N" : 9248073,
          "percentile" : {
            "1.000000" : 9109504,
            "5.000000" : 11075584,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 19,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 20,
            "5603328" : 11,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 36,
            "5865472" : 56,
            "5931008" : 51,
            "5996544" : 49,
            "6062080" : 85,
            "6127616" : 113,
            "6193152" : 108,
            "6258688" : 115,
            "6324224" : 139,
            "6389760" : 128,
            "6455296" : 211,
            "6520832" : 223,
            "6586368" : 245,
            "6651904" : 318,
            "6717440" : 318,
            "6782976" : 356,
            "6848512" : 437,
            "6914048" : 454,
            "6979584" : 529,
            "7045120" : 591,
            "7110656" : 646,
            "7176192" : 777,
            "7241728" : 859,
            "7307264" : 972,
            "7372800" : 957,
            "7438336" : 1099,
            "7503872" : 1135,
            "7569408" : 1314,
            "7634944" : 1435,
            "7700480" : 1606,
            "7766016" : 1754,
            "7831552" : 1923,
            "7897088" : 2016,
            "7962624" : 2211,
            "8028160" : 2296,
            "8093696" : 2566,
            "8159232" : 2766,
            "8224768" : 2991,
            "8290304" : 3201,
            "8355840" : 3424,
            "8454144" : 7429,
            "8585216" : 8426,
            "8716288" : 9390,
            "8847360" : 10148,
            "8978432" : 11329,
            "9109504" : 12247,
            "9240576" : 13379,
            "9371648" : 14289,
            "9502720" : 15373,
            "9633792" : 16351,
            "9764864" : 17204,
            "9895936" : 18059,
            "10027008" : 19445,
            "10158080" : 21040,
            "10289152" : 23041,
            "10420224" : 25609,
            "10551296" : 29583,
            "10682368" : 34307,
            "10813440" : 40201,
            "10944512" : 48881,
            "11075584" : 60648,
            "11206656" : 74236,
            "11337728" : 91726,
            "11468800" : 113280,
            "11599872" : 139514,
            "11730944" : 169342,
            "11862016" : 205032,
            "11993088" : 244956,
            "12124160" : 288609,
            "12255232" : 335171,
            "12386304" : 383146,
            "12517376" : 432663,
            "12648448" : 479476,
            "12779520" : 518366,
            "12910592" : 547413,
            "13041664" : 568135,
            "13172736" : 571866,
            "13303808" : 559794,
            "13434880" : 531893,
            "13565952" : 488297,
            "13697024" : 431557,
            "13828096" : 370066,
            "13959168" : 307415,
            "14090240" : 247549,
            "14221312" : 191950,
            "14352384" : 143801,
            "14483456" : 104279,
            "14614528" : 73023,
            "14745600" : 50443,
            "14876672" : 33427,
            "15007744" : 21299,
            "15138816" : 13315,
            "15269888" : 8287,
            "15400960" : 4921,
            "15532032" : 2939,
            "15663104" : 1672,
            "15794176" : 977,
            "15925248" : 551,
            "16056320" : 281,
            "16187392" : 153,
            "16318464" : 77,
            "16449536" : 32,
            "16580608" : 21,
            "16711680" : 7,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13286182.306103,
          "stddev" : 1075446.405113,
          "N" : 9248073
        },
        "bw_min" : 297719,
        "bw_max" : 321288,
        "bw_agg" : 100.000000,
        "bw_mean" : 308341.083682,
        "bw_dev" : 162.360626,
        "bw_samples" : 7648,
        "iops_min" : 74428,
        "iops_max" : 80319,
        "iops_mean" : 77082.828452,
        "iops_stddev" : 40.594725,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839973,
      "usr_cpu" : 0.625395,
      "sys_cpu" : 14.460258,
      "ctx" : 8719640,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999989,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999989,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.162713,
        "20" : 97.836941,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086860,
  "timestamp_ms" : 1773086860071,
  "time" : "Mon Mar  9 17:07:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 41036783616,
        "io_kbytes" : 40074984,
        "bw_bytes" : 315667566,
        "bw" : 308269,
        "iops" : 77067.830769,
        "runtime" : 130000,
        "total_ios" : 10018818,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412570.559976,
          "stddev" : 139035.443572,
          "N" : 10018818
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12873528.481452,
          "stddev" : 1041578.228764,
          "N" : 10018786,
          "percentile" : {
            "1.000000" : 9109504,
            "5.000000" : 11075584,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 19,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 20,
            "5603328" : 11,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 36,
            "5865472" : 56,
            "5931008" : 51,
            "5996544" : 49,
            "6062080" : 85,
            "6127616" : 113,
            "6193152" : 108,
            "6258688" : 115,
            "6324224" : 139,
            "6389760" : 128,
            "6455296" : 211,
            "6520832" : 224,
            "6586368" : 247,
            "6651904" : 319,
            "6717440" : 318,
            "6782976" : 359,
            "6848512" : 437,
            "6914048" : 455,
            "6979584" : 540,
            "7045120" : 597,
            "7110656" : 654,
            "7176192" : 783,
            "7241728" : 867,
            "7307264" : 985,
            "7372800" : 975,
            "7438336" : 1126,
            "7503872" : 1165,
            "7569408" : 1353,
            "7634944" : 1482,
            "7700480" : 1641,
            "7766016" : 1812,
            "7831552" : 1981,
            "7897088" : 2095,
            "7962624" : 2295,
            "8028160" : 2376,
            "8093696" : 2654,
            "8159232" : 2887,
            "8224768" : 3112,
            "8290304" : 3355,
            "8355840" : 3565,
            "8454144" : 7735,
            "8585216" : 8817,
            "8716288" : 9886,
            "8847360" : 10688,
            "8978432" : 11892,
            "9109504" : 12967,
            "9240576" : 14179,
            "9371648" : 15135,
            "9502720" : 16376,
            "9633792" : 17478,
            "9764864" : 18334,
            "9895936" : 19337,
            "10027008" : 20874,
            "10158080" : 22471,
            "10289152" : 24618,
            "10420224" : 27523,
            "10551296" : 31598,
            "10682368" : 36604,
            "10813440" : 42857,
            "10944512" : 51998,
            "11075584" : 64611,
            "11206656" : 79224,
            "11337728" : 98031,
            "11468800" : 121784,
            "11599872" : 150396,
            "11730944" : 183188,
            "11862016" : 222616,
            "11993088" : 266280,
            "12124160" : 314689,
            "12255232" : 365957,
            "12386304" : 419324,
            "12517376" : 473720,
            "12648448" : 524522,
            "12779520" : 566736,
            "12910592" : 598141,
            "13041664" : 619865,
            "13172736" : 623221,
            "13303808" : 607850,
            "13434880" : 576258,
            "13565952" : 527536,
            "13697024" : 466102,
            "13828096" : 398077,
            "13959168" : 330031,
            "14090240" : 265111,
            "14221312" : 205055,
            "14352384" : 153344,
            "14483456" : 110803,
            "14614528" : 77313,
            "14745600" : 53383,
            "14876672" : 35211,
            "15007744" : 22314,
            "15138816" : 13955,
            "15269888" : 8699,
            "15400960" : 5149,
            "15532032" : 3064,
            "15663104" : 1729,
            "15794176" : 1009,
            "15925248" : 563,
            "16056320" : 291,
            "16187392" : 153,
            "16318464" : 77,
            "16449536" : 32,
            "16580608" : 21,
            "16711680" : 7,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13286098.860096,
          "stddev" : 1065976.998945,
          "N" : 10018786
        },
        "bw_min" : 297138,
        "bw_max" : 321605,
        "bw_agg" : 100.000000,
        "bw_mean" : 308342.830116,
        "bw_dev" : 164.426160,
        "bw_samples" : 8288,
        "iops_min" : 74283,
        "iops_max" : 80399,
        "iops_mean" : 77083.220077,
        "iops_stddev" : 41.111729,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159969,
      "usr_cpu" : 0.624957,
      "sys_cpu" : 14.460444,
      "ctx" : 9444725,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.104630,
        "20" : 97.895051,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086870,
  "timestamp_ms" : 1773086870071,
  "time" : "Mon Mar  9 17:07:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44194000896,
        "io_kbytes" : 43158204,
        "bw_bytes" : 315673689,
        "bw" : 308275,
        "iops" : 77069.400496,
        "runtime" : 139999,
        "total_ios" : 10789639,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412564.992746,
          "stddev" : 138892.431269,
          "N" : 10789639
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12873354.400631,
          "stddev" : 1033523.492960,
          "N" : 10789607,
          "percentile" : {
            "1.000000" : 9109504,
            "5.000000" : 11075584,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 19,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 20,
            "5603328" : 11,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 36,
            "5865472" : 56,
            "5931008" : 51,
            "5996544" : 49,
            "6062080" : 85,
            "6127616" : 113,
            "6193152" : 108,
            "6258688" : 115,
            "6324224" : 142,
            "6389760" : 128,
            "6455296" : 211,
            "6520832" : 226,
            "6586368" : 247,
            "6651904" : 319,
            "6717440" : 321,
            "6782976" : 363,
            "6848512" : 442,
            "6914048" : 459,
            "6979584" : 546,
            "7045120" : 605,
            "7110656" : 665,
            "7176192" : 804,
            "7241728" : 886,
            "7307264" : 1006,
            "7372800" : 999,
            "7438336" : 1161,
            "7503872" : 1193,
            "7569408" : 1381,
            "7634944" : 1542,
            "7700480" : 1677,
            "7766016" : 1858,
            "7831552" : 2039,
            "7897088" : 2152,
            "7962624" : 2369,
            "8028160" : 2456,
            "8093696" : 2768,
            "8159232" : 3007,
            "8224768" : 3246,
            "8290304" : 3465,
            "8355840" : 3711,
            "8454144" : 8127,
            "8585216" : 9231,
            "8716288" : 10303,
            "8847360" : 11258,
            "8978432" : 12455,
            "9109504" : 13675,
            "9240576" : 14932,
            "9371648" : 15971,
            "9502720" : 17371,
            "9633792" : 18553,
            "9764864" : 19510,
            "9895936" : 20647,
            "10027008" : 22198,
            "10158080" : 23896,
            "10289152" : 26157,
            "10420224" : 29108,
            "10551296" : 33390,
            "10682368" : 38837,
            "10813440" : 45440,
            "10944512" : 55029,
            "11075584" : 68356,
            "11206656" : 84097,
            "11337728" : 104508,
            "11468800" : 130296,
            "11599872" : 161183,
            "11730944" : 196914,
            "11862016" : 240143,
            "11993088" : 288341,
            "12124160" : 341590,
            "12255232" : 397722,
            "12386304" : 455432,
            "12517376" : 514965,
            "12648448" : 569618,
            "12779520" : 615390,
            "12910592" : 649578,
            "13041664" : 672228,
            "13172736" : 674183,
            "13303808" : 656105,
            "13434880" : 620353,
            "13565952" : 566502,
            "13697024" : 499604,
            "13828096" : 425638,
            "13959168" : 352463,
            "14090240" : 281966,
            "14221312" : 217883,
            "14352384" : 162785,
            "14483456" : 117429,
            "14614528" : 81671,
            "14745600" : 56257,
            "14876672" : 37080,
            "15007744" : 23551,
            "15138816" : 14715,
            "15269888" : 9121,
            "15400960" : 5365,
            "15532032" : 3206,
            "15663104" : 1810,
            "15794176" : 1046,
            "15925248" : 590,
            "16056320" : 305,
            "16187392" : 157,
            "16318464" : 79,
            "16449536" : 32,
            "16580608" : 21,
            "16711680" : 7,
            "16908288" : 15,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13285919.659981,
          "stddev" : 1057604.490965,
          "N" : 10789607
        },
        "bw_min" : 296946,
        "bw_max" : 321826,
        "bw_agg" : 100.000000,
        "bw_mean" : 308346.534050,
        "bw_dev" : 165.791343,
        "bw_samples" : 8928,
        "iops_min" : 74235,
        "iops_max" : 80455,
        "iops_mean" : 77084.100358,
        "iops_stddev" : 41.452619,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479968,
      "usr_cpu" : 0.625853,
      "sys_cpu" : 14.460684,
      "ctx" : 10169769,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.054999,
        "20" : 97.944704,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086880,
  "timestamp_ms" : 1773086880070,
  "time" : "Mon Mar  9 17:08:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 47350120448,
        "io_kbytes" : 46240352,
        "bw_bytes" : 315669574,
        "bw" : 308271,
        "iops" : 77068.240455,
        "runtime" : 149999,
        "total_ios" : 11560159,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412570.797165,
          "stddev" : 138771.426784,
          "N" : 11560159
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12873521.003474,
          "stddev" : 1025756.372249,
          "N" : 11560127,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 11075584,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 19,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 20,
            "5603328" : 11,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 36,
            "5865472" : 56,
            "5931008" : 51,
            "5996544" : 49,
            "6062080" : 86,
            "6127616" : 113,
            "6193152" : 108,
            "6258688" : 115,
            "6324224" : 144,
            "6389760" : 133,
            "6455296" : 213,
            "6520832" : 229,
            "6586368" : 247,
            "6651904" : 323,
            "6717440" : 329,
            "6782976" : 368,
            "6848512" : 451,
            "6914048" : 468,
            "6979584" : 554,
            "7045120" : 618,
            "7110656" : 671,
            "7176192" : 822,
            "7241728" : 895,
            "7307264" : 1022,
            "7372800" : 1014,
            "7438336" : 1181,
            "7503872" : 1213,
            "7569408" : 1399,
            "7634944" : 1557,
            "7700480" : 1696,
            "7766016" : 1889,
            "7831552" : 2082,
            "7897088" : 2193,
            "7962624" : 2402,
            "8028160" : 2513,
            "8093696" : 2837,
            "8159232" : 3089,
            "8224768" : 3322,
            "8290304" : 3554,
            "8355840" : 3815,
            "8454144" : 8394,
            "8585216" : 9515,
            "8716288" : 10677,
            "8847360" : 11715,
            "8978432" : 13026,
            "9109504" : 14304,
            "9240576" : 15626,
            "9371648" : 16818,
            "9502720" : 18275,
            "9633792" : 19595,
            "9764864" : 20659,
            "9895936" : 21934,
            "10027008" : 23568,
            "10158080" : 25333,
            "10289152" : 27814,
            "10420224" : 30866,
            "10551296" : 35334,
            "10682368" : 41112,
            "10813440" : 47909,
            "10944512" : 58214,
            "11075584" : 72328,
            "11206656" : 89160,
            "11337728" : 110974,
            "11468800" : 138765,
            "11599872" : 171881,
            "11730944" : 210359,
            "11862016" : 257398,
            "11993088" : 309873,
            "12124160" : 367499,
            "12255232" : 429314,
            "12386304" : 492072,
            "12517376" : 556863,
            "12648448" : 615461,
            "12779520" : 664404,
            "12910592" : 700989,
            "13041664" : 724420,
            "13172736" : 725495,
            "13303808" : 704262,
            "13434880" : 664645,
            "13565952" : 605758,
            "13697024" : 533253,
            "13828096" : 453257,
            "13959168" : 374424,
            "14090240" : 298685,
            "14221312" : 230628,
            "14352384" : 171960,
            "14483456" : 123924,
            "14614528" : 86142,
            "14745600" : 59273,
            "14876672" : 38861,
            "15007744" : 24734,
            "15138816" : 15481,
            "15269888" : 9579,
            "15400960" : 5621,
            "15532032" : 3371,
            "15663104" : 1897,
            "15794176" : 1097,
            "15925248" : 617,
            "16056320" : 313,
            "16187392" : 162,
            "16318464" : 87,
            "16449536" : 35,
            "16580608" : 22,
            "16711680" : 11,
            "16908288" : 16,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13286092.109178,
          "stddev" : 1049531.860940,
          "N" : 11560127
        },
        "bw_min" : 296850,
        "bw_max" : 321922,
        "bw_agg" : 100.000000,
        "bw_mean" : 308337.795987,
        "bw_dev" : 167.336135,
        "bw_samples" : 9568,
        "iops_min" : 74211,
        "iops_max" : 80479,
        "iops_mean" : 77081.946488,
        "iops_stddev" : 41.838722,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799968,
      "usr_cpu" : 0.626796,
      "sys_cpu" : 14.460242,
      "ctx" : 10895330,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.002585,
        "20" : 97.997138,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086890,
  "timestamp_ms" : 1773086890071,
  "time" : "Mon Mar  9 17:08:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 50507620352,
        "io_kbytes" : 49323848,
        "bw_bytes" : 315672627,
        "bw" : 308274,
        "iops" : 77068.918750,
        "runtime" : 160000,
        "total_ios" : 12331027,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412565.691885,
          "stddev" : 138637.309204,
          "N" : 12331029
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12873365.393035,
          "stddev" : 1018666.060085,
          "N" : 12330995,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 11075584,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15925248
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 19,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 20,
            "5603328" : 11,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 36,
            "5865472" : 56,
            "5931008" : 52,
            "5996544" : 49,
            "6062080" : 86,
            "6127616" : 114,
            "6193152" : 112,
            "6258688" : 117,
            "6324224" : 145,
            "6389760" : 133,
            "6455296" : 213,
            "6520832" : 229,
            "6586368" : 249,
            "6651904" : 326,
            "6717440" : 332,
            "6782976" : 370,
            "6848512" : 452,
            "6914048" : 472,
            "6979584" : 562,
            "7045120" : 628,
            "7110656" : 676,
            "7176192" : 829,
            "7241728" : 904,
            "7307264" : 1027,
            "7372800" : 1031,
            "7438336" : 1196,
            "7503872" : 1229,
            "7569408" : 1423,
            "7634944" : 1581,
            "7700480" : 1729,
            "7766016" : 1910,
            "7831552" : 2111,
            "7897088" : 2238,
            "7962624" : 2446,
            "8028160" : 2578,
            "8093696" : 2892,
            "8159232" : 3162,
            "8224768" : 3398,
            "8290304" : 3644,
            "8355840" : 3938,
            "8454144" : 8666,
            "8585216" : 9802,
            "8716288" : 11137,
            "8847360" : 12219,
            "8978432" : 13593,
            "9109504" : 15020,
            "9240576" : 16322,
            "9371648" : 17643,
            "9502720" : 19198,
            "9633792" : 20612,
            "9764864" : 21795,
            "9895936" : 23217,
            "10027008" : 24966,
            "10158080" : 26811,
            "10289152" : 29341,
            "10420224" : 32504,
            "10551296" : 37269,
            "10682368" : 43281,
            "10813440" : 50484,
            "10944512" : 61505,
            "11075584" : 76295,
            "11206656" : 94183,
            "11337728" : 117543,
            "11468800" : 146886,
            "11599872" : 182521,
            "11730944" : 224033,
            "11862016" : 274762,
            "11993088" : 331018,
            "12124160" : 393524,
            "12255232" : 460796,
            "12386304" : 528981,
            "12517376" : 598974,
            "12648448" : 661635,
            "12779520" : 714307,
            "12910592" : 752906,
            "13041664" : 776600,
            "13172736" : 777175,
            "13303808" : 753148,
            "13434880" : 709096,
            "13565952" : 644497,
            "13697024" : 566612,
            "13828096" : 480653,
            "13959168" : 396288,
            "14090240" : 315500,
            "14221312" : 243109,
            "14352384" : 180969,
            "14483456" : 130172,
            "14614528" : 90239,
            "14745600" : 62025,
            "14876672" : 40577,
            "15007744" : 25840,
            "15138816" : 16177,
            "15269888" : 9983,
            "15400960" : 5834,
            "15532032" : 3496,
            "15663104" : 1958,
            "15794176" : 1126,
            "15925248" : 628,
            "16056320" : 316,
            "16187392" : 168,
            "16318464" : 89,
            "16449536" : 37,
            "16580608" : 23,
            "16711680" : 11,
            "16908288" : 16,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13285931.408736,
          "stddev" : 1042157.721302,
          "N" : 12330995
        },
        "bw_min" : 296842,
        "bw_max" : 322018,
        "bw_agg" : 100.000000,
        "bw_mean" : 308347.015674,
        "bw_dev" : 168.450935,
        "bw_samples" : 10208,
        "iops_min" : 74209,
        "iops_max" : 80503,
        "iops_mean" : 77084.275862,
        "iops_stddev" : 42.117081,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5119993,
      "usr_cpu" : 0.626798,
      "sys_cpu" : 14.462051,
      "ctx" : 11621048,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999951,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 1.957663,
        "20" : 98.042077,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086900,
  "timestamp_ms" : 1773086900071,
  "time" : "Mon Mar  9 17:08:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 53661044736,
        "io_kbytes" : 52403364,
        "bw_bytes" : 315653204,
        "bw" : 308255,
        "iops" : 77064.182353,
        "runtime" : 170000,
        "total_ios" : 13100911,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412590.423031,
          "stddev" : 138502.899273,
          "N" : 13100911
        },
        "clat_ns" : {
          "min" : 4600793,
          "max" : 17039384,
          "mean" : 12874126.162444,
          "stddev" : 1011810.575093,
          "N" : 13100879,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 11206656,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15794176
          },
          "bins" : {
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 1,
            "4947968" : 4,
            "5013504" : 4,
            "5079040" : 7,
            "5144576" : 11,
            "5210112" : 5,
            "5275648" : 11,
            "5341184" : 19,
            "5406720" : 13,
            "5472256" : 21,
            "5537792" : 20,
            "5603328" : 11,
            "5668864" : 31,
            "5734400" : 50,
            "5799936" : 36,
            "5865472" : 56,
            "5931008" : 52,
            "5996544" : 49,
            "6062080" : 86,
            "6127616" : 114,
            "6193152" : 112,
            "6258688" : 117,
            "6324224" : 145,
            "6389760" : 134,
            "6455296" : 214,
            "6520832" : 229,
            "6586368" : 253,
            "6651904" : 329,
            "6717440" : 335,
            "6782976" : 372,
            "6848512" : 453,
            "6914048" : 477,
            "6979584" : 568,
            "7045120" : 644,
            "7110656" : 686,
            "7176192" : 840,
            "7241728" : 914,
            "7307264" : 1039,
            "7372800" : 1046,
            "7438336" : 1215,
            "7503872" : 1250,
            "7569408" : 1432,
            "7634944" : 1597,
            "7700480" : 1757,
            "7766016" : 1949,
            "7831552" : 2149,
            "7897088" : 2277,
            "7962624" : 2492,
            "8028160" : 2602,
            "8093696" : 2941,
            "8159232" : 3217,
            "8224768" : 3460,
            "8290304" : 3717,
            "8355840" : 4025,
            "8454144" : 8831,
            "8585216" : 10025,
            "8716288" : 11441,
            "8847360" : 12579,
            "8978432" : 14089,
            "9109504" : 15556,
            "9240576" : 16985,
            "9371648" : 18326,
            "9502720" : 20085,
            "9633792" : 21497,
            "9764864" : 22853,
            "9895936" : 24407,
            "10027008" : 26244,
            "10158080" : 28299,
            "10289152" : 31042,
            "10420224" : 34266,
            "10551296" : 39204,
            "10682368" : 45468,
            "10813440" : 53072,
            "10944512" : 64650,
            "11075584" : 80174,
            "11206656" : 99100,
            "11337728" : 123949,
            "11468800" : 155188,
            "11599872" : 192901,
            "11730944" : 237502,
            "11862016" : 291877,
            "11993088" : 352228,
            "12124160" : 419339,
            "12255232" : 491854,
            "12386304" : 565171,
            "12517376" : 640621,
            "12648448" : 707606,
            "12779520" : 763872,
            "12910592" : 804449,
            "13041664" : 828662,
            "13172736" : 828031,
            "13303808" : 801750,
            "13434880" : 753545,
            "13565952" : 684624,
            "13697024" : 601173,
            "13828096" : 508870,
            "13959168" : 418582,
            "14090240" : 332623,
            "14221312" : 255818,
            "14352384" : 190159,
            "14483456" : 136603,
            "14614528" : 94425,
            "14745600" : 64886,
            "14876672" : 42386,
            "15007744" : 27003,
            "15138816" : 16837,
            "15269888" : 10402,
            "15400960" : 6067,
            "15532032" : 3621,
            "15663104" : 2025,
            "15794176" : 1150,
            "15925248" : 635,
            "16056320" : 317,
            "16187392" : 169,
            "16318464" : 89,
            "16449536" : 37,
            "16580608" : 23,
            "16711680" : 11,
            "16908288" : 16,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 4709809,
          "max" : 17488150,
          "mean" : 13286716.535316,
          "stddev" : 1035027.177524,
          "N" : 13100879
        },
        "bw_min" : 296515,
        "bw_max" : 322082,
        "bw_agg" : 100.000000,
        "bw_mean" : 308334.825959,
        "bw_dev" : 169.665554,
        "bw_samples" : 10848,
        "iops_min" : 74128,
        "iops_max" : 80519,
        "iops_mean" : 77081.188791,
        "iops_stddev" : 42.420674,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439981,
      "usr_cpu" : 0.627815,
      "sys_cpu" : 14.461135,
      "ctx" : 12346509,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999977,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999977,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 1.907646,
        "20" : 98.092110,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086910,
  "timestamp_ms" : 1773086910071,
  "time" : "Mon Mar  9 17:08:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 7040,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 56818765824,
        "io_kbytes" : 55487076,
        "bw_bytes" : 315661563,
        "bw" : 308263,
        "iops" : 77065.967033,
        "runtime" : 179999,
        "total_ios" : 13871797,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412582.294089,
          "stddev" : 138397.263758,
          "N" : 13871826
        },
        "clat_ns" : {
          "min" : 2975,
          "max" : 17039384,
          "mean" : 12873413.414636,
          "stddev" : 1007742.851688,
          "N" : 13872693,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 11206656,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15794176
          },
          "bins" : {
            "2960" : 1,
            "3120" : 1,
            "3376" : 1,
            "3408" : 1,
            "3472" : 1,
            "3504" : 1,
            "3536" : 2,
            "3568" : 2,
            "3600" : 1,
            "3632" : 1,
            "3696" : 1,
            "3728" : 1,
            "3888" : 1,
            "4128" : 1,
            "4320" : 1,
            "4384" : 1,
            "5344" : 1,
            "5408" : 1,
            "5536" : 1,
            "5664" : 1,
            "6176" : 1,
            "6240" : 1,
            "6368" : 1,
            "6816" : 1,
            "7776" : 1,
            "10048" : 1,
            "13632" : 1,
            "305152" : 1,
            "337920" : 3,
            "354304" : 1,
            "366592" : 1,
            "391168" : 3,
            "395264" : 1,
            "399360" : 2,
            "403456" : 2,
            "411648" : 1,
            "423936" : 1,
            "432128" : 1,
            "448512" : 2,
            "456704" : 1,
            "460800" : 1,
            "473088" : 1,
            "485376" : 2,
            "493568" : 1,
            "501760" : 2,
            "518144" : 1,
            "528384" : 1,
            "536576" : 1,
            "651264" : 1,
            "708608" : 1,
            "733184" : 1,
            "749568" : 2,
            "757760" : 3,
            "774144" : 4,
            "782336" : 2,
            "790528" : 3,
            "806912" : 1,
            "823296" : 1,
            "839680" : 1,
            "864256" : 1,
            "888832" : 1,
            "946176" : 2,
            "970752" : 3,
            "987136" : 1,
            "995328" : 1,
            "1019904" : 2,
            "1036288" : 1,
            "1044480" : 1,
            "1056768" : 1,
            "1089536" : 1,
            "1105920" : 1,
            "1155072" : 1,
            "1171456" : 4,
            "1204224" : 3,
            "1236992" : 2,
            "1253376" : 2,
            "1269760" : 2,
            "1286144" : 1,
            "1302528" : 1,
            "1318912" : 1,
            "1335296" : 1,
            "1368064" : 3,
            "1384448" : 1,
            "1433600" : 1,
            "1449984" : 1,
            "1466368" : 1,
            "1499136" : 2,
            "1531904" : 2,
            "1548288" : 1,
            "1564672" : 3,
            "1581056" : 2,
            "1597440" : 2,
            "1613824" : 1,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1744896" : 1,
            "1761280" : 1,
            "1777664" : 2,
            "1794048" : 1,
            "1810432" : 1,
            "1826816" : 1,
            "1859584" : 1,
            "1875968" : 1,
            "1908736" : 3,
            "1925120" : 2,
            "1941504" : 2,
            "1957888" : 2,
            "1974272" : 2,
            "1990656" : 1,
            "2007040" : 2,
            "2023424" : 1,
            "2072576" : 1,
            "2088960" : 1,
            "2113536" : 1,
            "2146304" : 2,
            "2179072" : 2,
            "2211840" : 1,
            "2244608" : 1,
            "2277376" : 3,
            "2310144" : 3,
            "2342912" : 6,
            "2375680" : 2,
            "2408448" : 1,
            "2441216" : 1,
            "2473984" : 3,
            "2506752" : 2,
            "2539520" : 1,
            "2605056" : 4,
            "2637824" : 2,
            "2670592" : 4,
            "2703360" : 3,
            "2736128" : 1,
            "2768896" : 5,
            "2801664" : 1,
            "2834432" : 5,
            "2899968" : 2,
            "2932736" : 2,
            "2965504" : 2,
            "2998272" : 1,
            "3031040" : 2,
            "3063808" : 1,
            "3096576" : 2,
            "3129344" : 2,
            "3162112" : 5,
            "3194880" : 2,
            "3227648" : 3,
            "3260416" : 3,
            "3293184" : 4,
            "3391488" : 1,
            "3424256" : 2,
            "3457024" : 1,
            "3489792" : 2,
            "3522560" : 3,
            "3555328" : 4,
            "3588096" : 4,
            "3620864" : 3,
            "3653632" : 2,
            "3686400" : 4,
            "3719168" : 1,
            "3751936" : 3,
            "3784704" : 2,
            "3850240" : 4,
            "3883008" : 3,
            "3915776" : 2,
            "3981312" : 4,
            "4014080" : 2,
            "4046848" : 1,
            "4079616" : 3,
            "4112384" : 1,
            "4145152" : 2,
            "4177920" : 4,
            "4227072" : 6,
            "4292608" : 2,
            "4358144" : 5,
            "4423680" : 5,
            "4489216" : 3,
            "4554752" : 4,
            "4620288" : 5,
            "4685824" : 7,
            "4751360" : 8,
            "4816896" : 7,
            "4882432" : 1,
            "4947968" : 10,
            "5013504" : 9,
            "5079040" : 10,
            "5144576" : 14,
            "5210112" : 7,
            "5275648" : 18,
            "5341184" : 26,
            "5406720" : 18,
            "5472256" : 24,
            "5537792" : 25,
            "5603328" : 13,
            "5668864" : 35,
            "5734400" : 58,
            "5799936" : 41,
            "5865472" : 57,
            "5931008" : 59,
            "5996544" : 53,
            "6062080" : 89,
            "6127616" : 121,
            "6193152" : 114,
            "6258688" : 125,
            "6324224" : 149,
            "6389760" : 139,
            "6455296" : 218,
            "6520832" : 239,
            "6586368" : 257,
            "6651904" : 342,
            "6717440" : 341,
            "6782976" : 383,
            "6848512" : 465,
            "6914048" : 483,
            "6979584" : 587,
            "7045120" : 654,
            "7110656" : 702,
            "7176192" : 865,
            "7241728" : 934,
            "7307264" : 1057,
            "7372800" : 1067,
            "7438336" : 1225,
            "7503872" : 1286,
            "7569408" : 1462,
            "7634944" : 1622,
            "7700480" : 1787,
            "7766016" : 1984,
            "7831552" : 2174,
            "7897088" : 2333,
            "7962624" : 2543,
            "8028160" : 2657,
            "8093696" : 3016,
            "8159232" : 3281,
            "8224768" : 3528,
            "8290304" : 3825,
            "8355840" : 4141,
            "8454144" : 9102,
            "8585216" : 10336,
            "8716288" : 11803,
            "8847360" : 13010,
            "8978432" : 14592,
            "9109504" : 16151,
            "9240576" : 17757,
            "9371648" : 19134,
            "9502720" : 21037,
            "9633792" : 22480,
            "9764864" : 23936,
            "9895936" : 25626,
            "10027008" : 27539,
            "10158080" : 29639,
            "10289152" : 32520,
            "10420224" : 35970,
            "10551296" : 41018,
            "10682368" : 47671,
            "10813440" : 55534,
            "10944512" : 67817,
            "11075584" : 84201,
            "11206656" : 104316,
            "11337728" : 130622,
            "11468800" : 163700,
            "11599872" : 203672,
            "11730944" : 251283,
            "11862016" : 309467,
            "11993088" : 374010,
            "12124160" : 445802,
            "12255232" : 524103,
            "12386304" : 602672,
            "12517376" : 682747,
            "12648448" : 753720,
            "12779520" : 813315,
            "12910592" : 856111,
            "13041664" : 881019,
            "13172736" : 879197,
            "13303808" : 850019,
            "13434880" : 797827,
            "13565952" : 723844,
            "13697024" : 634903,
            "13828096" : 536187,
            "13959168" : 440160,
            "14090240" : 349190,
            "14221312" : 268100,
            "14352384" : 198794,
            "14483456" : 142573,
            "14614528" : 98597,
            "14745600" : 67631,
            "14876672" : 44084,
            "15007744" : 28139,
            "15138816" : 17541,
            "15269888" : 10828,
            "15400960" : 6272,
            "15532032" : 3731,
            "15663104" : 2098,
            "15794176" : 1189,
            "15925248" : 649,
            "16056320" : 326,
            "16187392" : 172,
            "16318464" : 89,
            "16449536" : 37,
            "16580608" : 23,
            "16711680" : 11,
            "16908288" : 16,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 301080,
          "max" : 17488150,
          "mean" : 13285995.860471,
          "stddev" : 1030679.080187,
          "N" : 13872693
        },
        "bw_min" : 296515,
        "bw_max" : 322130,
        "bw_agg" : 100.000000,
        "bw_mean" : 308337.768802,
        "bw_dev" : 170.295974,
        "bw_samples" : 11488,
        "iops_min" : 74128,
        "iops_max" : 80531,
        "iops_mean" : 77081.883008,
        "iops_stddev" : 42.577661,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759968,
      "usr_cpu" : 0.628059,
      "sys_cpu" : 14.458223,
      "ctx" : 13072194,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999777,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 1.872180,
        "20" : 98.132153,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086910,
  "timestamp_ms" : 1773086910122,
  "time" : "Mon Mar  9 17:08:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 56823074816,
        "io_kbytes" : 55491284,
        "bw_bytes" : 315676733,
        "bw" : 308278,
        "iops" : 77063.826359,
        "runtime" : 180004,
        "total_ios" : 13871797,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 3312313,
          "mean" : 412582.293524,
          "stddev" : 138397.249137,
          "N" : 13871829
        },
        "clat_ns" : {
          "min" : 2975,
          "max" : 17039384,
          "mean" : 12873367.572459,
          "stddev" : 1007938.236670,
          "N" : 13872789,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 11206656,
            "10.000000" : 11730944,
            "20.000000" : 12255232,
            "30.000000" : 12517376,
            "40.000000" : 12779520,
            "50.000000" : 13041664,
            "60.000000" : 13172736,
            "70.000000" : 13434880,
            "80.000000" : 13697024,
            "90.000000" : 13959168,
            "95.000000" : 14221312,
            "99.000000" : 14745600,
            "99.500000" : 15007744,
            "99.900000" : 15400960,
            "99.950000" : 15532032,
            "99.990000" : 15794176
          },
          "bins" : {
            "2960" : 1,
            "3120" : 1,
            "3376" : 1,
            "3408" : 1,
            "3472" : 2,
            "3504" : 1,
            "3536" : 2,
            "3568" : 2,
            "3600" : 1,
            "3632" : 1,
            "3664" : 1,
            "3696" : 1,
            "3728" : 1,
            "3888" : 1,
            "4128" : 1,
            "4320" : 1,
            "4384" : 1,
            "4768" : 1,
            "5344" : 1,
            "5408" : 1,
            "5536" : 1,
            "5664" : 1,
            "6176" : 1,
            "6240" : 1,
            "6368" : 1,
            "6816" : 1,
            "7776" : 1,
            "10048" : 1,
            "13632" : 1,
            "305152" : 1,
            "337920" : 3,
            "354304" : 1,
            "366592" : 1,
            "391168" : 4,
            "395264" : 1,
            "399360" : 2,
            "403456" : 2,
            "411648" : 1,
            "415744" : 1,
            "423936" : 1,
            "432128" : 1,
            "440320" : 1,
            "448512" : 2,
            "456704" : 1,
            "460800" : 1,
            "473088" : 2,
            "485376" : 2,
            "493568" : 1,
            "501760" : 2,
            "518144" : 1,
            "528384" : 1,
            "536576" : 1,
            "651264" : 1,
            "708608" : 1,
            "733184" : 1,
            "749568" : 2,
            "757760" : 3,
            "774144" : 4,
            "782336" : 2,
            "790528" : 3,
            "806912" : 1,
            "823296" : 1,
            "839680" : 1,
            "864256" : 1,
            "888832" : 1,
            "913408" : 1,
            "946176" : 2,
            "962560" : 1,
            "970752" : 3,
            "987136" : 1,
            "995328" : 1,
            "1011712" : 1,
            "1019904" : 2,
            "1036288" : 1,
            "1044480" : 1,
            "1056768" : 1,
            "1089536" : 1,
            "1105920" : 1,
            "1155072" : 1,
            "1171456" : 4,
            "1204224" : 3,
            "1236992" : 2,
            "1253376" : 2,
            "1269760" : 2,
            "1286144" : 1,
            "1302528" : 1,
            "1318912" : 3,
            "1335296" : 1,
            "1368064" : 3,
            "1384448" : 1,
            "1433600" : 1,
            "1449984" : 1,
            "1466368" : 1,
            "1499136" : 2,
            "1515520" : 1,
            "1531904" : 2,
            "1548288" : 1,
            "1564672" : 3,
            "1581056" : 2,
            "1597440" : 2,
            "1613824" : 1,
            "1630208" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1744896" : 2,
            "1761280" : 1,
            "1777664" : 2,
            "1794048" : 1,
            "1810432" : 1,
            "1826816" : 1,
            "1859584" : 1,
            "1875968" : 1,
            "1908736" : 3,
            "1925120" : 2,
            "1941504" : 3,
            "1957888" : 2,
            "1974272" : 2,
            "1990656" : 1,
            "2007040" : 3,
            "2023424" : 1,
            "2072576" : 1,
            "2088960" : 1,
            "2113536" : 1,
            "2146304" : 2,
            "2179072" : 2,
            "2211840" : 1,
            "2244608" : 1,
            "2277376" : 3,
            "2310144" : 3,
            "2342912" : 10,
            "2375680" : 2,
            "2408448" : 1,
            "2441216" : 1,
            "2473984" : 3,
            "2506752" : 2,
            "2539520" : 1,
            "2605056" : 4,
            "2637824" : 2,
            "2670592" : 5,
            "2703360" : 4,
            "2736128" : 1,
            "2768896" : 6,
            "2801664" : 1,
            "2834432" : 5,
            "2899968" : 2,
            "2932736" : 2,
            "2965504" : 2,
            "2998272" : 1,
            "3031040" : 2,
            "3063808" : 2,
            "3096576" : 2,
            "3129344" : 2,
            "3162112" : 6,
            "3194880" : 3,
            "3227648" : 3,
            "3260416" : 3,
            "3293184" : 4,
            "3391488" : 1,
            "3424256" : 2,
            "3457024" : 1,
            "3489792" : 2,
            "3522560" : 4,
            "3555328" : 4,
            "3588096" : 4,
            "3620864" : 3,
            "3653632" : 3,
            "3686400" : 5,
            "3719168" : 2,
            "3751936" : 3,
            "3784704" : 2,
            "3850240" : 4,
            "3883008" : 3,
            "3915776" : 2,
            "3981312" : 4,
            "4014080" : 3,
            "4046848" : 2,
            "4079616" : 3,
            "4112384" : 2,
            "4145152" : 2,
            "4177920" : 4,
            "4227072" : 6,
            "4292608" : 2,
            "4358144" : 5,
            "4423680" : 6,
            "4489216" : 4,
            "4554752" : 4,
            "4620288" : 6,
            "4685824" : 8,
            "4751360" : 8,
            "4816896" : 7,
            "4882432" : 2,
            "4947968" : 11,
            "5013504" : 10,
            "5079040" : 11,
            "5144576" : 14,
            "5210112" : 7,
            "5275648" : 18,
            "5341184" : 27,
            "5406720" : 19,
            "5472256" : 25,
            "5537792" : 25,
            "5603328" : 14,
            "5668864" : 35,
            "5734400" : 59,
            "5799936" : 41,
            "5865472" : 58,
            "5931008" : 60,
            "5996544" : 53,
            "6062080" : 89,
            "6127616" : 121,
            "6193152" : 114,
            "6258688" : 127,
            "6324224" : 150,
            "6389760" : 140,
            "6455296" : 218,
            "6520832" : 239,
            "6586368" : 257,
            "6651904" : 342,
            "6717440" : 342,
            "6782976" : 385,
            "6848512" : 465,
            "6914048" : 483,
            "6979584" : 587,
            "7045120" : 655,
            "7110656" : 702,
            "7176192" : 866,
            "7241728" : 934,
            "7307264" : 1058,
            "7372800" : 1067,
            "7438336" : 1226,
            "7503872" : 1287,
            "7569408" : 1462,
            "7634944" : 1622,
            "7700480" : 1787,
            "7766016" : 1984,
            "7831552" : 2176,
            "7897088" : 2334,
            "7962624" : 2543,
            "8028160" : 2657,
            "8093696" : 3016,
            "8159232" : 3282,
            "8224768" : 3528,
            "8290304" : 3826,
            "8355840" : 4142,
            "8454144" : 9102,
            "8585216" : 10336,
            "8716288" : 11804,
            "8847360" : 13011,
            "8978432" : 14593,
            "9109504" : 16152,
            "9240576" : 17757,
            "9371648" : 19135,
            "9502720" : 21039,
            "9633792" : 22480,
            "9764864" : 23937,
            "9895936" : 25628,
            "10027008" : 27539,
            "10158080" : 29640,
            "10289152" : 32522,
            "10420224" : 35970,
            "10551296" : 41019,
            "10682368" : 47671,
            "10813440" : 55535,
            "10944512" : 67819,
            "11075584" : 84201,
            "11206656" : 104317,
            "11337728" : 130623,
            "11468800" : 163702,
            "11599872" : 203673,
            "11730944" : 251283,
            "11862016" : 309467,
            "11993088" : 374012,
            "12124160" : 445803,
            "12255232" : 524103,
            "12386304" : 602672,
            "12517376" : 682750,
            "12648448" : 753720,
            "12779520" : 813316,
            "12910592" : 856112,
            "13041664" : 881019,
            "13172736" : 879197,
            "13303808" : 850019,
            "13434880" : 797827,
            "13565952" : 723844,
            "13697024" : 634903,
            "13828096" : 536187,
            "13959168" : 440160,
            "14090240" : 349190,
            "14221312" : 268100,
            "14352384" : 198794,
            "14483456" : 142573,
            "14614528" : 98597,
            "14745600" : 67631,
            "14876672" : 44084,
            "15007744" : 28139,
            "15138816" : 17541,
            "15269888" : 10828,
            "15400960" : 6272,
            "15532032" : 3731,
            "15663104" : 2098,
            "15794176" : 1189,
            "15925248" : 649,
            "16056320" : 326,
            "16187392" : 172,
            "16318464" : 89,
            "16449536" : 37,
            "16580608" : 23,
            "16711680" : 11,
            "16908288" : 16,
            "17170432" : 1
          }
        },
        "lat_ns" : {
          "min" : 301080,
          "max" : 17488150,
          "mean" : 13285949.986420,
          "stddev" : 1030870.515287,
          "N" : 13872789
        },
        "bw_min" : 296515,
        "bw_max" : 322130,
        "bw_agg" : 100.000000,
        "bw_mean" : 308337.768802,
        "bw_dev" : 170.295974,
        "bw_samples" : 11488,
        "iops_min" : 74128,
        "iops_max" : 80531,
        "iops_mean" : 77081.883008,
        "iops_stddev" : 42.577661,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760059,
      "usr_cpu" : 0.628049,
      "sys_cpu" : 14.457994,
      "ctx" : 13072279,
      "majf" : 0,
      "minf" : 1165,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999769,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 1.872512,
        "20" : 98.132297,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}