← Back to file list

📄 rand-read-qd32-nj32_run2.json

raidz2/benchmarks/rand/rand-read-qd32-nj32_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086969,
  "timestamp_ms" : 1773086969875,
  "time" : "Mon Mar  9 17:09:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3152396288,
        "io_kbytes" : 3078512,
        "bw_bytes" : 323322696,
        "bw" : 315744,
        "iops" : 79049.435897,
        "runtime" : 9750,
        "total_ios" : 770732,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312000,
      "usr_cpu" : 0.633013,
      "sys_cpu" : 14.613462,
      "ctx" : 706092,
      "majf" : 0,
      "minf" : 1240,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.871291,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999611,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999610,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086980,
  "timestamp_ms" : 1773086980125,
  "time" : "Mon Mar  9 17:09:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3241799680,
        "io_kbytes" : 3165820,
        "bw_bytes" : 324179968,
        "bw" : 316582,
        "iops" : 79151.900000,
        "runtime" : 10000,
        "total_ios" : 791519,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 7041,
          "max" : 1386680,
          "mean" : 401686.909103,
          "stddev" : 148937.511565,
          "N" : 791519
        },
        "clat_ns" : {
          "min" : 4877285,
          "max" : 16041308,
          "mean" : 12535990.329323,
          "stddev" : 1057724.143141,
          "N" : 791487,
          "percentile" : {
            "1.000000" : 8716288,
            "5.000000" : 10682368,
            "10.000000" : 11337728,
            "20.000000" : 11862016,
            "30.000000" : 12124160,
            "40.000000" : 12386304,
            "50.000000" : 12648448,
            "60.000000" : 12910592,
            "70.000000" : 13041664,
            "80.000000" : 13303808,
            "90.000000" : 13697024,
            "95.000000" : 13959168,
            "99.000000" : 14483456,
            "99.500000" : 14745600,
            "99.900000" : 15138816,
            "99.950000" : 15269888,
            "99.990000" : 15532032
          },
          "bins" : {
            "4882432" : 1,
            "5275648" : 2,
            "5341184" : 4,
            "5406720" : 1,
            "5472256" : 1,
            "5603328" : 4,
            "5668864" : 4,
            "5734400" : 12,
            "5799936" : 5,
            "5865472" : 5,
            "5931008" : 1,
            "5996544" : 5,
            "6062080" : 15,
            "6127616" : 11,
            "6193152" : 13,
            "6258688" : 16,
            "6324224" : 11,
            "6389760" : 15,
            "6455296" : 14,
            "6520832" : 32,
            "6586368" : 33,
            "6651904" : 29,
            "6717440" : 39,
            "6782976" : 32,
            "6848512" : 50,
            "6914048" : 59,
            "6979584" : 62,
            "7045120" : 55,
            "7110656" : 71,
            "7176192" : 75,
            "7241728" : 87,
            "7307264" : 125,
            "7372800" : 94,
            "7438336" : 113,
            "7503872" : 147,
            "7569408" : 174,
            "7634944" : 158,
            "7700480" : 166,
            "7766016" : 248,
            "7831552" : 266,
            "7897088" : 242,
            "7962624" : 319,
            "8028160" : 290,
            "8093696" : 325,
            "8159232" : 360,
            "8224768" : 405,
            "8290304" : 378,
            "8355840" : 436,
            "8454144" : 884,
            "8585216" : 1026,
            "8716288" : 1173,
            "8847360" : 1305,
            "8978432" : 1371,
            "9109504" : 1420,
            "9240576" : 1434,
            "9371648" : 1632,
            "9502720" : 1649,
            "9633792" : 1748,
            "9764864" : 1985,
            "9895936" : 1701,
            "10027008" : 1991,
            "10158080" : 2057,
            "10289152" : 2535,
            "10420224" : 3113,
            "10551296" : 3670,
            "10682368" : 4495,
            "10813440" : 5535,
            "10944512" : 6889,
            "11075584" : 8626,
            "11206656" : 10714,
            "11337728" : 13692,
            "11468800" : 16750,
            "11599872" : 20154,
            "11730944" : 24112,
            "11862016" : 27615,
            "11993088" : 31734,
            "12124160" : 36058,
            "12255232" : 39882,
            "12386304" : 43112,
            "12517376" : 46199,
            "12648448" : 47576,
            "12779520" : 48202,
            "12910592" : 47119,
            "13041664" : 44902,
            "13172736" : 41474,
            "13303808" : 37797,
            "13434880" : 33091,
            "13565952" : 28262,
            "13697024" : 23299,
            "13828096" : 19014,
            "13959168" : 14595,
            "14090240" : 10775,
            "14221312" : 7778,
            "14352384" : 5437,
            "14483456" : 3882,
            "14614528" : 2735,
            "14745600" : 1743,
            "14876672" : 1017,
            "15007744" : 635,
            "15138816" : 380,
            "15269888" : 241,
            "15400960" : 133,
            "15532032" : 78,
            "15663104" : 29,
            "15794176" : 10,
            "15925248" : 9,
            "16056320" : 3
          }
        },
        "lat_ns" : {
          "min" : 5329005,
          "max" : 16550778,
          "mean" : 12937658.369926,
          "stddev" : 1081189.527671,
          "N" : 791487
        },
        "bw_min" : 310577,
        "bw_max" : 322663,
        "bw_agg" : 100.000000,
        "bw_mean" : 316635.789474,
        "bw_dev" : 101.808345,
        "bw_samples" : 608,
        "iops_min" : 77642,
        "iops_max" : 80665,
        "iops_mean" : 79156.947368,
        "iops_stddev" : 25.466255,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320000,
      "usr_cpu" : 0.647188,
      "sys_cpu" : 14.660312,
      "ctx" : 724058,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999747,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999747,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.894182,
        "20" : 97.101775,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773086990,
  "timestamp_ms" : 1773086990125,
  "time" : "Mon Mar  9 17:09:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 6484324352,
        "io_kbytes" : 6332348,
        "bw_bytes" : 324232429,
        "bw" : 316633,
        "iops" : 79162.158108,
        "runtime" : 19999,
        "total_ios" : 1583164,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 7041,
          "max" : 1431217,
          "mean" : 401625.099712,
          "stddev" : 149222.631269,
          "N" : 1583164
        },
        "clat_ns" : {
          "min" : 4877285,
          "max" : 16121481,
          "mean" : 12534090.836905,
          "stddev" : 1048151.337656,
          "N" : 1583132,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10813440,
            "10.000000" : 11337728,
            "20.000000" : 11862016,
            "30.000000" : 12124160,
            "40.000000" : 12386304,
            "50.000000" : 12648448,
            "60.000000" : 12910592,
            "70.000000" : 13041664,
            "80.000000" : 13303808,
            "90.000000" : 13697024,
            "95.000000" : 13959168,
            "99.000000" : 14483456,
            "99.500000" : 14745600,
            "99.900000" : 15138816,
            "99.950000" : 15269888,
            "99.990000" : 15532032
          },
          "bins" : {
            "4882432" : 1,
            "5079040" : 1,
            "5144576" : 2,
            "5275648" : 2,
            "5341184" : 5,
            "5406720" : 3,
            "5472256" : 6,
            "5537792" : 4,
            "5603328" : 5,
            "5668864" : 8,
            "5734400" : 16,
            "5799936" : 13,
            "5865472" : 13,
            "5931008" : 7,
            "5996544" : 9,
            "6062080" : 24,
            "6127616" : 31,
            "6193152" : 37,
            "6258688" : 36,
            "6324224" : 22,
            "6389760" : 37,
            "6455296" : 38,
            "6520832" : 57,
            "6586368" : 80,
            "6651904" : 73,
            "6717440" : 85,
            "6782976" : 74,
            "6848512" : 80,
            "6914048" : 112,
            "6979584" : 128,
            "7045120" : 137,
            "7110656" : 156,
            "7176192" : 149,
            "7241728" : 180,
            "7307264" : 224,
            "7372800" : 204,
            "7438336" : 245,
            "7503872" : 288,
            "7569408" : 343,
            "7634944" : 355,
            "7700480" : 359,
            "7766016" : 479,
            "7831552" : 473,
            "7897088" : 463,
            "7962624" : 548,
            "8028160" : 558,
            "8093696" : 597,
            "8159232" : 663,
            "8224768" : 727,
            "8290304" : 712,
            "8355840" : 818,
            "8454144" : 1656,
            "8585216" : 1859,
            "8716288" : 2114,
            "8847360" : 2295,
            "8978432" : 2447,
            "9109504" : 2587,
            "9240576" : 2690,
            "9371648" : 3016,
            "9502720" : 3100,
            "9633792" : 3283,
            "9764864" : 3783,
            "9895936" : 3478,
            "10027008" : 3947,
            "10158080" : 4376,
            "10289152" : 5146,
            "10420224" : 6215,
            "10551296" : 7481,
            "10682368" : 9089,
            "10813440" : 11404,
            "10944512" : 14285,
            "11075584" : 17548,
            "11206656" : 21801,
            "11337728" : 27325,
            "11468800" : 33825,
            "11599872" : 40875,
            "11730944" : 48764,
            "11862016" : 56522,
            "11993088" : 64458,
            "12124160" : 72737,
            "12255232" : 80603,
            "12386304" : 87332,
            "12517376" : 92189,
            "12648448" : 95496,
            "12779520" : 95847,
            "12910592" : 93506,
            "13041664" : 89765,
            "13172736" : 82538,
            "13303808" : 75237,
            "13434880" : 66166,
            "13565952" : 56073,
            "13697024" : 45871,
            "13828096" : 37173,
            "13959168" : 28830,
            "14090240" : 21154,
            "14221312" : 15191,
            "14352384" : 10904,
            "14483456" : 7636,
            "14614528" : 5195,
            "14745600" : 3421,
            "14876672" : 2049,
            "15007744" : 1291,
            "15138816" : 810,
            "15269888" : 477,
            "15400960" : 263,
            "15532032" : 177,
            "15663104" : 75,
            "15794176" : 35,
            "15925248" : 27,
            "16056320" : 10
          }
        },
        "lat_ns" : {
          "min" : 5329005,
          "max" : 16812087,
          "mean" : 12935712.718670,
          "stddev" : 1071232.124059,
          "N" : 1583132
        },
        "bw_min" : 309322,
        "bw_max" : 323843,
        "bw_agg" : 100.000000,
        "bw_mean" : 316700.820513,
        "bw_dev" : 108.603936,
        "bw_samples" : 1248,
        "iops_min" : 77329,
        "iops_max" : 80960,
        "iops_mean" : 79174.102564,
        "iops_stddev" : 27.154828,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639968,
      "usr_cpu" : 0.640188,
      "sys_cpu" : 14.658702,
      "ctx" : 1447979,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999811,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999811,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.722775,
        "20" : 97.275203,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087000,
  "timestamp_ms" : 1773087000125,
  "time" : "Mon Mar  9 17:10:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 9737830400,
        "io_kbytes" : 9509600,
        "bw_bytes" : 324594346,
        "bw" : 316986,
        "iops" : 79248.933333,
        "runtime" : 30000,
        "total_ios" : 2377468,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 7041,
          "max" : 1578343,
          "mean" : 401158.753112,
          "stddev" : 149680.389617,
          "N" : 2377469
        },
        "clat_ns" : {
          "min" : 4877285,
          "max" : 16121481,
          "mean" : 12519718.403761,
          "stddev" : 1046593.338886,
          "N" : 2377436,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10682368,
            "10.000000" : 11337728,
            "20.000000" : 11862016,
            "30.000000" : 12124160,
            "40.000000" : 12386304,
            "50.000000" : 12648448,
            "60.000000" : 12779520,
            "70.000000" : 13041664,
            "80.000000" : 13303808,
            "90.000000" : 13697024,
            "95.000000" : 13959168,
            "99.000000" : 14483456,
            "99.500000" : 14745600,
            "99.900000" : 15138816,
            "99.950000" : 15269888,
            "99.990000" : 15532032
          },
          "bins" : {
            "4882432" : 1,
            "5079040" : 1,
            "5144576" : 2,
            "5275648" : 2,
            "5341184" : 5,
            "5406720" : 4,
            "5472256" : 7,
            "5537792" : 6,
            "5603328" : 9,
            "5668864" : 8,
            "5734400" : 17,
            "5799936" : 14,
            "5865472" : 17,
            "5931008" : 13,
            "5996544" : 17,
            "6062080" : 33,
            "6127616" : 45,
            "6193152" : 43,
            "6258688" : 47,
            "6324224" : 30,
            "6389760" : 51,
            "6455296" : 64,
            "6520832" : 79,
            "6586368" : 106,
            "6651904" : 108,
            "6717440" : 124,
            "6782976" : 121,
            "6848512" : 114,
            "6914048" : 178,
            "6979584" : 185,
            "7045120" : 189,
            "7110656" : 255,
            "7176192" : 251,
            "7241728" : 274,
            "7307264" : 333,
            "7372800" : 320,
            "7438336" : 352,
            "7503872" : 424,
            "7569408" : 481,
            "7634944" : 517,
            "7700480" : 550,
            "7766016" : 691,
            "7831552" : 667,
            "7897088" : 713,
            "7962624" : 823,
            "8028160" : 845,
            "8093696" : 861,
            "8159232" : 982,
            "8224768" : 1059,
            "8290304" : 1059,
            "8355840" : 1199,
            "8454144" : 2431,
            "8585216" : 2869,
            "8716288" : 3162,
            "8847360" : 3442,
            "8978432" : 3775,
            "9109504" : 3933,
            "9240576" : 4126,
            "9371648" : 4484,
            "9502720" : 4701,
            "9633792" : 4984,
            "9764864" : 5442,
            "9895936" : 5397,
            "10027008" : 6062,
            "10158080" : 6702,
            "10289152" : 7995,
            "10420224" : 9545,
            "10551296" : 11563,
            "10682368" : 14211,
            "10813440" : 17726,
            "10944512" : 22078,
            "11075584" : 27282,
            "11206656" : 33795,
            "11337728" : 42060,
            "11468800" : 51777,
            "11599872" : 62567,
            "11730944" : 74768,
            "11862016" : 86522,
            "11993088" : 98369,
            "12124160" : 110931,
            "12255232" : 122562,
            "12386304" : 132374,
            "12517376" : 139015,
            "12648448" : 143401,
            "12779520" : 143393,
            "12910592" : 139163,
            "13041664" : 133460,
            "13172736" : 122349,
            "13303808" : 110952,
            "13434880" : 97469,
            "13565952" : 82419,
            "13697024" : 67529,
            "13828096" : 54361,
            "13959168" : 41747,
            "14090240" : 31050,
            "14221312" : 22163,
            "14352384" : 15885,
            "14483456" : 11048,
            "14614528" : 7557,
            "14745600" : 5014,
            "14876672" : 3021,
            "15007744" : 1898,
            "15138816" : 1177,
            "15269888" : 676,
            "15400960" : 339,
            "15532032" : 225,
            "15663104" : 101,
            "15794176" : 47,
            "15925248" : 36,
            "16056320" : 12
          }
        },
        "lat_ns" : {
          "min" : 5329005,
          "max" : 16812087,
          "mean" : 12920875.444466,
          "stddev" : 1069574.083364,
          "N" : 2377436
        },
        "bw_min" : 309278,
        "bw_max" : 324748,
        "bw_agg" : 100.000000,
        "bw_mean" : 317076.491525,
        "bw_dev" : 110.332338,
        "bw_samples" : 1888,
        "iops_min" : 77318,
        "iops_max" : 81187,
        "iops_mean" : 79268.322034,
        "iops_stddev" : 27.586649,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960000,
      "usr_cpu" : 0.646146,
      "sys_cpu" : 14.659896,
      "ctx" : 2171796,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.725505,
        "20" : 97.273149,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087010,
  "timestamp_ms" : 1773087010124,
  "time" : "Mon Mar  9 17:10:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 13010358272,
        "io_kbytes" : 12705428,
        "bw_bytes" : 325267088,
        "bw" : 317643,
        "iops" : 79412.585315,
        "runtime" : 39999,
        "total_ios" : 3176424,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6119,
          "max" : 1578343,
          "mean" : 400322.506219,
          "stddev" : 150582.474912,
          "N" : 3176424
        },
        "clat_ns" : {
          "min" : 4877285,
          "max" : 16211399,
          "mean" : 12493789.027281,
          "stddev" : 1047618.757786,
          "N" : 3176392,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10682368,
            "10.000000" : 11337728,
            "20.000000" : 11862016,
            "30.000000" : 12124160,
            "40.000000" : 12386304,
            "50.000000" : 12648448,
            "60.000000" : 12779520,
            "70.000000" : 13041664,
            "80.000000" : 13303808,
            "90.000000" : 13697024,
            "95.000000" : 13959168,
            "99.000000" : 14483456,
            "99.500000" : 14745600,
            "99.900000" : 15138816,
            "99.950000" : 15269888,
            "99.990000" : 15532032
          },
          "bins" : {
            "4882432" : 1,
            "5079040" : 1,
            "5144576" : 3,
            "5275648" : 2,
            "5341184" : 6,
            "5406720" : 7,
            "5472256" : 9,
            "5537792" : 9,
            "5603328" : 10,
            "5668864" : 8,
            "5734400" : 18,
            "5799936" : 15,
            "5865472" : 19,
            "5931008" : 16,
            "5996544" : 19,
            "6062080" : 37,
            "6127616" : 52,
            "6193152" : 54,
            "6258688" : 53,
            "6324224" : 47,
            "6389760" : 67,
            "6455296" : 80,
            "6520832" : 88,
            "6586368" : 123,
            "6651904" : 134,
            "6717440" : 161,
            "6782976" : 160,
            "6848512" : 149,
            "6914048" : 226,
            "6979584" : 230,
            "7045120" : 257,
            "7110656" : 335,
            "7176192" : 348,
            "7241728" : 371,
            "7307264" : 437,
            "7372800" : 429,
            "7438336" : 476,
            "7503872" : 561,
            "7569408" : 642,
            "7634944" : 674,
            "7700480" : 748,
            "7766016" : 871,
            "7831552" : 865,
            "7897088" : 932,
            "7962624" : 1051,
            "8028160" : 1104,
            "8093696" : 1168,
            "8159232" : 1286,
            "8224768" : 1402,
            "8290304" : 1397,
            "8355840" : 1595,
            "8454144" : 3259,
            "8585216" : 3783,
            "8716288" : 4189,
            "8847360" : 4549,
            "8978432" : 4985,
            "9109504" : 5330,
            "9240576" : 5553,
            "9371648" : 6100,
            "9502720" : 6370,
            "9633792" : 6780,
            "9764864" : 7279,
            "9895936" : 7575,
            "10027008" : 8527,
            "10158080" : 9503,
            "10289152" : 11446,
            "10420224" : 13677,
            "10551296" : 16582,
            "10682368" : 20372,
            "10813440" : 25442,
            "10944512" : 31687,
            "11075584" : 39061,
            "11206656" : 48502,
            "11337728" : 59868,
            "11468800" : 72784,
            "11599872" : 86935,
            "11730944" : 103114,
            "11862016" : 118773,
            "11993088" : 134350,
            "12124160" : 150712,
            "12255232" : 165331,
            "12386304" : 177228,
            "12517376" : 185292,
            "12648448" : 190029,
            "12779520" : 189359,
            "12910592" : 183551,
            "13041664" : 174927,
            "13172736" : 160119,
            "13303808" : 144373,
            "13434880" : 125932,
            "13565952" : 105880,
            "13697024" : 86948,
            "13828096" : 69699,
            "13959168" : 53462,
            "14090240" : 39887,
            "14221312" : 28571,
            "14352384" : 20348,
            "14483456" : 14003,
            "14614528" : 9549,
            "14745600" : 6337,
            "14876672" : 3900,
            "15007744" : 2435,
            "15138816" : 1497,
            "15269888" : 876,
            "15400960" : 451,
            "15532032" : 311,
            "15663104" : 139,
            "15794176" : 57,
            "15925248" : 43,
            "16056320" : 16,
            "16187392" : 2
          }
        },
        "lat_ns" : {
          "min" : 5329005,
          "max" : 16812087,
          "mean" : 12894110.141770,
          "stddev" : 1070536.137931,
          "N" : 3176392
        },
        "bw_min" : 309278,
        "bw_max" : 326648,
        "bw_agg" : 100.000000,
        "bw_mean" : 317686.291139,
        "bw_dev" : 116.983679,
        "bw_samples" : 2528,
        "iops_min" : 77318,
        "iops_max" : 81662,
        "iops_mean" : 79420.974684,
        "iops_stddev" : 29.251503,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279968,
      "usr_cpu" : 0.646891,
      "sys_cpu" : 14.672007,
      "ctx" : 2895036,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999937,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999937,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.738362,
        "20" : 97.260630,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087020,
  "timestamp_ms" : 1773087020125,
  "time" : "Mon Mar  9 17:10:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 16316141568,
        "io_kbytes" : 15933732,
        "bw_bytes" : 326322831,
        "bw" : 318674,
        "iops" : 79670.000000,
        "runtime" : 50000,
        "total_ios" : 3983500,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5669,
          "max" : 1632335,
          "mean" : 399019.227434,
          "stddev" : 151863.237178,
          "N" : 3983500
        },
        "clat_ns" : {
          "min" : 4877285,
          "max" : 16270018,
          "mean" : 12453206.967019,
          "stddev" : 1054297.768180,
          "N" : 3983468,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10682368,
            "10.000000" : 11206656,
            "20.000000" : 11730944,
            "30.000000" : 12124160,
            "40.000000" : 12386304,
            "50.000000" : 12517376,
            "60.000000" : 12779520,
            "70.000000" : 13041664,
            "80.000000" : 13303808,
            "90.000000" : 13697024,
            "95.000000" : 13959168,
            "99.000000" : 14483456,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15269888,
            "99.990000" : 15532032
          },
          "bins" : {
            "4882432" : 1,
            "5079040" : 1,
            "5144576" : 4,
            "5275648" : 2,
            "5341184" : 6,
            "5406720" : 7,
            "5472256" : 13,
            "5537792" : 10,
            "5603328" : 12,
            "5668864" : 9,
            "5734400" : 20,
            "5799936" : 16,
            "5865472" : 23,
            "5931008" : 20,
            "5996544" : 32,
            "6062080" : 46,
            "6127616" : 60,
            "6193152" : 60,
            "6258688" : 64,
            "6324224" : 60,
            "6389760" : 80,
            "6455296" : 109,
            "6520832" : 115,
            "6586368" : 152,
            "6651904" : 162,
            "6717440" : 191,
            "6782976" : 213,
            "6848512" : 218,
            "6914048" : 290,
            "6979584" : 294,
            "7045120" : 322,
            "7110656" : 429,
            "7176192" : 415,
            "7241728" : 511,
            "7307264" : 551,
            "7372800" : 567,
            "7438336" : 601,
            "7503872" : 737,
            "7569408" : 825,
            "7634944" : 872,
            "7700480" : 948,
            "7766016" : 1136,
            "7831552" : 1125,
            "7897088" : 1251,
            "7962624" : 1377,
            "8028160" : 1432,
            "8093696" : 1479,
            "8159232" : 1724,
            "8224768" : 1807,
            "8290304" : 1864,
            "8355840" : 2100,
            "8454144" : 4194,
            "8585216" : 4883,
            "8716288" : 5384,
            "8847360" : 5719,
            "8978432" : 6292,
            "9109504" : 6843,
            "9240576" : 7173,
            "9371648" : 7825,
            "9502720" : 8249,
            "9633792" : 8855,
            "9764864" : 9671,
            "9895936" : 10247,
            "10027008" : 11554,
            "10158080" : 13186,
            "10289152" : 15759,
            "10420224" : 18908,
            "10551296" : 23070,
            "10682368" : 28286,
            "10813440" : 35406,
            "10944512" : 43740,
            "11075584" : 53605,
            "11206656" : 66111,
            "11337728" : 81052,
            "11468800" : 97207,
            "11599872" : 115116,
            "11730944" : 135335,
            "11862016" : 155074,
            "11993088" : 173933,
            "12124160" : 192983,
            "12255232" : 209850,
            "12386304" : 222742,
            "12517376" : 231150,
            "12648448" : 234866,
            "12779520" : 232899,
            "12910592" : 224177,
            "13041664" : 212479,
            "13172736" : 193818,
            "13303808" : 173717,
            "13434880" : 151295,
            "13565952" : 126762,
            "13697024" : 103719,
            "13828096" : 82767,
            "13959168" : 63150,
            "14090240" : 47047,
            "14221312" : 33638,
            "14352384" : 23827,
            "14483456" : 16416,
            "14614528" : 11000,
            "14745600" : 7221,
            "14876672" : 4407,
            "15007744" : 2754,
            "15138816" : 1674,
            "15269888" : 965,
            "15400960" : 510,
            "15532032" : 328,
            "15663104" : 146,
            "15794176" : 57,
            "15925248" : 45,
            "16056320" : 17,
            "16187392" : 2,
            "16318464" : 1
          }
        },
        "lat_ns" : {
          "min" : 5329005,
          "max" : 16812087,
          "mean" : 12852224.430607,
          "stddev" : 1077329.675575,
          "N" : 3983468
        },
        "bw_min" : 309278,
        "bw_max" : 329736,
        "bw_agg" : 100.000000,
        "bw_mean" : 318733.020202,
        "bw_dev" : 133.722489,
        "bw_samples" : 3168,
        "iops_min" : 77318,
        "iops_max" : 82432,
        "iops_mean" : 79682.757576,
        "iops_stddev" : 33.436491,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599971,
      "usr_cpu" : 0.645449,
      "sys_cpu" : 14.694516,
      "ctx" : 3618582,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999975,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999975,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.836325,
        "20" : 97.162872,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087030,
  "timestamp_ms" : 1773087030124,
  "time" : "Mon Mar  9 17:10:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 19633455104,
        "io_kbytes" : 19173296,
        "bw_bytes" : 327229705,
        "bw" : 319560,
        "iops" : 79891.314855,
        "runtime" : 59999,
        "total_ios" : 4793399,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5669,
          "max" : 1684755,
          "mean" : 397911.993888,
          "stddev" : 153012.004542,
          "N" : 4793399
        },
        "clat_ns" : {
          "min" : 3895294,
          "max" : 16270018,
          "mean" : 12418845.241512,
          "stddev" : 1060207.716548,
          "N" : 4793367,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10551296,
            "10.000000" : 11206656,
            "20.000000" : 11730944,
            "30.000000" : 11993088,
            "40.000000" : 12255232,
            "50.000000" : 12517376,
            "60.000000" : 12779520,
            "70.000000" : 13041664,
            "80.000000" : 13303808,
            "90.000000" : 13565952,
            "95.000000" : 13959168,
            "99.000000" : 14483456,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3883008" : 1,
            "4177920" : 2,
            "4292608" : 1,
            "4358144" : 1,
            "4489216" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4816896" : 3,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 2,
            "5079040" : 1,
            "5144576" : 4,
            "5210112" : 1,
            "5275648" : 2,
            "5341184" : 6,
            "5406720" : 7,
            "5472256" : 15,
            "5537792" : 13,
            "5603328" : 14,
            "5668864" : 13,
            "5734400" : 23,
            "5799936" : 20,
            "5865472" : 33,
            "5931008" : 23,
            "5996544" : 34,
            "6062080" : 55,
            "6127616" : 72,
            "6193152" : 79,
            "6258688" : 87,
            "6324224" : 80,
            "6389760" : 99,
            "6455296" : 137,
            "6520832" : 152,
            "6586368" : 201,
            "6651904" : 195,
            "6717440" : 245,
            "6782976" : 261,
            "6848512" : 282,
            "6914048" : 366,
            "6979584" : 354,
            "7045120" : 391,
            "7110656" : 532,
            "7176192" : 522,
            "7241728" : 613,
            "7307264" : 686,
            "7372800" : 699,
            "7438336" : 754,
            "7503872" : 894,
            "7569408" : 987,
            "7634944" : 1041,
            "7700480" : 1167,
            "7766016" : 1355,
            "7831552" : 1349,
            "7897088" : 1483,
            "7962624" : 1677,
            "8028160" : 1724,
            "8093696" : 1808,
            "8159232" : 2067,
            "8224768" : 2137,
            "8290304" : 2232,
            "8355840" : 2544,
            "8454144" : 5172,
            "8585216" : 5959,
            "8716288" : 6551,
            "8847360" : 7027,
            "8978432" : 7694,
            "9109504" : 8369,
            "9240576" : 8838,
            "9371648" : 9673,
            "9502720" : 10287,
            "9633792" : 11117,
            "9764864" : 12272,
            "9895936" : 13266,
            "10027008" : 15050,
            "10158080" : 17453,
            "10289152" : 20691,
            "10420224" : 24890,
            "10551296" : 30436,
            "10682368" : 37488,
            "10813440" : 46385,
            "10944512" : 57176,
            "11075584" : 69969,
            "11206656" : 85195,
            "11337728" : 103488,
            "11468800" : 123048,
            "11599872" : 144478,
            "11730944" : 168493,
            "11862016" : 191213,
            "11993088" : 213539,
            "12124160" : 235487,
            "12255232" : 254326,
            "12386304" : 268423,
            "12517376" : 276561,
            "12648448" : 279362,
            "12779520" : 275521,
            "12910592" : 264130,
            "13041664" : 248735,
            "13172736" : 226138,
            "13303808" : 201380,
            "13434880" : 175067,
            "13565952" : 145822,
            "13697024" : 119450,
            "13828096" : 94763,
            "13959168" : 72240,
            "14090240" : 53803,
            "14221312" : 38512,
            "14352384" : 27115,
            "14483456" : 18721,
            "14614528" : 12545,
            "14745600" : 8161,
            "14876672" : 4995,
            "15007744" : 3084,
            "15138816" : 1915,
            "15269888" : 1072,
            "15400960" : 577,
            "15532032" : 377,
            "15663104" : 175,
            "15794176" : 71,
            "15925248" : 46,
            "16056320" : 18,
            "16187392" : 5,
            "16318464" : 2
          }
        },
        "lat_ns" : {
          "min" : 4204316,
          "max" : 16812087,
          "mean" : 12816759.476571,
          "stddev" : 1083326.740124,
          "N" : 4793367
        },
        "bw_min" : 309278,
        "bw_max" : 331600,
        "bw_agg" : 100.000000,
        "bw_mean" : 319611.369748,
        "bw_dev" : 145.582863,
        "bw_samples" : 3808,
        "iops_min" : 77318,
        "iops_max" : 82900,
        "iops_mean" : 79902.428571,
        "iops_stddev" : 36.402607,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919968,
      "usr_cpu" : 0.648344,
      "sys_cpu" : 14.703526,
      "ctx" : 4341676,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 2.921393,
        "20" : 97.077919,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087040,
  "timestamp_ms" : 1773087040125,
  "time" : "Mon Mar  9 17:10:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 22962630656,
        "io_kbytes" : 22424444,
        "bw_bytes" : 328037580,
        "bw" : 320349,
        "iops" : 80088.300000,
        "runtime" : 70000,
        "total_ios" : 5606181,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5669,
          "max" : 1684755,
          "mean" : 396923.764646,
          "stddev" : 153929.881007,
          "N" : 5606181
        },
        "clat_ns" : {
          "min" : 3895294,
          "max" : 16270018,
          "mean" : 12388145.449834,
          "stddev" : 1064467.952032,
          "N" : 5606149,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10551296,
            "10.000000" : 11075584,
            "20.000000" : 11599872,
            "30.000000" : 11993088,
            "40.000000" : 12255232,
            "50.000000" : 12517376,
            "60.000000" : 12779520,
            "70.000000" : 12910592,
            "80.000000" : 13172736,
            "90.000000" : 13565952,
            "95.000000" : 13828096,
            "99.000000" : 14483456,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3883008" : 1,
            "4177920" : 2,
            "4292608" : 1,
            "4358144" : 1,
            "4489216" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4816896" : 3,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 2,
            "5079040" : 1,
            "5144576" : 4,
            "5210112" : 1,
            "5275648" : 2,
            "5341184" : 6,
            "5406720" : 7,
            "5472256" : 15,
            "5537792" : 13,
            "5603328" : 14,
            "5668864" : 13,
            "5734400" : 24,
            "5799936" : 22,
            "5865472" : 35,
            "5931008" : 24,
            "5996544" : 38,
            "6062080" : 57,
            "6127616" : 78,
            "6193152" : 95,
            "6258688" : 104,
            "6324224" : 90,
            "6389760" : 109,
            "6455296" : 154,
            "6520832" : 170,
            "6586368" : 224,
            "6651904" : 231,
            "6717440" : 295,
            "6782976" : 314,
            "6848512" : 321,
            "6914048" : 407,
            "6979584" : 435,
            "7045120" : 478,
            "7110656" : 623,
            "7176192" : 619,
            "7241728" : 690,
            "7307264" : 787,
            "7372800" : 838,
            "7438336" : 903,
            "7503872" : 1050,
            "7569408" : 1169,
            "7634944" : 1224,
            "7700480" : 1349,
            "7766016" : 1626,
            "7831552" : 1641,
            "7897088" : 1739,
            "7962624" : 1956,
            "8028160" : 2051,
            "8093696" : 2172,
            "8159232" : 2428,
            "8224768" : 2508,
            "8290304" : 2627,
            "8355840" : 2979,
            "8454144" : 6124,
            "8585216" : 7010,
            "8716288" : 7612,
            "8847360" : 8248,
            "8978432" : 9082,
            "9109504" : 9909,
            "9240576" : 10626,
            "9371648" : 11711,
            "9502720" : 12412,
            "9633792" : 13558,
            "9764864" : 15062,
            "9895936" : 16447,
            "10027008" : 18923,
            "10158080" : 22180,
            "10289152" : 26136,
            "10420224" : 31512,
            "10551296" : 38771,
            "10682368" : 47563,
            "10813440" : 58514,
            "10944512" : 71689,
            "11075584" : 87185,
            "11206656" : 105335,
            "11337728" : 127040,
            "11468800" : 150409,
            "11599872" : 175641,
            "11730944" : 202956,
            "11862016" : 229351,
            "11993088" : 253787,
            "12124160" : 278525,
            "12255232" : 299114,
            "12386304" : 314075,
            "12517376" : 321273,
            "12648448" : 323234,
            "12779520" : 316729,
            "12910592" : 302189,
            "13041664" : 283648,
            "13172736" : 256528,
            "13303808" : 227772,
            "13434880" : 197942,
            "13565952" : 164253,
            "13697024" : 133859,
            "13828096" : 105965,
            "13959168" : 80935,
            "14090240" : 60062,
            "14221312" : 42894,
            "14352384" : 30252,
            "14483456" : 20828,
            "14614528" : 13774,
            "14745600" : 9001,
            "14876672" : 5515,
            "15007744" : 3418,
            "15138816" : 2130,
            "15269888" : 1200,
            "15400960" : 634,
            "15532032" : 425,
            "15663104" : 220,
            "15794176" : 89,
            "15925248" : 65,
            "16056320" : 20,
            "16187392" : 10,
            "16318464" : 2
          }
        },
        "lat_ns" : {
          "min" : 4204316,
          "max" : 16812087,
          "mean" : 12785068.335526,
          "stddev" : 1087648.302116,
          "N" : 5606149
        },
        "bw_min" : 309278,
        "bw_max" : 333544,
        "bw_agg" : 100.000000,
        "bw_mean" : 320417.561151,
        "bw_dev" : 156.625319,
        "bw_samples" : 4448,
        "iops_min" : 77318,
        "iops_max" : 83386,
        "iops_mean" : 80104.035971,
        "iops_stddev" : 39.163609,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239980,
      "usr_cpu" : 0.650318,
      "sys_cpu" : 14.715310,
      "ctx" : 5065036,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 2.995408,
        "20" : 97.004003,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087050,
  "timestamp_ms" : 1773087050124,
  "time" : "Mon Mar  9 17:10:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 26299883520,
        "io_kbytes" : 25683480,
        "bw_bytes" : 328752653,
        "bw" : 321047,
        "iops" : 80262.778285,
        "runtime" : 79999,
        "total_ios" : 6420942,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5669,
          "max" : 1684755,
          "mean" : 396060.639580,
          "stddev" : 154747.115694,
          "N" : 6420942
        },
        "clat_ns" : {
          "min" : 3895294,
          "max" : 16270018,
          "mean" : 12361270.388730,
          "stddev" : 1066736.751052,
          "N" : 6420910,
          "percentile" : {
            "1.000000" : 8847360,
            "5.000000" : 10551296,
            "10.000000" : 11075584,
            "20.000000" : 11599872,
            "30.000000" : 11993088,
            "40.000000" : 12255232,
            "50.000000" : 12517376,
            "60.000000" : 12648448,
            "70.000000" : 12910592,
            "80.000000" : 13172736,
            "90.000000" : 13565952,
            "95.000000" : 13828096,
            "99.000000" : 14352384,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3883008" : 1,
            "4177920" : 2,
            "4292608" : 1,
            "4358144" : 1,
            "4489216" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4751360" : 1,
            "4816896" : 3,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 2,
            "5079040" : 1,
            "5144576" : 4,
            "5210112" : 4,
            "5275648" : 2,
            "5341184" : 6,
            "5406720" : 8,
            "5472256" : 17,
            "5537792" : 20,
            "5603328" : 16,
            "5668864" : 18,
            "5734400" : 28,
            "5799936" : 27,
            "5865472" : 36,
            "5931008" : 31,
            "5996544" : 44,
            "6062080" : 73,
            "6127616" : 88,
            "6193152" : 101,
            "6258688" : 117,
            "6324224" : 101,
            "6389760" : 123,
            "6455296" : 174,
            "6520832" : 198,
            "6586368" : 240,
            "6651904" : 254,
            "6717440" : 340,
            "6782976" : 355,
            "6848512" : 369,
            "6914048" : 459,
            "6979584" : 506,
            "7045120" : 540,
            "7110656" : 701,
            "7176192" : 710,
            "7241728" : 799,
            "7307264" : 922,
            "7372800" : 960,
            "7438336" : 1043,
            "7503872" : 1221,
            "7569408" : 1321,
            "7634944" : 1403,
            "7700480" : 1555,
            "7766016" : 1850,
            "7831552" : 1886,
            "7897088" : 1982,
            "7962624" : 2232,
            "8028160" : 2331,
            "8093696" : 2468,
            "8159232" : 2738,
            "8224768" : 2902,
            "8290304" : 3020,
            "8355840" : 3397,
            "8454144" : 7106,
            "8585216" : 8072,
            "8716288" : 8687,
            "8847360" : 9479,
            "8978432" : 10445,
            "9109504" : 11400,
            "9240576" : 12253,
            "9371648" : 13549,
            "9502720" : 14568,
            "9633792" : 15998,
            "9764864" : 17867,
            "9895936" : 19688,
            "10027008" : 22630,
            "10158080" : 26751,
            "10289152" : 31827,
            "10420224" : 38565,
            "10551296" : 47363,
            "10682368" : 58469,
            "10813440" : 71410,
            "10944512" : 87083,
            "11075584" : 105697,
            "11206656" : 127646,
            "11337728" : 152770,
            "11468800" : 179788,
            "11599872" : 208209,
            "11730944" : 238649,
            "11862016" : 268023,
            "11993088" : 295522,
            "12124160" : 321922,
            "12255232" : 343527,
            "12386304" : 359143,
            "12517376" : 365574,
            "12648448" : 365918,
            "12779520" : 356548,
            "12910592" : 339205,
            "13041664" : 317073,
            "13172736" : 286332,
            "13303808" : 252961,
            "13434880" : 219390,
            "13565952" : 181306,
            "13697024" : 147681,
            "13828096" : 117164,
            "13959168" : 89021,
            "14090240" : 66183,
            "14221312" : 47178,
            "14352384" : 33147,
            "14483456" : 22720,
            "14614528" : 14980,
            "14745600" : 9779,
            "14876672" : 5951,
            "15007744" : 3725,
            "15138816" : 2310,
            "15269888" : 1316,
            "15400960" : 696,
            "15532032" : 455,
            "15663104" : 237,
            "15794176" : 92,
            "15925248" : 65,
            "16056320" : 23,
            "16187392" : 14,
            "16318464" : 2
          }
        },
        "lat_ns" : {
          "min" : 4204316,
          "max" : 16812087,
          "mean" : 12757330.725257,
          "stddev" : 1089892.025071,
          "N" : 6420910
        },
        "bw_min" : 309278,
        "bw_max" : 334656,
        "bw_agg" : 100.000000,
        "bw_mean" : 321115.377358,
        "bw_dev" : 163.658309,
        "bw_samples" : 5088,
        "iops_min" : 77318,
        "iops_max" : 83664,
        "iops_mean" : 80278.534591,
        "iops_stddev" : 40.921938,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559968,
      "usr_cpu" : 0.650047,
      "sys_cpu" : 14.721004,
      "ctx" : 5787997,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 3.040488,
        "20" : 96.958998,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087060,
  "timestamp_ms" : 1773087060125,
  "time" : "Mon Mar  9 17:11:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 29651550208,
        "io_kbytes" : 28956592,
        "bw_bytes" : 329461668,
        "bw" : 321739,
        "iops" : 80435.933333,
        "runtime" : 90000,
        "total_ios" : 7239234,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5669,
          "max" : 1684755,
          "mean" : 395202.392487,
          "stddev" : 155505.545723,
          "N" : 7239234
        },
        "clat_ns" : {
          "min" : 3895294,
          "max" : 16454971,
          "mean" : 12334621.584502,
          "stddev" : 1069529.947890,
          "N" : 7239202,
          "percentile" : {
            "1.000000" : 8716288,
            "5.000000" : 10551296,
            "10.000000" : 11075584,
            "20.000000" : 11599872,
            "30.000000" : 11993088,
            "40.000000" : 12255232,
            "50.000000" : 12386304,
            "60.000000" : 12648448,
            "70.000000" : 12910592,
            "80.000000" : 13172736,
            "90.000000" : 13565952,
            "95.000000" : 13828096,
            "99.000000" : 14352384,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3883008" : 1,
            "4177920" : 2,
            "4292608" : 1,
            "4358144" : 1,
            "4489216" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4751360" : 1,
            "4816896" : 3,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 2,
            "5079040" : 2,
            "5144576" : 4,
            "5210112" : 5,
            "5275648" : 2,
            "5341184" : 8,
            "5406720" : 11,
            "5472256" : 20,
            "5537792" : 23,
            "5603328" : 20,
            "5668864" : 26,
            "5734400" : 41,
            "5799936" : 35,
            "5865472" : 42,
            "5931008" : 36,
            "5996544" : 67,
            "6062080" : 84,
            "6127616" : 99,
            "6193152" : 117,
            "6258688" : 130,
            "6324224" : 116,
            "6389760" : 144,
            "6455296" : 193,
            "6520832" : 229,
            "6586368" : 267,
            "6651904" : 305,
            "6717440" : 378,
            "6782976" : 401,
            "6848512" : 422,
            "6914048" : 512,
            "6979584" : 569,
            "7045120" : 617,
            "7110656" : 769,
            "7176192" : 804,
            "7241728" : 915,
            "7307264" : 1040,
            "7372800" : 1084,
            "7438336" : 1179,
            "7503872" : 1369,
            "7569408" : 1496,
            "7634944" : 1592,
            "7700480" : 1805,
            "7766016" : 2107,
            "7831552" : 2145,
            "7897088" : 2273,
            "7962624" : 2537,
            "8028160" : 2660,
            "8093696" : 2819,
            "8159232" : 3086,
            "8224768" : 3311,
            "8290304" : 3454,
            "8355840" : 3831,
            "8454144" : 8095,
            "8585216" : 9169,
            "8716288" : 9968,
            "8847360" : 10854,
            "8978432" : 11895,
            "9109504" : 13056,
            "9240576" : 13981,
            "9371648" : 15567,
            "9502720" : 16804,
            "9633792" : 18647,
            "9764864" : 20920,
            "9895936" : 23354,
            "10027008" : 27068,
            "10158080" : 31787,
            "10289152" : 38163,
            "10420224" : 46247,
            "10551296" : 56746,
            "10682368" : 69973,
            "10813440" : 85266,
            "10944512" : 103763,
            "11075584" : 125275,
            "11206656" : 150263,
            "11337728" : 179319,
            "11468800" : 209879,
            "11599872" : 242008,
            "11730944" : 275299,
            "11862016" : 307933,
            "11993088" : 337927,
            "12124160" : 366288,
            "12255232" : 388905,
            "12386304" : 404655,
            "12517376" : 409965,
            "12648448" : 408495,
            "12779520" : 396450,
            "12910592" : 375122,
            "13041664" : 349311,
            "13172736" : 314220,
            "13303808" : 277116,
            "13434880" : 239270,
            "13565952" : 197262,
            "13697024" : 160130,
            "13828096" : 126947,
            "13959168" : 96078,
            "14090240" : 71210,
            "14221312" : 50775,
            "14352384" : 35547,
            "14483456" : 24379,
            "14614528" : 16097,
            "14745600" : 10514,
            "14876672" : 6402,
            "15007744" : 3979,
            "15138816" : 2503,
            "15269888" : 1417,
            "15400960" : 763,
            "15532032" : 497,
            "15663104" : 255,
            "15794176" : 96,
            "15925248" : 65,
            "16056320" : 24,
            "16187392" : 16,
            "16318464" : 3,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 4204316,
          "max" : 17089181,
          "mean" : 12729824.835836,
          "stddev" : 1092723.440977,
          "N" : 7239202
        },
        "bw_min" : 309278,
        "bw_max" : 335744,
        "bw_agg" : 100.000000,
        "bw_mean" : 321803.000000,
        "bw_dev" : 170.927415,
        "bw_samples" : 5728,
        "iops_min" : 77318,
        "iops_max" : 83936,
        "iops_mean" : 80450.474860,
        "iops_stddev" : 42.739160,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879977,
      "usr_cpu" : 0.651602,
      "sys_cpu" : 14.730257,
      "ctx" : 6511111,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 3.109113,
        "20" : 96.890431,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087070,
  "timestamp_ms" : 1773087070125,
  "time" : "Mon Mar  9 17:11:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 33041432576,
        "io_kbytes" : 32267024,
        "bw_bytes" : 330417629,
        "bw" : 322673,
        "iops" : 80669.186692,
        "runtime" : 99999,
        "total_ios" : 8066838,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5669,
          "max" : 1684755,
          "mean" : 394057.745866,
          "stddev" : 156513.865972,
          "N" : 8066838
        },
        "clat_ns" : {
          "min" : 3895294,
          "max" : 16454971,
          "mean" : 12299016.656594,
          "stddev" : 1077650.962834,
          "N" : 8066806,
          "percentile" : {
            "1.000000" : 8716288,
            "5.000000" : 10420224,
            "10.000000" : 11075584,
            "20.000000" : 11599872,
            "30.000000" : 11862016,
            "40.000000" : 12124160,
            "50.000000" : 12386304,
            "60.000000" : 12648448,
            "70.000000" : 12910592,
            "80.000000" : 13172736,
            "90.000000" : 13565952,
            "95.000000" : 13828096,
            "99.000000" : 14352384,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3883008" : 1,
            "4177920" : 2,
            "4292608" : 1,
            "4358144" : 1,
            "4489216" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4751360" : 1,
            "4816896" : 3,
            "4882432" : 4,
            "4947968" : 1,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 7,
            "5210112" : 5,
            "5275648" : 7,
            "5341184" : 8,
            "5406720" : 11,
            "5472256" : 23,
            "5537792" : 31,
            "5603328" : 23,
            "5668864" : 33,
            "5734400" : 51,
            "5799936" : 45,
            "5865472" : 50,
            "5931008" : 44,
            "5996544" : 77,
            "6062080" : 94,
            "6127616" : 120,
            "6193152" : 138,
            "6258688" : 161,
            "6324224" : 154,
            "6389760" : 174,
            "6455296" : 234,
            "6520832" : 274,
            "6586368" : 311,
            "6651904" : 363,
            "6717440" : 441,
            "6782976" : 460,
            "6848512" : 506,
            "6914048" : 624,
            "6979584" : 681,
            "7045120" : 749,
            "7110656" : 908,
            "7176192" : 979,
            "7241728" : 1079,
            "7307264" : 1232,
            "7372800" : 1300,
            "7438336" : 1421,
            "7503872" : 1581,
            "7569408" : 1785,
            "7634944" : 1880,
            "7700480" : 2113,
            "7766016" : 2448,
            "7831552" : 2500,
            "7897088" : 2637,
            "7962624" : 2965,
            "8028160" : 3092,
            "8093696" : 3237,
            "8159232" : 3626,
            "8224768" : 3845,
            "8290304" : 3996,
            "8355840" : 4409,
            "8454144" : 9339,
            "8585216" : 10521,
            "8716288" : 11541,
            "8847360" : 12382,
            "8978432" : 13583,
            "9109504" : 14993,
            "9240576" : 16075,
            "9371648" : 17861,
            "9502720" : 19395,
            "9633792" : 21776,
            "9764864" : 24511,
            "9895936" : 27657,
            "10027008" : 32588,
            "10158080" : 38595,
            "10289152" : 46532,
            "10420224" : 56057,
            "10551296" : 68669,
            "10682368" : 84393,
            "10813440" : 102672,
            "10944512" : 124277,
            "11075584" : 149104,
            "11206656" : 177229,
            "11337728" : 209775,
            "11468800" : 243614,
            "11599872" : 278686,
            "11730944" : 314561,
            "11862016" : 349926,
            "11993088" : 381259,
            "12124160" : 410198,
            "12255232" : 433167,
            "12386304" : 447699,
            "12517376" : 451851,
            "12648448" : 448524,
            "12779520" : 433010,
            "12910592" : 407783,
            "13041664" : 377944,
            "13172736" : 338564,
            "13303808" : 297369,
            "13434880" : 255843,
            "13565952" : 210618,
            "13697024" : 170480,
            "13828096" : 134724,
            "13959168" : 101759,
            "14090240" : 75346,
            "14221312" : 53616,
            "14352384" : 37587,
            "14483456" : 25597,
            "14614528" : 16860,
            "14745600" : 11029,
            "14876672" : 6730,
            "15007744" : 4158,
            "15138816" : 2587,
            "15269888" : 1448,
            "15400960" : 789,
            "15532032" : 523,
            "15663104" : 269,
            "15794176" : 96,
            "15925248" : 66,
            "16056320" : 24,
            "16187392" : 18,
            "16318464" : 3,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 4204316,
          "max" : 17089181,
          "mean" : 12693075.450098,
          "stddev" : 1101056.587557,
          "N" : 8066806
        },
        "bw_min" : 309278,
        "bw_max" : 339304,
        "bw_agg" : 100.000000,
        "bw_mean" : 322724.306533,
        "bw_dev" : 188.992609,
        "bw_samples" : 6368,
        "iops_min" : 77318,
        "iops_max" : 84826,
        "iops_mean" : 80680.829146,
        "iops_stddev" : 47.255274,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199968,
      "usr_cpu" : 0.652819,
      "sys_cpu" : 14.745429,
      "ctx" : 7233433,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999975,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999975,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 3.243824,
        "20" : 96.755767,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087080,
  "timestamp_ms" : 1773087080125,
  "time" : "Mon Mar  9 17:11:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 36478144512,
        "io_kbytes" : 35623188,
        "bw_bytes" : 331619495,
        "bw" : 323847,
        "iops" : 80962.590909,
        "runtime" : 110000,
        "total_ios" : 8905885,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 1684755,
          "mean" : 392619.700526,
          "stddev" : 157853.361145,
          "N" : 8905885
        },
        "clat_ns" : {
          "min" : 3895294,
          "max" : 16454971,
          "mean" : 12254404.690246,
          "stddev" : 1093985.670921,
          "N" : 8905853,
          "percentile" : {
            "1.000000" : 8716288,
            "5.000000" : 10289152,
            "10.000000" : 10944512,
            "20.000000" : 11468800,
            "30.000000" : 11862016,
            "40.000000" : 12124160,
            "50.000000" : 12386304,
            "60.000000" : 12648448,
            "70.000000" : 12910592,
            "80.000000" : 13172736,
            "90.000000" : 13565952,
            "95.000000" : 13828096,
            "99.000000" : 14352384,
            "99.500000" : 14614528,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3883008" : 1,
            "4177920" : 2,
            "4292608" : 2,
            "4358144" : 1,
            "4489216" : 1,
            "4620288" : 4,
            "4685824" : 1,
            "4751360" : 2,
            "4816896" : 3,
            "4882432" : 4,
            "4947968" : 2,
            "5013504" : 6,
            "5079040" : 2,
            "5144576" : 8,
            "5210112" : 9,
            "5275648" : 13,
            "5341184" : 13,
            "5406720" : 22,
            "5472256" : 30,
            "5537792" : 43,
            "5603328" : 36,
            "5668864" : 50,
            "5734400" : 67,
            "5799936" : 71,
            "5865472" : 72,
            "5931008" : 55,
            "5996544" : 108,
            "6062080" : 131,
            "6127616" : 150,
            "6193152" : 182,
            "6258688" : 205,
            "6324224" : 216,
            "6389760" : 256,
            "6455296" : 299,
            "6520832" : 401,
            "6586368" : 424,
            "6651904" : 475,
            "6717440" : 558,
            "6782976" : 591,
            "6848512" : 670,
            "6914048" : 803,
            "6979584" : 809,
            "7045120" : 977,
            "7110656" : 1125,
            "7176192" : 1256,
            "7241728" : 1359,
            "7307264" : 1462,
            "7372800" : 1613,
            "7438336" : 1779,
            "7503872" : 1911,
            "7569408" : 2175,
            "7634944" : 2292,
            "7700480" : 2546,
            "7766016" : 2920,
            "7831552" : 3000,
            "7897088" : 3166,
            "7962624" : 3557,
            "8028160" : 3717,
            "8093696" : 3880,
            "8159232" : 4243,
            "8224768" : 4515,
            "8290304" : 4704,
            "8355840" : 5213,
            "8454144" : 11014,
            "8585216" : 12213,
            "8716288" : 13481,
            "8847360" : 14391,
            "8978432" : 15815,
            "9109504" : 17586,
            "9240576" : 18898,
            "9371648" : 21032,
            "9502720" : 23192,
            "9633792" : 26026,
            "9764864" : 29727,
            "9895936" : 34098,
            "10027008" : 40145,
            "10158080" : 47657,
            "10289152" : 57762,
            "10420224" : 68954,
            "10551296" : 83973,
            "10682368" : 102481,
            "10813440" : 123931,
            "10944512" : 148621,
            "11075584" : 176556,
            "11206656" : 207814,
            "11337728" : 243236,
            "11468800" : 279957,
            "11599872" : 317920,
            "11730944" : 355853,
            "11862016" : 392626,
            "11993088" : 423894,
            "12124160" : 452870,
            "12255232" : 475233,
            "12386304" : 487978,
            "12517376" : 489730,
            "12648448" : 483821,
            "12779520" : 464450,
            "12910592" : 436367,
            "13041664" : 402753,
            "13172736" : 359681,
            "13303808" : 314904,
            "13434880" : 269894,
            "13565952" : 221671,
            "13697024" : 179110,
            "13828096" : 141277,
            "13959168" : 106556,
            "14090240" : 78609,
            "14221312" : 55920,
            "14352384" : 39098,
            "14483456" : 26636,
            "14614528" : 17501,
            "14745600" : 11432,
            "14876672" : 7007,
            "15007744" : 4281,
            "15138816" : 2668,
            "15269888" : 1494,
            "15400960" : 807,
            "15532032" : 536,
            "15663104" : 278,
            "15794176" : 99,
            "15925248" : 73,
            "16056320" : 29,
            "16187392" : 24,
            "16318464" : 4,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 4204316,
          "max" : 17089181,
          "mean" : 12647026.094481,
          "stddev" : 1117900.922129,
          "N" : 8905853
        },
        "bw_min" : 309278,
        "bw_max" : 344208,
        "bw_agg" : 100.000000,
        "bw_mean" : 323903.420091,
        "bw_dev" : 220.722603,
        "bw_samples" : 7008,
        "iops_min" : 77318,
        "iops_max" : 86052,
        "iops_mean" : 80975.630137,
        "iops_stddev" : 55.187337,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520000,
      "usr_cpu" : 0.655426,
      "sys_cpu" : 14.766847,
      "ctx" : 7954039,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 3.513070,
        "20" : 96.486559,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087090,
  "timestamp_ms" : 1773087090125,
  "time" : "Mon Mar  9 17:11:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 39925276672,
        "io_kbytes" : 38989528,
        "bw_bytes" : 332710638,
        "bw" : 324912,
        "iops" : 81228.816667,
        "runtime" : 120000,
        "total_ios" : 9747458,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5608,
          "max" : 1684755,
          "mean" : 391323.919120,
          "stddev" : 158995.602746,
          "N" : 9747459
        },
        "clat_ns" : {
          "min" : 3590819,
          "max" : 16454971,
          "mean" : 12214191.574180,
          "stddev" : 1107366.593137,
          "N" : 9747427,
          "percentile" : {
            "1.000000" : 8585216,
            "5.000000" : 10289152,
            "10.000000" : 10813440,
            "20.000000" : 11468800,
            "30.000000" : 11730944,
            "40.000000" : 12124160,
            "50.000000" : 12386304,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13828096,
            "99.000000" : 14352384,
            "99.500000" : 14483456,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3588096" : 1,
            "3686400" : 1,
            "3883008" : 1,
            "3981312" : 1,
            "4112384" : 2,
            "4177920" : 2,
            "4292608" : 2,
            "4358144" : 3,
            "4423680" : 1,
            "4489216" : 5,
            "4620288" : 4,
            "4685824" : 3,
            "4751360" : 6,
            "4816896" : 3,
            "4882432" : 10,
            "4947968" : 4,
            "5013504" : 9,
            "5079040" : 8,
            "5144576" : 15,
            "5210112" : 18,
            "5275648" : 30,
            "5341184" : 27,
            "5406720" : 28,
            "5472256" : 48,
            "5537792" : 63,
            "5603328" : 61,
            "5668864" : 68,
            "5734400" : 81,
            "5799936" : 94,
            "5865472" : 110,
            "5931008" : 113,
            "5996544" : 157,
            "6062080" : 184,
            "6127616" : 195,
            "6193152" : 242,
            "6258688" : 265,
            "6324224" : 304,
            "6389760" : 340,
            "6455296" : 381,
            "6520832" : 509,
            "6586368" : 529,
            "6651904" : 631,
            "6717440" : 679,
            "6782976" : 725,
            "6848512" : 826,
            "6914048" : 985,
            "6979584" : 1002,
            "7045120" : 1230,
            "7110656" : 1372,
            "7176192" : 1475,
            "7241728" : 1632,
            "7307264" : 1765,
            "7372800" : 1987,
            "7438336" : 2139,
            "7503872" : 2245,
            "7569408" : 2559,
            "7634944" : 2740,
            "7700480" : 2981,
            "7766016" : 3433,
            "7831552" : 3502,
            "7897088" : 3693,
            "7962624" : 4147,
            "8028160" : 4334,
            "8093696" : 4522,
            "8159232" : 4863,
            "8224768" : 5228,
            "8290304" : 5426,
            "8355840" : 5958,
            "8454144" : 12617,
            "8585216" : 13912,
            "8716288" : 15388,
            "8847360" : 16578,
            "8978432" : 18086,
            "9109504" : 20133,
            "9240576" : 21794,
            "9371648" : 24461,
            "9502720" : 27167,
            "9633792" : 30746,
            "9764864" : 35300,
            "9895936" : 40781,
            "10027008" : 48254,
            "10158080" : 57260,
            "10289152" : 69526,
            "10420224" : 82667,
            "10551296" : 100059,
            "10682368" : 121658,
            "10813440" : 145827,
            "10944512" : 173564,
            "11075584" : 204619,
            "11206656" : 239047,
            "11337728" : 277761,
            "11468800" : 317539,
            "11599872" : 357595,
            "11730944" : 397684,
            "11862016" : 435266,
            "11993088" : 467142,
            "12124160" : 495522,
            "12255232" : 517382,
            "12386304" : 527694,
            "12517376" : 527214,
            "12648448" : 518392,
            "12779520" : 495730,
            "12910592" : 464040,
            "13041664" : 426430,
            "13172736" : 379644,
            "13303808" : 331303,
            "13434880" : 283210,
            "13565952" : 231967,
            "13697024" : 186783,
            "13828096" : 147364,
            "13959168" : 110997,
            "14090240" : 81655,
            "14221312" : 57981,
            "14352384" : 40517,
            "14483456" : 27538,
            "14614528" : 18100,
            "14745600" : 11767,
            "14876672" : 7194,
            "15007744" : 4390,
            "15138816" : 2749,
            "15269888" : 1533,
            "15400960" : 828,
            "15532032" : 549,
            "15663104" : 282,
            "15794176" : 102,
            "15925248" : 73,
            "16056320" : 29,
            "16187392" : 24,
            "16318464" : 4,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 3995227,
          "max" : 17089181,
          "mean" : 12605517.043922,
          "stddev" : 1131705.756891,
          "N" : 9747427
        },
        "bw_min" : 309278,
        "bw_max" : 345848,
        "bw_agg" : 100.000000,
        "bw_mean" : 324974.832636,
        "bw_dev" : 243.802587,
        "bw_samples" : 7648,
        "iops_min" : 77318,
        "iops_max" : 86462,
        "iops_mean" : 81243.502092,
        "iops_stddev" : 60.957063,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839988,
      "usr_cpu" : 0.659898,
      "sys_cpu" : 14.783406,
      "ctx" : 8674889,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 3.758641,
        "20" : 96.240999,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087100,
  "timestamp_ms" : 1773087100124,
  "time" : "Mon Mar  9 17:11:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 43371057152,
        "io_kbytes" : 42354548,
        "bw_bytes" : 333626082,
        "bw" : 325806,
        "iops" : 81452.249633,
        "runtime" : 129999,
        "total_ios" : 10588711,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5608,
          "max" : 1684755,
          "mean" : 390247.074162,
          "stddev" : 159924.228532,
          "N" : 10588711
        },
        "clat_ns" : {
          "min" : 3590819,
          "max" : 16454971,
          "mean" : 12180724.565079,
          "stddev" : 1119543.472941,
          "N" : 10588679,
          "percentile" : {
            "1.000000" : 8585216,
            "5.000000" : 10289152,
            "10.000000" : 10813440,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13828096,
            "99.000000" : 14352384,
            "99.500000" : 14483456,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3588096" : 1,
            "3686400" : 1,
            "3883008" : 1,
            "3981312" : 1,
            "4112384" : 2,
            "4177920" : 2,
            "4292608" : 2,
            "4358144" : 3,
            "4423680" : 3,
            "4489216" : 5,
            "4554752" : 1,
            "4620288" : 4,
            "4685824" : 6,
            "4751360" : 9,
            "4816896" : 9,
            "4882432" : 16,
            "4947968" : 9,
            "5013504" : 11,
            "5079040" : 14,
            "5144576" : 25,
            "5210112" : 37,
            "5275648" : 38,
            "5341184" : 41,
            "5406720" : 56,
            "5472256" : 73,
            "5537792" : 95,
            "5603328" : 96,
            "5668864" : 100,
            "5734400" : 123,
            "5799936" : 148,
            "5865472" : 159,
            "5931008" : 159,
            "5996544" : 215,
            "6062080" : 260,
            "6127616" : 272,
            "6193152" : 339,
            "6258688" : 371,
            "6324224" : 406,
            "6389760" : 482,
            "6455296" : 530,
            "6520832" : 681,
            "6586368" : 712,
            "6651904" : 830,
            "6717440" : 908,
            "6782976" : 973,
            "6848512" : 1071,
            "6914048" : 1250,
            "6979584" : 1336,
            "7045120" : 1553,
            "7110656" : 1766,
            "7176192" : 1819,
            "7241728" : 1990,
            "7307264" : 2180,
            "7372800" : 2416,
            "7438336" : 2621,
            "7503872" : 2760,
            "7569408" : 3092,
            "7634944" : 3246,
            "7700480" : 3554,
            "7766016" : 3999,
            "7831552" : 4117,
            "7897088" : 4321,
            "7962624" : 4784,
            "8028160" : 4995,
            "8093696" : 5308,
            "8159232" : 5623,
            "8224768" : 5975,
            "8290304" : 6241,
            "8355840" : 6775,
            "8454144" : 14312,
            "8585216" : 15719,
            "8716288" : 17426,
            "8847360" : 18709,
            "8978432" : 20424,
            "9109504" : 22487,
            "9240576" : 24513,
            "9371648" : 27589,
            "9502720" : 30618,
            "9633792" : 34892,
            "9764864" : 40280,
            "9895936" : 46637,
            "10027008" : 55486,
            "10158080" : 66147,
            "10289152" : 80367,
            "10420224" : 95857,
            "10551296" : 115738,
            "10682368" : 140017,
            "10813440" : 167414,
            "10944512" : 198187,
            "11075584" : 232442,
            "11206656" : 270111,
            "11337728" : 312132,
            "11468800" : 354653,
            "11599872" : 397339,
            "11730944" : 439473,
            "11862016" : 478480,
            "11993088" : 510989,
            "12124160" : 538580,
            "12255232" : 559692,
            "12386304" : 568137,
            "12517376" : 565165,
            "12648448" : 553518,
            "12779520" : 527320,
            "12910592" : 491905,
            "13041664" : 450099,
            "13172736" : 399518,
            "13303808" : 347446,
            "13434880" : 296378,
            "13565952" : 242452,
            "13697024" : 195051,
            "13828096" : 153636,
            "13959168" : 115553,
            "14090240" : 84943,
            "14221312" : 60310,
            "14352384" : 41967,
            "14483456" : 28538,
            "14614528" : 18698,
            "14745600" : 12099,
            "14876672" : 7392,
            "15007744" : 4497,
            "15138816" : 2811,
            "15269888" : 1565,
            "15400960" : 844,
            "15532032" : 571,
            "15663104" : 294,
            "15794176" : 103,
            "15925248" : 75,
            "16056320" : 32,
            "16187392" : 24,
            "16318464" : 5,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 3995227,
          "max" : 17089181,
          "mean" : 12570973.082187,
          "stddev" : 1144262.435911,
          "N" : 10588679
        },
        "bw_min" : 309278,
        "bw_max" : 346768,
        "bw_agg" : 100.000000,
        "bw_mean" : 325877.996139,
        "bw_dev" : 259.524388,
        "bw_samples" : 8288,
        "iops_min" : 77318,
        "iops_max" : 86692,
        "iops_mean" : 81469.308880,
        "iops_stddev" : 64.887301,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159968,
      "usr_cpu" : 0.660654,
      "sys_cpu" : 14.796772,
      "ctx" : 9395885,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 3.966696,
        "20" : 96.032964,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087110,
  "timestamp_ms" : 1773087110125,
  "time" : "Mon Mar  9 17:11:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 46809538560,
        "io_kbytes" : 45712440,
        "bw_bytes" : 334353846,
        "bw" : 326517,
        "iops" : 81629.892857,
        "runtime" : 140000,
        "total_ios" : 11428185,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5608,
          "max" : 1684755,
          "mean" : 389392.755242,
          "stddev" : 160623.290260,
          "N" : 11428185
        },
        "clat_ns" : {
          "min" : 3590819,
          "max" : 16454971,
          "mean" : 12154184.951701,
          "stddev" : 1127245.456321,
          "N" : 11428153,
          "percentile" : {
            "1.000000" : 8454144,
            "5.000000" : 10158080,
            "10.000000" : 10813440,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13697024,
            "99.000000" : 14352384,
            "99.500000" : 14483456,
            "99.900000" : 14876672,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3588096" : 1,
            "3686400" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3981312" : 1,
            "4112384" : 2,
            "4177920" : 2,
            "4292608" : 3,
            "4358144" : 7,
            "4423680" : 3,
            "4489216" : 5,
            "4554752" : 2,
            "4620288" : 4,
            "4685824" : 7,
            "4751360" : 11,
            "4816896" : 12,
            "4882432" : 18,
            "4947968" : 10,
            "5013504" : 22,
            "5079040" : 19,
            "5144576" : 35,
            "5210112" : 41,
            "5275648" : 46,
            "5341184" : 61,
            "5406720" : 69,
            "5472256" : 92,
            "5537792" : 110,
            "5603328" : 126,
            "5668864" : 122,
            "5734400" : 151,
            "5799936" : 192,
            "5865472" : 180,
            "5931008" : 193,
            "5996544" : 260,
            "6062080" : 333,
            "6127616" : 360,
            "6193152" : 399,
            "6258688" : 462,
            "6324224" : 496,
            "6389760" : 594,
            "6455296" : 677,
            "6520832" : 824,
            "6586368" : 865,
            "6651904" : 1010,
            "6717440" : 1122,
            "6782976" : 1198,
            "6848512" : 1327,
            "6914048" : 1514,
            "6979584" : 1607,
            "7045120" : 1890,
            "7110656" : 2114,
            "7176192" : 2155,
            "7241728" : 2346,
            "7307264" : 2590,
            "7372800" : 2784,
            "7438336" : 3112,
            "7503872" : 3287,
            "7569408" : 3587,
            "7634944" : 3834,
            "7700480" : 4155,
            "7766016" : 4581,
            "7831552" : 4749,
            "7897088" : 4978,
            "7962624" : 5454,
            "8028160" : 5723,
            "8093696" : 6025,
            "8159232" : 6371,
            "8224768" : 6745,
            "8290304" : 7000,
            "8355840" : 7564,
            "8454144" : 15918,
            "8585216" : 17438,
            "8716288" : 19174,
            "8847360" : 20526,
            "8978432" : 22488,
            "9109504" : 24775,
            "9240576" : 27013,
            "9371648" : 30479,
            "9502720" : 33942,
            "9633792" : 38749,
            "9764864" : 45029,
            "9895936" : 52254,
            "10027008" : 62447,
            "10158080" : 74583,
            "10289152" : 90594,
            "10420224" : 108157,
            "10551296" : 130557,
            "10682368" : 157620,
            "10813440" : 188398,
            "10944512" : 222195,
            "11075584" : 259467,
            "11206656" : 300694,
            "11337728" : 345971,
            "11468800" : 391386,
            "11599872" : 437566,
            "11730944" : 481788,
            "11862016" : 521887,
            "11993088" : 555028,
            "12124160" : 582147,
            "12255232" : 602304,
            "12386304" : 609529,
            "12517376" : 604326,
            "12648448" : 589355,
            "12779520" : 559543,
            "12910592" : 519971,
            "13041664" : 474259,
            "13172736" : 420206,
            "13303808" : 364579,
            "13434880" : 310175,
            "13565952" : 253209,
            "13697024" : 203209,
            "13828096" : 159649,
            "13959168" : 120089,
            "14090240" : 88182,
            "14221312" : 62507,
            "14352384" : 43363,
            "14483456" : 29417,
            "14614528" : 19271,
            "14745600" : 12390,
            "14876672" : 7591,
            "15007744" : 4625,
            "15138816" : 2888,
            "15269888" : 1604,
            "15400960" : 856,
            "15532032" : 581,
            "15663104" : 306,
            "15794176" : 109,
            "15925248" : 82,
            "16056320" : 36,
            "16187392" : 25,
            "16318464" : 5,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 3995227,
          "max" : 17089181,
          "mean" : 12543579.035968,
          "stddev" : 1152201.234276,
          "N" : 11428153
        },
        "bw_min" : 309278,
        "bw_max" : 347216,
        "bw_agg" : 100.000000,
        "bw_mean" : 326596.189964,
        "bw_dev" : 267.622580,
        "bw_samples" : 8928,
        "iops_min" : 77318,
        "iops_max" : 86806,
        "iops_mean" : 81648.870968,
        "iops_stddev" : 66.911796,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4480000,
      "usr_cpu" : 0.662098,
      "sys_cpu" : 14.807879,
      "ctx" : 10117437,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 4.119254,
        "20" : 95.880422,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087120,
  "timestamp_ms" : 1773087120125,
  "time" : "Mon Mar  9 17:12:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 50242035712,
        "io_kbytes" : 49064488,
        "bw_bytes" : 334946904,
        "bw" : 327096,
        "iops" : 81774.686667,
        "runtime" : 150000,
        "total_ios" : 12266203,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5608,
          "max" : 1684755,
          "mean" : 388699.715761,
          "stddev" : 161201.988993,
          "N" : 12266203
        },
        "clat_ns" : {
          "min" : 3590819,
          "max" : 16454971,
          "mean" : 12132626.834413,
          "stddev" : 1132895.463734,
          "N" : 12266171,
          "percentile" : {
            "1.000000" : 8454144,
            "5.000000" : 10158080,
            "10.000000" : 10813440,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13697024,
            "99.000000" : 14352384,
            "99.500000" : 14483456,
            "99.900000" : 14876672,
            "99.950000" : 15138816,
            "99.990000" : 15400960
          },
          "bins" : {
            "3588096" : 1,
            "3686400" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3981312" : 1,
            "4112384" : 2,
            "4177920" : 2,
            "4292608" : 3,
            "4358144" : 7,
            "4423680" : 3,
            "4489216" : 5,
            "4554752" : 6,
            "4620288" : 7,
            "4685824" : 8,
            "4751360" : 14,
            "4816896" : 14,
            "4882432" : 20,
            "4947968" : 16,
            "5013504" : 24,
            "5079040" : 22,
            "5144576" : 41,
            "5210112" : 49,
            "5275648" : 57,
            "5341184" : 74,
            "5406720" : 83,
            "5472256" : 105,
            "5537792" : 138,
            "5603328" : 147,
            "5668864" : 144,
            "5734400" : 178,
            "5799936" : 241,
            "5865472" : 222,
            "5931008" : 241,
            "5996544" : 310,
            "6062080" : 391,
            "6127616" : 421,
            "6193152" : 484,
            "6258688" : 555,
            "6324224" : 592,
            "6389760" : 706,
            "6455296" : 809,
            "6520832" : 951,
            "6586368" : 1000,
            "6651904" : 1193,
            "6717440" : 1296,
            "6782976" : 1408,
            "6848512" : 1541,
            "6914048" : 1770,
            "6979584" : 1842,
            "7045120" : 2162,
            "7110656" : 2397,
            "7176192" : 2487,
            "7241728" : 2697,
            "7307264" : 2996,
            "7372800" : 3231,
            "7438336" : 3528,
            "7503872" : 3796,
            "7569408" : 4144,
            "7634944" : 4391,
            "7700480" : 4718,
            "7766016" : 5155,
            "7831552" : 5371,
            "7897088" : 5667,
            "7962624" : 6167,
            "8028160" : 6452,
            "8093696" : 6709,
            "8159232" : 7136,
            "8224768" : 7474,
            "8290304" : 7789,
            "8355840" : 8375,
            "8454144" : 17570,
            "8585216" : 19191,
            "8716288" : 20991,
            "8847360" : 22510,
            "8978432" : 24505,
            "9109504" : 27130,
            "9240576" : 29493,
            "9371648" : 33227,
            "9502720" : 37156,
            "9633792" : 42468,
            "9764864" : 49516,
            "9895936" : 57730,
            "10027008" : 69050,
            "10158080" : 82652,
            "10289152" : 100235,
            "10420224" : 119835,
            "10551296" : 144749,
            "10682368" : 174919,
            "10813440" : 208428,
            "10944512" : 245380,
            "11075584" : 286102,
            "11206656" : 331096,
            "11337728" : 379741,
            "11468800" : 428585,
            "11599872" : 476893,
            "11730944" : 523173,
            "11862016" : 564822,
            "11993088" : 599203,
            "12124160" : 626321,
            "12255232" : 645246,
            "12386304" : 650846,
            "12517376" : 643591,
            "12648448" : 625630,
            "12779520" : 592487,
            "12910592" : 549319,
            "13041664" : 499578,
            "13172736" : 441363,
            "13303808" : 381889,
            "13434880" : 323907,
            "13565952" : 264099,
            "13697024" : 211590,
            "13828096" : 165939,
            "13959168" : 124702,
            "14090240" : 91466,
            "14221312" : 64721,
            "14352384" : 44807,
            "14483456" : 30417,
            "14614528" : 19896,
            "14745600" : 12783,
            "14876672" : 7831,
            "15007744" : 4760,
            "15138816" : 2959,
            "15269888" : 1637,
            "15400960" : 884,
            "15532032" : 594,
            "15663104" : 310,
            "15794176" : 110,
            "15925248" : 82,
            "16056320" : 36,
            "16187392" : 25,
            "16318464" : 5,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 3995227,
          "max" : 17089181,
          "mean" : 12521327.788659,
          "stddev" : 1158014.514297,
          "N" : 12266171
        },
        "bw_min" : 309278,
        "bw_max" : 347592,
        "bw_agg" : 100.000000,
        "bw_mean" : 327183.789298,
        "bw_dev" : 271.602663,
        "bw_samples" : 9568,
        "iops_min" : 77318,
        "iops_max" : 86900,
        "iops_mean" : 81795.769231,
        "iops_stddev" : 67.906178,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799977,
      "usr_cpu" : 0.662941,
      "sys_cpu" : 14.816279,
      "ctx" : 10838818,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 4.244541,
        "20" : 95.755157,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087130,
  "timestamp_ms" : 1773087130124,
  "time" : "Mon Mar  9 17:12:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 53666852864,
        "io_kbytes" : 52409036,
        "bw_bytes" : 335419926,
        "bw" : 327558,
        "iops" : 81890.036813,
        "runtime" : 159999,
        "total_ios" : 13102324,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5608,
          "max" : 1684755,
          "mean" : 388149.294822,
          "stddev" : 161652.973536,
          "N" : 13102324
        },
        "clat_ns" : {
          "min" : 3590819,
          "max" : 16454971,
          "mean" : 12115570.103382,
          "stddev" : 1135140.430765,
          "N" : 13102292,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 10158080,
            "10.000000" : 10813440,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13697024,
            "99.000000" : 14221312,
            "99.500000" : 14483456,
            "99.900000" : 14876672,
            "99.950000" : 15138816,
            "99.990000" : 15400960
          },
          "bins" : {
            "3588096" : 1,
            "3686400" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3981312" : 1,
            "4112384" : 2,
            "4177920" : 5,
            "4292608" : 3,
            "4358144" : 8,
            "4423680" : 3,
            "4489216" : 8,
            "4554752" : 8,
            "4620288" : 8,
            "4685824" : 9,
            "4751360" : 14,
            "4816896" : 18,
            "4882432" : 24,
            "4947968" : 18,
            "5013504" : 28,
            "5079040" : 24,
            "5144576" : 43,
            "5210112" : 56,
            "5275648" : 62,
            "5341184" : 77,
            "5406720" : 87,
            "5472256" : 116,
            "5537792" : 152,
            "5603328" : 174,
            "5668864" : 164,
            "5734400" : 192,
            "5799936" : 267,
            "5865472" : 254,
            "5931008" : 291,
            "5996544" : 355,
            "6062080" : 466,
            "6127616" : 479,
            "6193152" : 542,
            "6258688" : 646,
            "6324224" : 692,
            "6389760" : 817,
            "6455296" : 916,
            "6520832" : 1051,
            "6586368" : 1128,
            "6651904" : 1332,
            "6717440" : 1466,
            "6782976" : 1587,
            "6848512" : 1734,
            "6914048" : 1983,
            "6979584" : 2052,
            "7045120" : 2402,
            "7110656" : 2675,
            "7176192" : 2752,
            "7241728" : 2990,
            "7307264" : 3327,
            "7372800" : 3578,
            "7438336" : 3903,
            "7503872" : 4249,
            "7569408" : 4620,
            "7634944" : 4897,
            "7700480" : 5196,
            "7766016" : 5658,
            "7831552" : 5918,
            "7897088" : 6242,
            "7962624" : 6761,
            "8028160" : 7109,
            "8093696" : 7354,
            "8159232" : 7768,
            "8224768" : 8245,
            "8290304" : 8507,
            "8355840" : 9123,
            "8454144" : 19165,
            "8585216" : 20915,
            "8716288" : 22773,
            "8847360" : 24390,
            "8978432" : 26509,
            "9109504" : 29340,
            "9240576" : 31855,
            "9371648" : 35866,
            "9502720" : 39957,
            "9633792" : 46101,
            "9764864" : 53564,
            "9895936" : 62679,
            "10027008" : 75235,
            "10158080" : 90117,
            "10289152" : 109581,
            "10420224" : 130898,
            "10551296" : 158056,
            "10682368" : 191145,
            "10813440" : 227508,
            "10944512" : 267908,
            "11075584" : 311945,
            "11206656" : 360474,
            "11337728" : 412724,
            "11468800" : 465271,
            "11599872" : 516718,
            "11730944" : 565690,
            "11862016" : 608770,
            "11993088" : 644629,
            "12124160" : 671913,
            "12255232" : 689477,
            "12386304" : 693853,
            "12517376" : 684525,
            "12648448" : 663335,
            "12779520" : 626021,
            "12910592" : 578768,
            "13041664" : 524802,
            "13172736" : 462711,
            "13303808" : 399061,
            "13434880" : 337689,
            "13565952" : 274898,
            "13697024" : 219853,
            "13828096" : 171963,
            "13959168" : 128996,
            "14090240" : 94463,
            "14221312" : 66700,
            "14352384" : 46135,
            "14483456" : 31267,
            "14614528" : 20467,
            "14745600" : 13175,
            "14876672" : 8029,
            "15007744" : 4900,
            "15138816" : 3048,
            "15269888" : 1692,
            "15400960" : 922,
            "15532032" : 604,
            "15663104" : 315,
            "15794176" : 117,
            "15925248" : 88,
            "16056320" : 42,
            "16187392" : 28,
            "16318464" : 9,
            "16449536" : 3
          }
        },
        "lat_ns" : {
          "min" : 3995227,
          "max" : 17089181,
          "mean" : 12503720.421631,
          "stddev" : 1160293.946802,
          "N" : 13102292
        },
        "bw_min" : 309278,
        "bw_max" : 347696,
        "bw_agg" : 100.000000,
        "bw_mean" : 327649.733542,
        "bw_dev" : 271.800238,
        "bw_samples" : 10208,
        "iops_min" : 77318,
        "iops_max" : 86926,
        "iops_mean" : 81912.272727,
        "iops_stddev" : 67.955515,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5119968,
      "usr_cpu" : 0.664379,
      "sys_cpu" : 14.821929,
      "ctx" : 11560412,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 4.324363,
        "20" : 95.675355,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087140,
  "timestamp_ms" : 1773087140125,
  "time" : "Mon Mar  9 17:12:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 57067585536,
        "io_kbytes" : 55730064,
        "bw_bytes" : 335691679,
        "bw" : 327823,
        "iops" : 81956.394118,
        "runtime" : 170000,
        "total_ios" : 13932587,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1684755,
          "mean" : 387831.450427,
          "stddev" : 161898.210416,
          "N" : 13932587
        },
        "clat_ns" : {
          "min" : 3590819,
          "max" : 16470144,
          "mean" : 12105689.839710,
          "stddev" : 1136693.375493,
          "N" : 13932555,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 10158080,
            "10.000000" : 10682368,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13697024,
            "99.000000" : 14221312,
            "99.500000" : 14483456,
            "99.900000" : 14876672,
            "99.950000" : 15138816,
            "99.990000" : 15400960
          },
          "bins" : {
            "3588096" : 1,
            "3686400" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3981312" : 1,
            "4112384" : 2,
            "4177920" : 5,
            "4292608" : 3,
            "4358144" : 8,
            "4423680" : 3,
            "4489216" : 8,
            "4554752" : 8,
            "4620288" : 12,
            "4685824" : 9,
            "4751360" : 17,
            "4816896" : 18,
            "4882432" : 24,
            "4947968" : 19,
            "5013504" : 31,
            "5079040" : 32,
            "5144576" : 48,
            "5210112" : 61,
            "5275648" : 66,
            "5341184" : 85,
            "5406720" : 93,
            "5472256" : 132,
            "5537792" : 160,
            "5603328" : 184,
            "5668864" : 176,
            "5734400" : 212,
            "5799936" : 292,
            "5865472" : 281,
            "5931008" : 314,
            "5996544" : 377,
            "6062080" : 499,
            "6127616" : 518,
            "6193152" : 579,
            "6258688" : 705,
            "6324224" : 754,
            "6389760" : 887,
            "6455296" : 970,
            "6520832" : 1114,
            "6586368" : 1214,
            "6651904" : 1445,
            "6717440" : 1556,
            "6782976" : 1705,
            "6848512" : 1859,
            "6914048" : 2151,
            "6979584" : 2198,
            "7045120" : 2591,
            "7110656" : 2858,
            "7176192" : 2939,
            "7241728" : 3219,
            "7307264" : 3579,
            "7372800" : 3873,
            "7438336" : 4203,
            "7503872" : 4586,
            "7569408" : 4951,
            "7634944" : 5277,
            "7700480" : 5627,
            "7766016" : 6042,
            "7831552" : 6381,
            "7897088" : 6717,
            "7962624" : 7234,
            "8028160" : 7696,
            "8093696" : 7879,
            "8159232" : 8377,
            "8224768" : 8862,
            "8290304" : 9165,
            "8355840" : 9786,
            "8454144" : 20621,
            "8585216" : 22483,
            "8716288" : 24430,
            "8847360" : 26083,
            "8978432" : 28476,
            "9109504" : 31384,
            "9240576" : 34098,
            "9371648" : 38431,
            "9502720" : 42959,
            "9633792" : 49586,
            "9764864" : 57696,
            "9895936" : 67771,
            "10027008" : 81484,
            "10158080" : 97326,
            "10289152" : 118182,
            "10420224" : 141616,
            "10551296" : 171022,
            "10682368" : 206635,
            "10813440" : 245637,
            "10944512" : 289397,
            "11075584" : 336261,
            "11206656" : 387884,
            "11337728" : 443919,
            "11468800" : 499821,
            "11599872" : 553487,
            "11730944" : 605371,
            "11862016" : 650503,
            "11993088" : 687249,
            "12124160" : 714574,
            "12255232" : 732127,
            "12386304" : 735046,
            "12517376" : 724457,
            "12648448" : 700542,
            "12779520" : 660447,
            "12910592" : 609634,
            "13041664" : 551932,
            "13172736" : 486347,
            "13303808" : 419357,
            "13434880" : 354286,
            "13565952" : 288839,
            "13697024" : 230586,
            "13828096" : 180230,
            "13959168" : 135336,
            "14090240" : 99085,
            "14221312" : 69972,
            "14352384" : 48372,
            "14483456" : 32821,
            "14614528" : 21551,
            "14745600" : 13804,
            "14876672" : 8415,
            "15007744" : 5131,
            "15138816" : 3178,
            "15269888" : 1761,
            "15400960" : 971,
            "15532032" : 625,
            "15663104" : 328,
            "15794176" : 124,
            "15925248" : 92,
            "16056320" : 47,
            "16187392" : 31,
            "16318464" : 10,
            "16449536" : 4
          }
        },
        "lat_ns" : {
          "min" : 3995227,
          "max" : 17089181,
          "mean" : 12493520.107841,
          "stddev" : 1161879.782052,
          "N" : 13932555
        },
        "bw_min" : 308510,
        "bw_max" : 347896,
        "bw_agg" : 100.000000,
        "bw_mean" : 327968.120944,
        "bw_dev" : 272.351621,
        "bw_samples" : 10848,
        "iops_min" : 77126,
        "iops_max" : 86976,
        "iops_mean" : 81991.879056,
        "iops_stddev" : 68.093028,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439977,
      "usr_cpu" : 0.665168,
      "sys_cpu" : 14.822985,
      "ctx" : 12282752,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 4.372784,
        "20" : 95.626950,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087150,
  "timestamp_ms" : 1773087150124,
  "time" : "Mon Mar  9 17:12:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 6620,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 60239192064,
        "io_kbytes" : 58827336,
        "bw_bytes" : 334664037,
        "bw" : 326820,
        "iops" : 81705.259474,
        "runtime" : 179999,
        "total_ios" : 14706865,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1684755,
          "mean" : 389030.063334,
          "stddev" : 160827.069174,
          "N" : 14706893
        },
        "clat_ns" : {
          "min" : 3055,
          "max" : 16471196,
          "mean" : 12142551.525361,
          "stddev" : 1144491.348954,
          "N" : 14707729,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 10158080,
            "10.000000" : 10813440,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13697024,
            "99.000000" : 14352384,
            "99.500000" : 14483456,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3056" : 1,
            "3088" : 1,
            "3120" : 1,
            "3216" : 1,
            "3312" : 1,
            "3344" : 1,
            "3504" : 2,
            "3664" : 2,
            "3824" : 2,
            "3888" : 2,
            "3920" : 1,
            "3952" : 1,
            "4128" : 1,
            "4320" : 1,
            "4640" : 1,
            "5664" : 1,
            "5728" : 1,
            "5792" : 1,
            "5984" : 1,
            "6688" : 1,
            "8256" : 1,
            "8768" : 1,
            "10560" : 1,
            "14272" : 1,
            "358400" : 1,
            "387072" : 1,
            "391168" : 1,
            "395264" : 1,
            "399360" : 1,
            "403456" : 2,
            "411648" : 2,
            "415744" : 1,
            "436224" : 1,
            "440320" : 1,
            "452608" : 1,
            "456704" : 1,
            "481280" : 1,
            "493568" : 1,
            "497664" : 2,
            "501760" : 3,
            "505856" : 1,
            "509952" : 1,
            "528384" : 1,
            "536576" : 1,
            "552960" : 1,
            "561152" : 1,
            "708608" : 1,
            "724992" : 1,
            "757760" : 3,
            "765952" : 1,
            "774144" : 2,
            "790528" : 1,
            "831488" : 1,
            "839680" : 2,
            "847872" : 2,
            "864256" : 1,
            "872448" : 1,
            "880640" : 2,
            "913408" : 1,
            "921600" : 2,
            "929792" : 1,
            "962560" : 1,
            "970752" : 2,
            "995328" : 2,
            "1011712" : 2,
            "1044480" : 1,
            "1089536" : 1,
            "1122304" : 1,
            "1187840" : 4,
            "1204224" : 1,
            "1236992" : 2,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 3,
            "1318912" : 2,
            "1351680" : 1,
            "1368064" : 3,
            "1384448" : 2,
            "1417216" : 6,
            "1449984" : 1,
            "1466368" : 1,
            "1482752" : 1,
            "1531904" : 1,
            "1548288" : 1,
            "1581056" : 1,
            "1597440" : 1,
            "1613824" : 1,
            "1646592" : 1,
            "1662976" : 1,
            "1679360" : 1,
            "1728512" : 1,
            "1744896" : 3,
            "1761280" : 1,
            "1777664" : 1,
            "1794048" : 4,
            "1810432" : 2,
            "1826816" : 1,
            "1843200" : 1,
            "1859584" : 2,
            "1875968" : 2,
            "1892352" : 2,
            "1925120" : 1,
            "1941504" : 2,
            "1957888" : 1,
            "1974272" : 1,
            "2007040" : 1,
            "2023424" : 1,
            "2039808" : 1,
            "2056192" : 2,
            "2113536" : 2,
            "2146304" : 2,
            "2179072" : 2,
            "2211840" : 3,
            "2244608" : 3,
            "2277376" : 6,
            "2310144" : 2,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 2,
            "2441216" : 2,
            "2473984" : 2,
            "2506752" : 2,
            "2539520" : 3,
            "2572288" : 4,
            "2605056" : 1,
            "2637824" : 2,
            "2670592" : 2,
            "2703360" : 2,
            "2736128" : 3,
            "2768896" : 1,
            "2801664" : 2,
            "2867200" : 3,
            "2899968" : 1,
            "2932736" : 3,
            "2965504" : 3,
            "2998272" : 2,
            "3031040" : 2,
            "3063808" : 6,
            "3096576" : 3,
            "3129344" : 2,
            "3194880" : 2,
            "3227648" : 2,
            "3260416" : 1,
            "3293184" : 3,
            "3325952" : 3,
            "3358720" : 1,
            "3391488" : 2,
            "3424256" : 2,
            "3457024" : 3,
            "3489792" : 2,
            "3555328" : 1,
            "3588096" : 5,
            "3620864" : 5,
            "3653632" : 1,
            "3686400" : 2,
            "3751936" : 3,
            "3784704" : 2,
            "3817472" : 3,
            "3850240" : 3,
            "3883008" : 4,
            "3915776" : 4,
            "3948544" : 1,
            "3981312" : 2,
            "4014080" : 6,
            "4046848" : 2,
            "4079616" : 2,
            "4112384" : 2,
            "4145152" : 3,
            "4177920" : 5,
            "4227072" : 8,
            "4292608" : 7,
            "4358144" : 13,
            "4423680" : 8,
            "4489216" : 13,
            "4554752" : 9,
            "4620288" : 16,
            "4685824" : 17,
            "4751360" : 20,
            "4816896" : 21,
            "4882432" : 29,
            "4947968" : 22,
            "5013504" : 42,
            "5079040" : 35,
            "5144576" : 52,
            "5210112" : 65,
            "5275648" : 69,
            "5341184" : 91,
            "5406720" : 99,
            "5472256" : 141,
            "5537792" : 165,
            "5603328" : 190,
            "5668864" : 179,
            "5734400" : 218,
            "5799936" : 305,
            "5865472" : 286,
            "5931008" : 320,
            "5996544" : 385,
            "6062080" : 509,
            "6127616" : 535,
            "6193152" : 597,
            "6258688" : 726,
            "6324224" : 774,
            "6389760" : 906,
            "6455296" : 1009,
            "6520832" : 1158,
            "6586368" : 1257,
            "6651904" : 1489,
            "6717440" : 1601,
            "6782976" : 1763,
            "6848512" : 1913,
            "6914048" : 2219,
            "6979584" : 2283,
            "7045120" : 2675,
            "7110656" : 2969,
            "7176192" : 3044,
            "7241728" : 3325,
            "7307264" : 3722,
            "7372800" : 4039,
            "7438336" : 4368,
            "7503872" : 4759,
            "7569408" : 5135,
            "7634944" : 5470,
            "7700480" : 5877,
            "7766016" : 6301,
            "7831552" : 6629,
            "7897088" : 7004,
            "7962624" : 7556,
            "8028160" : 8036,
            "8093696" : 8260,
            "8159232" : 8746,
            "8224768" : 9268,
            "8290304" : 9603,
            "8355840" : 10282,
            "8454144" : 21715,
            "8585216" : 23561,
            "8716288" : 25617,
            "8847360" : 27482,
            "8978432" : 29808,
            "9109504" : 32849,
            "9240576" : 35579,
            "9371648" : 39980,
            "9502720" : 44427,
            "9633792" : 51008,
            "9764864" : 59070,
            "9895936" : 69206,
            "10027008" : 82874,
            "10158080" : 98724,
            "10289152" : 119605,
            "10420224" : 143137,
            "10551296" : 172558,
            "10682368" : 208414,
            "10813440" : 247658,
            "10944512" : 291935,
            "11075584" : 339689,
            "11206656" : 392372,
            "11337728" : 449876,
            "11468800" : 507984,
            "11599872" : 564064,
            "11730944" : 619133,
            "11862016" : 667706,
            "11993088" : 708818,
            "12124160" : 740887,
            "12255232" : 763555,
            "12386304" : 771844,
            "12517376" : 765698,
            "12648448" : 746159,
            "12779520" : 709282,
            "12910592" : 660377,
            "13041664" : 603357,
            "13172736" : 537251,
            "13303808" : 467742,
            "13434880" : 398191,
            "13565952" : 328149,
            "13697024" : 263916,
            "13828096" : 207707,
            "13959168" : 157546,
            "14090240" : 115997,
            "14221312" : 82819,
            "14352384" : 57312,
            "14483456" : 39073,
            "14614528" : 25695,
            "14745600" : 16487,
            "14876672" : 10145,
            "15007744" : 6115,
            "15138816" : 3805,
            "15269888" : 2114,
            "15400960" : 1175,
            "15532032" : 739,
            "15663104" : 397,
            "15794176" : 161,
            "15925248" : 117,
            "16056320" : 65,
            "16187392" : 40,
            "16318464" : 19,
            "16449536" : 6
          }
        },
        "lat_ns" : {
          "min" : 354943,
          "max" : 17089181,
          "mean" : 12531581.769056,
          "stddev" : 1170084.447769,
          "N" : 14707729
        },
        "bw_min" : 303808,
        "bw_max" : 347896,
        "bw_agg" : 100.000000,
        "bw_mean" : 326974.732591,
        "bw_dev" : 295.818293,
        "bw_samples" : 11488,
        "iops_min" : 75952,
        "iops_max" : 86976,
        "iops_mean" : 81743.540390,
        "iops_stddev" : 73.958566,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759968,
      "usr_cpu" : 0.662382,
      "sys_cpu" : 14.797166,
      "ctx" : 13008607,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999810,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 4.296667,
        "20" : 95.707263,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773087150,
  "timestamp_ms" : 1773087150175,
  "time" : "Mon Mar  9 17:12:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 60243513344,
        "io_kbytes" : 58831556,
        "bw_bytes" : 334678747,
        "bw" : 326834,
        "iops" : 81702.989934,
        "runtime" : 180004,
        "total_ios" : 14706865,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1684755,
          "mean" : 389030.090138,
          "stddev" : 160827.061899,
          "N" : 14706897
        },
        "clat_ns" : {
          "min" : 3055,
          "max" : 16471196,
          "mean" : 12142501.757569,
          "stddev" : 1144669.073783,
          "N" : 14707857,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 10158080,
            "10.000000" : 10813440,
            "20.000000" : 11337728,
            "30.000000" : 11730944,
            "40.000000" : 11993088,
            "50.000000" : 12255232,
            "60.000000" : 12517376,
            "70.000000" : 12779520,
            "80.000000" : 13041664,
            "90.000000" : 13434880,
            "95.000000" : 13697024,
            "99.000000" : 14352384,
            "99.500000" : 14483456,
            "99.900000" : 15007744,
            "99.950000" : 15138816,
            "99.990000" : 15532032
          },
          "bins" : {
            "3056" : 1,
            "3088" : 1,
            "3120" : 1,
            "3216" : 1,
            "3312" : 1,
            "3344" : 1,
            "3504" : 2,
            "3664" : 2,
            "3728" : 1,
            "3824" : 2,
            "3888" : 2,
            "3920" : 1,
            "3952" : 1,
            "4128" : 2,
            "4192" : 1,
            "4320" : 1,
            "4640" : 1,
            "4704" : 1,
            "5664" : 1,
            "5728" : 1,
            "5792" : 1,
            "5984" : 1,
            "6688" : 1,
            "8256" : 1,
            "8768" : 1,
            "10560" : 1,
            "14272" : 1,
            "358400" : 1,
            "387072" : 1,
            "391168" : 1,
            "395264" : 1,
            "399360" : 2,
            "403456" : 2,
            "411648" : 2,
            "415744" : 1,
            "436224" : 1,
            "440320" : 1,
            "452608" : 1,
            "456704" : 1,
            "464896" : 1,
            "481280" : 1,
            "489472" : 1,
            "493568" : 1,
            "497664" : 2,
            "501760" : 3,
            "505856" : 1,
            "509952" : 1,
            "528384" : 2,
            "536576" : 1,
            "552960" : 1,
            "561152" : 1,
            "634880" : 1,
            "708608" : 1,
            "724992" : 1,
            "757760" : 3,
            "765952" : 1,
            "774144" : 2,
            "790528" : 1,
            "831488" : 1,
            "839680" : 2,
            "847872" : 2,
            "856064" : 1,
            "864256" : 1,
            "872448" : 1,
            "880640" : 2,
            "905216" : 1,
            "913408" : 1,
            "921600" : 2,
            "929792" : 1,
            "954368" : 1,
            "962560" : 1,
            "970752" : 2,
            "995328" : 2,
            "1011712" : 2,
            "1044480" : 1,
            "1073152" : 1,
            "1089536" : 1,
            "1122304" : 1,
            "1187840" : 4,
            "1204224" : 1,
            "1220608" : 1,
            "1236992" : 2,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 3,
            "1318912" : 2,
            "1351680" : 2,
            "1368064" : 3,
            "1384448" : 2,
            "1417216" : 6,
            "1433600" : 2,
            "1449984" : 1,
            "1466368" : 1,
            "1482752" : 1,
            "1531904" : 1,
            "1548288" : 1,
            "1581056" : 2,
            "1597440" : 1,
            "1613824" : 1,
            "1646592" : 1,
            "1662976" : 1,
            "1679360" : 1,
            "1712128" : 1,
            "1728512" : 1,
            "1744896" : 3,
            "1761280" : 1,
            "1777664" : 1,
            "1794048" : 5,
            "1810432" : 2,
            "1826816" : 1,
            "1843200" : 1,
            "1859584" : 2,
            "1875968" : 2,
            "1892352" : 2,
            "1908736" : 1,
            "1925120" : 1,
            "1941504" : 2,
            "1957888" : 1,
            "1974272" : 1,
            "2007040" : 1,
            "2023424" : 1,
            "2039808" : 1,
            "2056192" : 2,
            "2072576" : 1,
            "2113536" : 3,
            "2146304" : 2,
            "2179072" : 2,
            "2211840" : 3,
            "2244608" : 4,
            "2277376" : 6,
            "2310144" : 3,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 2,
            "2441216" : 2,
            "2473984" : 3,
            "2506752" : 2,
            "2539520" : 4,
            "2572288" : 4,
            "2605056" : 1,
            "2637824" : 2,
            "2670592" : 3,
            "2703360" : 2,
            "2736128" : 3,
            "2768896" : 1,
            "2801664" : 2,
            "2867200" : 3,
            "2899968" : 2,
            "2932736" : 3,
            "2965504" : 3,
            "2998272" : 2,
            "3031040" : 3,
            "3063808" : 6,
            "3096576" : 3,
            "3129344" : 2,
            "3194880" : 3,
            "3227648" : 4,
            "3260416" : 1,
            "3293184" : 3,
            "3325952" : 3,
            "3358720" : 1,
            "3391488" : 3,
            "3424256" : 2,
            "3457024" : 4,
            "3489792" : 2,
            "3555328" : 1,
            "3588096" : 5,
            "3620864" : 6,
            "3653632" : 1,
            "3686400" : 3,
            "3751936" : 3,
            "3784704" : 2,
            "3817472" : 4,
            "3850240" : 4,
            "3883008" : 4,
            "3915776" : 4,
            "3948544" : 1,
            "3981312" : 2,
            "4014080" : 6,
            "4046848" : 2,
            "4079616" : 2,
            "4112384" : 2,
            "4145152" : 4,
            "4177920" : 6,
            "4227072" : 9,
            "4292608" : 7,
            "4358144" : 13,
            "4423680" : 9,
            "4489216" : 15,
            "4554752" : 9,
            "4620288" : 16,
            "4685824" : 18,
            "4751360" : 20,
            "4816896" : 23,
            "4882432" : 30,
            "4947968" : 23,
            "5013504" : 42,
            "5079040" : 35,
            "5144576" : 53,
            "5210112" : 65,
            "5275648" : 71,
            "5341184" : 92,
            "5406720" : 99,
            "5472256" : 141,
            "5537792" : 165,
            "5603328" : 193,
            "5668864" : 180,
            "5734400" : 218,
            "5799936" : 306,
            "5865472" : 288,
            "5931008" : 322,
            "5996544" : 385,
            "6062080" : 509,
            "6127616" : 535,
            "6193152" : 597,
            "6258688" : 728,
            "6324224" : 775,
            "6389760" : 907,
            "6455296" : 1009,
            "6520832" : 1159,
            "6586368" : 1257,
            "6651904" : 1490,
            "6717440" : 1601,
            "6782976" : 1764,
            "6848512" : 1914,
            "6914048" : 2219,
            "6979584" : 2283,
            "7045120" : 2677,
            "7110656" : 2969,
            "7176192" : 3046,
            "7241728" : 3326,
            "7307264" : 3722,
            "7372800" : 4039,
            "7438336" : 4369,
            "7503872" : 4761,
            "7569408" : 5137,
            "7634944" : 5471,
            "7700480" : 5877,
            "7766016" : 6301,
            "7831552" : 6630,
            "7897088" : 7005,
            "7962624" : 7556,
            "8028160" : 8037,
            "8093696" : 8261,
            "8159232" : 8746,
            "8224768" : 9268,
            "8290304" : 9605,
            "8355840" : 10282,
            "8454144" : 21718,
            "8585216" : 23561,
            "8716288" : 25618,
            "8847360" : 27484,
            "8978432" : 29809,
            "9109504" : 32849,
            "9240576" : 35580,
            "9371648" : 39982,
            "9502720" : 44428,
            "9633792" : 51008,
            "9764864" : 59072,
            "9895936" : 69206,
            "10027008" : 82874,
            "10158080" : 98726,
            "10289152" : 119605,
            "10420224" : 143137,
            "10551296" : 172559,
            "10682368" : 208416,
            "10813440" : 247659,
            "10944512" : 291935,
            "11075584" : 339691,
            "11206656" : 392372,
            "11337728" : 449878,
            "11468800" : 507984,
            "11599872" : 564065,
            "11730944" : 619133,
            "11862016" : 667709,
            "11993088" : 708818,
            "12124160" : 740887,
            "12255232" : 763556,
            "12386304" : 771845,
            "12517376" : 765699,
            "12648448" : 746160,
            "12779520" : 709283,
            "12910592" : 660377,
            "13041664" : 603358,
            "13172736" : 537253,
            "13303808" : 467742,
            "13434880" : 398192,
            "13565952" : 328150,
            "13697024" : 263916,
            "13828096" : 207708,
            "13959168" : 157546,
            "14090240" : 115997,
            "14221312" : 82819,
            "14352384" : 57312,
            "14483456" : 39073,
            "14614528" : 25695,
            "14745600" : 16488,
            "14876672" : 10145,
            "15007744" : 6115,
            "15138816" : 3806,
            "15269888" : 2114,
            "15400960" : 1175,
            "15532032" : 739,
            "15663104" : 397,
            "15794176" : 161,
            "15925248" : 117,
            "16056320" : 65,
            "16187392" : 40,
            "16318464" : 19,
            "16449536" : 6
          }
        },
        "lat_ns" : {
          "min" : 354943,
          "max" : 17089181,
          "mean" : 12531532.133079,
          "stddev" : 1170257.719088,
          "N" : 14707857
        },
        "bw_min" : 303808,
        "bw_max" : 347896,
        "bw_agg" : 100.000000,
        "bw_mean" : 326974.732591,
        "bw_dev" : 295.818293,
        "bw_samples" : 11488,
        "iops_min" : 75952,
        "iops_max" : 86976,
        "iops_mean" : 81743.540390,
        "iops_stddev" : 73.958566,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760058,
      "usr_cpu" : 0.662372,
      "sys_cpu" : 14.796934,
      "ctx" : 13008695,
      "majf" : 0,
      "minf" : 1166,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999782,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 4.297088,
        "20" : 95.707447,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}