← Back to file list

📄 rand-read-qd32-nj1_run1.json

raidz2/benchmarks/rand/rand-read-qd32-nj1_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084663,
  "timestamp_ms" : 1773084663397,
  "time" : "Mon Mar  9 16:31:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 187101184,
        "io_kbytes" : 182716,
        "bw_bytes" : 19164312,
        "bw" : 18715,
        "iops" : 4682.167367,
        "runtime" : 9763,
        "total_ios" : 45712,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 9763,
      "usr_cpu" : 0.798935,
      "sys_cpu" : 19.010550,
      "ctx" : 27134,
      "majf" : 0,
      "minf" : 39,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.932184,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084673,
  "timestamp_ms" : 1773084673632,
  "time" : "Mon Mar  9 16:31:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 195342336,
        "io_kbytes" : 190764,
        "bw_bytes" : 19536187,
        "bw" : 19078,
        "iops" : 4769.676968,
        "runtime" : 9999,
        "total_ios" : 47692,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5559,
          "max" : 606737,
          "mean" : 207749.828483,
          "stddev" : 161677.017125,
          "N" : 47692
        },
        "clat_ns" : {
          "min" : 2874662,
          "max" : 10087893,
          "mean" : 6501295.489023,
          "stddev" : 916496.247618,
          "N" : 47691,
          "percentile" : {
            "1.000000" : 4358144,
            "5.000000" : 4947968,
            "10.000000" : 5341184,
            "20.000000" : 5734400,
            "30.000000" : 5996544,
            "40.000000" : 6258688,
            "50.000000" : 6520832,
            "60.000000" : 6717440,
            "70.000000" : 6979584,
            "80.000000" : 7307264,
            "90.000000" : 7700480,
            "95.000000" : 7962624,
            "99.000000" : 8585216,
            "99.500000" : 8847360,
            "99.900000" : 9240576,
            "99.950000" : 9502720,
            "99.990000" : 9764864
          },
          "bins" : {
            "2867200" : 2,
            "3194880" : 1,
            "3227648" : 1,
            "3358720" : 5,
            "3391488" : 1,
            "3424256" : 1,
            "3489792" : 3,
            "3522560" : 3,
            "3555328" : 3,
            "3588096" : 2,
            "3620864" : 2,
            "3653632" : 4,
            "3686400" : 10,
            "3719168" : 4,
            "3751936" : 4,
            "3784704" : 18,
            "3817472" : 6,
            "3850240" : 12,
            "3883008" : 12,
            "3915776" : 7,
            "3948544" : 4,
            "3981312" : 20,
            "4014080" : 12,
            "4046848" : 29,
            "4079616" : 29,
            "4112384" : 18,
            "4145152" : 40,
            "4177920" : 27,
            "4227072" : 56,
            "4292608" : 69,
            "4358144" : 78,
            "4423680" : 124,
            "4489216" : 132,
            "4554752" : 154,
            "4620288" : 149,
            "4685824" : 179,
            "4751360" : 269,
            "4816896" : 277,
            "4882432" : 356,
            "4947968" : 293,
            "5013504" : 329,
            "5079040" : 417,
            "5144576" : 498,
            "5210112" : 560,
            "5275648" : 490,
            "5341184" : 574,
            "5406720" : 657,
            "5472256" : 799,
            "5537792" : 843,
            "5603328" : 773,
            "5668864" : 767,
            "5734400" : 886,
            "5799936" : 1096,
            "5865472" : 1113,
            "5931008" : 1109,
            "5996544" : 1134,
            "6062080" : 1212,
            "6127616" : 1231,
            "6193152" : 1333,
            "6258688" : 1326,
            "6324224" : 1315,
            "6389760" : 1373,
            "6455296" : 1339,
            "6520832" : 1335,
            "6586368" : 1377,
            "6651904" : 1315,
            "6717440" : 1303,
            "6782976" : 1227,
            "6848512" : 1268,
            "6914048" : 1212,
            "6979584" : 1138,
            "7045120" : 1070,
            "7110656" : 1063,
            "7176192" : 1082,
            "7241728" : 1006,
            "7307264" : 940,
            "7372800" : 862,
            "7438336" : 758,
            "7503872" : 732,
            "7569408" : 770,
            "7634944" : 680,
            "7700480" : 642,
            "7766016" : 543,
            "7831552" : 503,
            "7897088" : 451,
            "7962624" : 478,
            "8028160" : 321,
            "8093696" : 285,
            "8159232" : 280,
            "8224768" : 241,
            "8290304" : 257,
            "8355840" : 168,
            "8454144" : 235,
            "8585216" : 183,
            "8716288" : 128,
            "8847360" : 85,
            "8978432" : 52,
            "9109504" : 37,
            "9240576" : 29,
            "9371648" : 19,
            "9502720" : 16,
            "9633792" : 3,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 3
          }
        },
        "lat_ns" : {
          "min" : 2894402,
          "max" : 10407842,
          "mean" : 6709064.187457,
          "stddev" : 932221.982592,
          "N" : 47691
        },
        "bw_min" : 18544,
        "bw_max" : 20040,
        "bw_agg" : 99.925006,
        "bw_mean" : 19064.157895,
        "bw_dev" : 324.154672,
        "bw_samples" : 19,
        "iops_min" : 4636,
        "iops_max" : 5010,
        "iops_mean" : 4766.000000,
        "iops_stddev" : 81.035657,
        "iops_samples" : 19
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 9999,
      "usr_cpu" : 0.560056,
      "sys_cpu" : 18.951895,
      "ctx" : 27924,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.997903,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997903,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.264195,
        "10" : 99.729514,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084683,
  "timestamp_ms" : 1773084683632,
  "time" : "Mon Mar  9 16:31:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 403136512,
        "io_kbytes" : 393688,
        "bw_bytes" : 20157833,
        "bw" : 19685,
        "iops" : 4921.446072,
        "runtime" : 19999,
        "total_ios" : 98424,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5559,
          "max" : 606737,
          "mean" : 201290.926776,
          "stddev" : 162710.264815,
          "N" : 98424
        },
        "clat_ns" : {
          "min" : 2863415,
          "max" : 10087893,
          "mean" : 6300609.666267,
          "stddev" : 940977.207497,
          "N" : 98423,
          "percentile" : {
            "1.000000" : 4145152,
            "5.000000" : 4751360,
            "10.000000" : 5079040,
            "20.000000" : 5472256,
            "30.000000" : 5799936,
            "40.000000" : 6062080,
            "50.000000" : 6324224,
            "60.000000" : 6520832,
            "70.000000" : 6782976,
            "80.000000" : 7110656,
            "90.000000" : 7503872,
            "95.000000" : 7831552,
            "99.000000" : 8454144,
            "99.500000" : 8716288,
            "99.900000" : 9240576,
            "99.950000" : 9371648,
            "99.990000" : 9633792
          },
          "bins" : {
            "2867200" : 4,
            "2899968" : 1,
            "2932736" : 1,
            "2965504" : 4,
            "3129344" : 3,
            "3162112" : 5,
            "3194880" : 8,
            "3227648" : 8,
            "3260416" : 5,
            "3293184" : 8,
            "3325952" : 8,
            "3358720" : 8,
            "3391488" : 12,
            "3424256" : 11,
            "3457024" : 8,
            "3489792" : 18,
            "3522560" : 24,
            "3555328" : 15,
            "3588096" : 17,
            "3620864" : 19,
            "3653632" : 19,
            "3686400" : 20,
            "3719168" : 14,
            "3751936" : 31,
            "3784704" : 54,
            "3817472" : 36,
            "3850240" : 68,
            "3883008" : 48,
            "3915776" : 52,
            "3948544" : 42,
            "3981312" : 60,
            "4014080" : 48,
            "4046848" : 80,
            "4079616" : 86,
            "4112384" : 107,
            "4145152" : 142,
            "4177920" : 152,
            "4227072" : 282,
            "4292608" : 223,
            "4358144" : 274,
            "4423680" : 404,
            "4489216" : 531,
            "4554752" : 513,
            "4620288" : 431,
            "4685824" : 582,
            "4751360" : 878,
            "4816896" : 863,
            "4882432" : 965,
            "4947968" : 910,
            "5013504" : 974,
            "5079040" : 1225,
            "5144576" : 1422,
            "5210112" : 1471,
            "5275648" : 1443,
            "5341184" : 1510,
            "5406720" : 1751,
            "5472256" : 1915,
            "5537792" : 2055,
            "5603328" : 1975,
            "5668864" : 1976,
            "5734400" : 2235,
            "5799936" : 2440,
            "5865472" : 2549,
            "5931008" : 2386,
            "5996544" : 2505,
            "6062080" : 2628,
            "6127616" : 2701,
            "6193152" : 2825,
            "6258688" : 2713,
            "6324224" : 2636,
            "6389760" : 2779,
            "6455296" : 2786,
            "6520832" : 2668,
            "6586368" : 2587,
            "6651904" : 2478,
            "6717440" : 2455,
            "6782976" : 2372,
            "6848512" : 2323,
            "6914048" : 2181,
            "6979584" : 2017,
            "7045120" : 1929,
            "7110656" : 1877,
            "7176192" : 1788,
            "7241728" : 1688,
            "7307264" : 1545,
            "7372800" : 1472,
            "7438336" : 1253,
            "7503872" : 1181,
            "7569408" : 1223,
            "7634944" : 1035,
            "7700480" : 1001,
            "7766016" : 830,
            "7831552" : 773,
            "7897088" : 664,
            "7962624" : 689,
            "8028160" : 514,
            "8093696" : 415,
            "8159232" : 398,
            "8224768" : 331,
            "8290304" : 344,
            "8355840" : 256,
            "8454144" : 340,
            "8585216" : 257,
            "8716288" : 182,
            "8847360" : 125,
            "8978432" : 76,
            "9109504" : 53,
            "9240576" : 42,
            "9371648" : 26,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 2894402,
          "max" : 10407842,
          "mean" : 6501892.427238,
          "stddev" : 957185.563551,
          "N" : 98423
        },
        "bw_min" : 18544,
        "bw_max" : 21224,
        "bw_agg" : 99.896452,
        "bw_mean" : 19665.102564,
        "bw_dev" : 712.889701,
        "bw_samples" : 39,
        "iops_min" : 4636,
        "iops_max" : 5306,
        "iops_mean" : 4916.256410,
        "iops_stddev" : 178.238415,
        "iops_samples" : 39
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 19999,
      "usr_cpu" : 0.655033,
      "sys_cpu" : 19.155958,
      "ctx" : 55635,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.646184,
        "10" : 99.350768,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084693,
  "timestamp_ms" : 1773084693632,
  "time" : "Mon Mar  9 16:31:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 619753472,
        "io_kbytes" : 605228,
        "bw_bytes" : 20659137,
        "bw" : 20174,
        "iops" : 5043.768126,
        "runtime" : 29999,
        "total_ios" : 151308,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 657124,
          "mean" : 196359.953294,
          "stddev" : 163361.718835,
          "N" : 151308
        },
        "clat_ns" : {
          "min" : 2178528,
          "max" : 10087893,
          "mean" : 6147740.538587,
          "stddev" : 953999.144163,
          "N" : 151307,
          "percentile" : {
            "1.000000" : 3948544,
            "5.000000" : 4554752,
            "10.000000" : 4882432,
            "20.000000" : 5341184,
            "30.000000" : 5668864,
            "40.000000" : 5931008,
            "50.000000" : 6127616,
            "60.000000" : 6389760,
            "70.000000" : 6651904,
            "80.000000" : 6979584,
            "90.000000" : 7372800,
            "95.000000" : 7700480,
            "99.000000" : 8355840,
            "99.500000" : 8585216,
            "99.900000" : 9109504,
            "99.950000" : 9240576,
            "99.990000" : 9633792
          },
          "bins" : {
            "2179072" : 2,
            "2211840" : 3,
            "2342912" : 3,
            "2408448" : 1,
            "2441216" : 2,
            "2473984" : 1,
            "2506752" : 4,
            "2539520" : 2,
            "2572288" : 2,
            "2605056" : 5,
            "2670592" : 2,
            "2703360" : 2,
            "2768896" : 2,
            "2801664" : 4,
            "2834432" : 2,
            "2867200" : 6,
            "2899968" : 8,
            "2932736" : 3,
            "2965504" : 17,
            "3031040" : 7,
            "3063808" : 4,
            "3096576" : 5,
            "3129344" : 8,
            "3162112" : 11,
            "3194880" : 24,
            "3227648" : 22,
            "3260416" : 25,
            "3293184" : 25,
            "3325952" : 32,
            "3358720" : 22,
            "3391488" : 29,
            "3424256" : 19,
            "3457024" : 23,
            "3489792" : 38,
            "3522560" : 62,
            "3555328" : 62,
            "3588096" : 65,
            "3620864" : 63,
            "3653632" : 43,
            "3686400" : 57,
            "3719168" : 50,
            "3751936" : 75,
            "3784704" : 108,
            "3817472" : 100,
            "3850240" : 160,
            "3883008" : 153,
            "3915776" : 127,
            "3948544" : 126,
            "3981312" : 141,
            "4014080" : 118,
            "4046848" : 158,
            "4079616" : 194,
            "4112384" : 205,
            "4145152" : 285,
            "4177920" : 303,
            "4227072" : 665,
            "4292608" : 518,
            "4358144" : 649,
            "4423680" : 881,
            "4489216" : 1101,
            "4554752" : 1146,
            "4620288" : 1003,
            "4685824" : 1168,
            "4751360" : 1631,
            "4816896" : 1724,
            "4882432" : 1846,
            "4947968" : 1762,
            "5013504" : 1843,
            "5079040" : 2217,
            "5144576" : 2603,
            "5210112" : 2653,
            "5275648" : 2630,
            "5341184" : 2598,
            "5406720" : 3021,
            "5472256" : 3342,
            "5537792" : 3558,
            "5603328" : 3484,
            "5668864" : 3328,
            "5734400" : 3695,
            "5799936" : 3990,
            "5865472" : 4157,
            "5931008" : 3792,
            "5996544" : 3880,
            "6062080" : 4039,
            "6127616" : 4242,
            "6193152" : 4303,
            "6258688" : 4138,
            "6324224" : 3883,
            "6389760" : 4085,
            "6455296" : 3943,
            "6520832" : 3887,
            "6586368" : 3714,
            "6651904" : 3514,
            "6717440" : 3482,
            "6782976" : 3301,
            "6848512" : 3217,
            "6914048" : 2985,
            "6979584" : 2771,
            "7045120" : 2575,
            "7110656" : 2518,
            "7176192" : 2406,
            "7241728" : 2200,
            "7307264" : 2000,
            "7372800" : 1853,
            "7438336" : 1614,
            "7503872" : 1520,
            "7569408" : 1523,
            "7634944" : 1254,
            "7700480" : 1211,
            "7766016" : 986,
            "7831552" : 904,
            "7897088" : 769,
            "7962624" : 786,
            "8028160" : 601,
            "8093696" : 479,
            "8159232" : 449,
            "8224768" : 365,
            "8290304" : 368,
            "8355840" : 287,
            "8454144" : 379,
            "8585216" : 281,
            "8716288" : 196,
            "8847360" : 129,
            "8978432" : 83,
            "9109504" : 59,
            "9240576" : 42,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 2208093,
          "max" : 10407842,
          "mean" : 6344102.451367,
          "stddev" : 970756.334970,
          "N" : 151307
        },
        "bw_min" : 18544,
        "bw_max" : 21984,
        "bw_agg" : 99.831779,
        "bw_mean" : 20141.779661,
        "bw_dev" : 919.602427,
        "bw_samples" : 59,
        "iops_min" : 4636,
        "iops_max" : 5496,
        "iops_mean" : 5035.423729,
        "iops_stddev" : 229.909518,
        "iops_samples" : 59
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 29999,
      "usr_cpu" : 0.733358,
      "sys_cpu" : 19.370646,
      "ctx" : 83119,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 1.170460,
        "10" : 98.827557,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084703,
  "timestamp_ms" : 1773084703632,
  "time" : "Mon Mar  9 16:31:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 841736192,
        "io_kbytes" : 822008,
        "bw_bytes" : 21043930,
        "bw" : 20550,
        "iops" : 5137.703443,
        "runtime" : 39999,
        "total_ios" : 205503,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 853685,
          "mean" : 192730.038413,
          "stddev" : 163896.705969,
          "N" : 205503
        },
        "clat_ns" : {
          "min" : 2176506,
          "max" : 10087893,
          "mean" : 6035216.055868,
          "stddev" : 962060.763436,
          "N" : 205502,
          "percentile" : {
            "1.000000" : 3850240,
            "5.000000" : 4423680,
            "10.000000" : 4816896,
            "20.000000" : 5210112,
            "30.000000" : 5537792,
            "40.000000" : 5799936,
            "50.000000" : 6062080,
            "60.000000" : 6258688,
            "70.000000" : 6520832,
            "80.000000" : 6848512,
            "90.000000" : 7241728,
            "95.000000" : 7634944,
            "99.000000" : 8224768,
            "99.500000" : 8454144,
            "99.900000" : 8978432,
            "99.950000" : 9109504,
            "99.990000" : 9502720
          },
          "bins" : {
            "2179072" : 3,
            "2211840" : 3,
            "2277376" : 1,
            "2342912" : 3,
            "2408448" : 1,
            "2441216" : 4,
            "2473984" : 4,
            "2506752" : 4,
            "2539520" : 3,
            "2572288" : 2,
            "2605056" : 6,
            "2637824" : 3,
            "2670592" : 4,
            "2703360" : 3,
            "2736128" : 6,
            "2768896" : 5,
            "2801664" : 8,
            "2834432" : 4,
            "2867200" : 14,
            "2899968" : 16,
            "2932736" : 7,
            "2965504" : 21,
            "2998272" : 5,
            "3031040" : 9,
            "3063808" : 14,
            "3096576" : 13,
            "3129344" : 20,
            "3162112" : 29,
            "3194880" : 38,
            "3227648" : 45,
            "3260416" : 42,
            "3293184" : 44,
            "3325952" : 49,
            "3358720" : 33,
            "3391488" : 50,
            "3424256" : 47,
            "3457024" : 64,
            "3489792" : 86,
            "3522560" : 116,
            "3555328" : 104,
            "3588096" : 122,
            "3620864" : 103,
            "3653632" : 83,
            "3686400" : 92,
            "3719168" : 108,
            "3751936" : 162,
            "3784704" : 185,
            "3817472" : 200,
            "3850240" : 271,
            "3883008" : 265,
            "3915776" : 264,
            "3948544" : 254,
            "3981312" : 239,
            "4014080" : 240,
            "4046848" : 284,
            "4079616" : 363,
            "4112384" : 397,
            "4145152" : 469,
            "4177920" : 512,
            "4227072" : 1198,
            "4292608" : 1032,
            "4358144" : 1130,
            "4423680" : 1473,
            "4489216" : 1809,
            "4554752" : 1986,
            "4620288" : 1785,
            "4685824" : 1924,
            "4751360" : 2452,
            "4816896" : 2691,
            "4882432" : 2975,
            "4947968" : 2859,
            "5013504" : 2904,
            "5079040" : 3283,
            "5144576" : 3848,
            "5210112" : 4081,
            "5275648" : 4047,
            "5341184" : 3872,
            "5406720" : 4320,
            "5472256" : 4770,
            "5537792" : 5209,
            "5603328" : 5012,
            "5668864" : 4713,
            "5734400" : 5044,
            "5799936" : 5554,
            "5865472" : 5814,
            "5931008" : 5297,
            "5996544" : 5203,
            "6062080" : 5334,
            "6127616" : 5639,
            "6193152" : 5761,
            "6258688" : 5444,
            "6324224" : 5075,
            "6389760" : 5263,
            "6455296" : 5148,
            "6520832" : 5063,
            "6586368" : 4742,
            "6651904" : 4483,
            "6717440" : 4277,
            "6782976" : 4121,
            "6848512" : 4106,
            "6914048" : 3712,
            "6979584" : 3426,
            "7045120" : 3080,
            "7110656" : 2996,
            "7176192" : 2946,
            "7241728" : 2601,
            "7307264" : 2364,
            "7372800" : 2118,
            "7438336" : 1856,
            "7503872" : 1757,
            "7569408" : 1708,
            "7634944" : 1407,
            "7700480" : 1352,
            "7766016" : 1095,
            "7831552" : 1014,
            "7897088" : 887,
            "7962624" : 842,
            "8028160" : 643,
            "8093696" : 539,
            "8159232" : 490,
            "8224768" : 405,
            "8290304" : 383,
            "8355840" : 298,
            "8454144" : 414,
            "8585216" : 291,
            "8716288" : 207,
            "8847360" : 133,
            "8978432" : 90,
            "9109504" : 59,
            "9240576" : 42,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 2208093,
          "max" : 10407842,
          "mean" : 6227943.969412,
          "stddev" : 979038.685556,
          "N" : 205502
        },
        "bw_min" : 18544,
        "bw_max" : 22484,
        "bw_agg" : 99.933273,
        "bw_mean" : 20537.556962,
        "bw_dev" : 1069.227108,
        "bw_samples" : 79,
        "iops_min" : 4636,
        "iops_max" : 5621,
        "iops_mean" : 5134.367089,
        "iops_stddev" : 267.314382,
        "iops_samples" : 79
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39999,
      "usr_cpu" : 0.750019,
      "sys_cpu" : 19.677992,
      "ctx" : 110341,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999513,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999513,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 1.606789,
        "10" : 98.391751,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084713,
  "timestamp_ms" : 1773084713632,
  "time" : "Mon Mar  9 16:31:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1065345024,
        "io_kbytes" : 1040376,
        "bw_bytes" : 21307326,
        "bw" : 20807,
        "iops" : 5202.004040,
        "runtime" : 49999,
        "total_ios" : 260095,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 853685,
          "mean" : 190326.106926,
          "stddev" : 164055.731763,
          "N" : 260095
        },
        "clat_ns" : {
          "min" : 2176506,
          "max" : 10087893,
          "mean" : 5960666.843887,
          "stddev" : 966137.548785,
          "N" : 260094,
          "percentile" : {
            "1.000000" : 3751936,
            "5.000000" : 4358144,
            "10.000000" : 4685824,
            "20.000000" : 5144576,
            "30.000000" : 5472256,
            "40.000000" : 5734400,
            "50.000000" : 5931008,
            "60.000000" : 6193152,
            "70.000000" : 6455296,
            "80.000000" : 6782976,
            "90.000000" : 7176192,
            "95.000000" : 7569408,
            "99.000000" : 8159232,
            "99.500000" : 8454144,
            "99.900000" : 8847360,
            "99.950000" : 9109504,
            "99.990000" : 9502720
          },
          "bins" : {
            "2179072" : 4,
            "2211840" : 3,
            "2277376" : 1,
            "2342912" : 3,
            "2408448" : 1,
            "2441216" : 4,
            "2473984" : 6,
            "2506752" : 5,
            "2539520" : 4,
            "2572288" : 2,
            "2605056" : 6,
            "2637824" : 3,
            "2670592" : 4,
            "2703360" : 3,
            "2736128" : 6,
            "2768896" : 13,
            "2801664" : 19,
            "2834432" : 11,
            "2867200" : 27,
            "2899968" : 27,
            "2932736" : 19,
            "2965504" : 31,
            "2998272" : 7,
            "3031040" : 11,
            "3063808" : 27,
            "3096576" : 22,
            "3129344" : 36,
            "3162112" : 53,
            "3194880" : 81,
            "3227648" : 74,
            "3260416" : 82,
            "3293184" : 75,
            "3325952" : 82,
            "3358720" : 53,
            "3391488" : 81,
            "3424256" : 88,
            "3457024" : 106,
            "3489792" : 148,
            "3522560" : 191,
            "3555328" : 197,
            "3588096" : 172,
            "3620864" : 178,
            "3653632" : 161,
            "3686400" : 147,
            "3719168" : 175,
            "3751936" : 232,
            "3784704" : 258,
            "3817472" : 324,
            "3850240" : 421,
            "3883008" : 390,
            "3915776" : 398,
            "3948544" : 366,
            "3981312" : 353,
            "4014080" : 411,
            "4046848" : 399,
            "4079616" : 488,
            "4112384" : 582,
            "4145152" : 726,
            "4177920" : 771,
            "4227072" : 1707,
            "4292608" : 1420,
            "4358144" : 1570,
            "4423680" : 2075,
            "4489216" : 2580,
            "4554752" : 2906,
            "4620288" : 2599,
            "4685824" : 2590,
            "4751360" : 3323,
            "4816896" : 3722,
            "4882432" : 4214,
            "4947968" : 4020,
            "5013504" : 3960,
            "5079040" : 4457,
            "5144576" : 5188,
            "5210112" : 5585,
            "5275648" : 5508,
            "5341184" : 5162,
            "5406720" : 5732,
            "5472256" : 6279,
            "5537792" : 6810,
            "5603328" : 6718,
            "5668864" : 6251,
            "5734400" : 6530,
            "5799936" : 7062,
            "5865472" : 7375,
            "5931008" : 6810,
            "5996544" : 6636,
            "6062080" : 6660,
            "6127616" : 6970,
            "6193152" : 7084,
            "6258688" : 6635,
            "6324224" : 6283,
            "6389760" : 6362,
            "6455296" : 6203,
            "6520832" : 6077,
            "6586368" : 5704,
            "6651904" : 5384,
            "6717440" : 5047,
            "6782976" : 4876,
            "6848512" : 4780,
            "6914048" : 4319,
            "6979584" : 4053,
            "7045120" : 3621,
            "7110656" : 3488,
            "7176192" : 3333,
            "7241728" : 2919,
            "7307264" : 2715,
            "7372800" : 2485,
            "7438336" : 2122,
            "7503872" : 1929,
            "7569408" : 1897,
            "7634944" : 1583,
            "7700480" : 1541,
            "7766016" : 1215,
            "7831552" : 1134,
            "7897088" : 985,
            "7962624" : 919,
            "8028160" : 723,
            "8093696" : 583,
            "8159232" : 538,
            "8224768" : 450,
            "8290304" : 410,
            "8355840" : 321,
            "8454144" : 446,
            "8585216" : 317,
            "8716288" : 222,
            "8847360" : 145,
            "8978432" : 93,
            "9109504" : 60,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 2208093,
          "max" : 10407842,
          "mean" : 6150996.288723,
          "stddev" : 983305.657273,
          "N" : 260094
        },
        "bw_min" : 18544,
        "bw_max" : 23112,
        "bw_agg" : 99.952251,
        "bw_mean" : 20798.161616,
        "bw_dev" : 1107.107416,
        "bw_samples" : 99,
        "iops_min" : 4636,
        "iops_max" : 5778,
        "iops_mean" : 5199.515152,
        "iops_stddev" : 276.781516,
        "iops_samples" : 99
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 49999,
      "usr_cpu" : 0.766015,
      "sys_cpu" : 19.814396,
      "ctx" : 137662,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 2.007343,
        "10" : 97.991503,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084723,
  "timestamp_ms" : 1773084723632,
  "time" : "Mon Mar  9 16:32:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1299795968,
        "io_kbytes" : 1269332,
        "bw_bytes" : 21663627,
        "bw" : 21155,
        "iops" : 5288.988150,
        "runtime" : 59999,
        "total_ios" : 317334,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 853685,
          "mean" : 187163.952132,
          "stddev" : 164098.470999,
          "N" : 317334
        },
        "clat_ns" : {
          "min" : 2164468,
          "max" : 10087893,
          "mean" : 5862666.603782,
          "stddev" : 979594.156527,
          "N" : 317333,
          "percentile" : {
            "1.000000" : 3620864,
            "5.000000" : 4227072,
            "10.000000" : 4620288,
            "20.000000" : 5013504,
            "30.000000" : 5341184,
            "40.000000" : 5603328,
            "50.000000" : 5865472,
            "60.000000" : 6127616,
            "70.000000" : 6389760,
            "80.000000" : 6717440,
            "90.000000" : 7110656,
            "95.000000" : 7503872,
            "99.000000" : 8093696,
            "99.500000" : 8355840,
            "99.900000" : 8847360,
            "99.950000" : 9109504,
            "99.990000" : 9502720
          },
          "bins" : {
            "2179072" : 5,
            "2211840" : 4,
            "2277376" : 2,
            "2342912" : 4,
            "2408448" : 6,
            "2441216" : 5,
            "2473984" : 9,
            "2506752" : 20,
            "2539520" : 13,
            "2572288" : 13,
            "2605056" : 26,
            "2637824" : 3,
            "2670592" : 6,
            "2703360" : 8,
            "2736128" : 12,
            "2768896" : 16,
            "2801664" : 33,
            "2834432" : 26,
            "2867200" : 58,
            "2899968" : 47,
            "2932736" : 36,
            "2965504" : 45,
            "2998272" : 23,
            "3031040" : 30,
            "3063808" : 50,
            "3096576" : 48,
            "3129344" : 72,
            "3162112" : 106,
            "3194880" : 123,
            "3227648" : 118,
            "3260416" : 134,
            "3293184" : 120,
            "3325952" : 130,
            "3358720" : 110,
            "3391488" : 143,
            "3424256" : 170,
            "3457024" : 202,
            "3489792" : 248,
            "3522560" : 280,
            "3555328" : 314,
            "3588096" : 290,
            "3620864" : 329,
            "3653632" : 256,
            "3686400" : 253,
            "3719168" : 292,
            "3751936" : 384,
            "3784704" : 445,
            "3817472" : 518,
            "3850240" : 627,
            "3883008" : 609,
            "3915776" : 640,
            "3948544" : 594,
            "3981312" : 565,
            "4014080" : 623,
            "4046848" : 641,
            "4079616" : 741,
            "4112384" : 864,
            "4145152" : 1040,
            "4177920" : 1164,
            "4227072" : 2507,
            "4292608" : 2188,
            "4358144" : 2362,
            "4423680" : 2901,
            "4489216" : 3698,
            "4554752" : 4082,
            "4620288" : 3713,
            "4685824" : 3596,
            "4751360" : 4462,
            "4816896" : 5259,
            "4882432" : 5700,
            "4947968" : 5450,
            "5013504" : 5383,
            "5079040" : 5975,
            "5144576" : 6815,
            "5210112" : 7318,
            "5275648" : 7096,
            "5341184" : 6682,
            "5406720" : 7308,
            "5472256" : 7957,
            "5537792" : 8530,
            "5603328" : 8290,
            "5668864" : 7744,
            "5734400" : 8015,
            "5799936" : 8497,
            "5865472" : 8919,
            "5931008" : 8183,
            "5996544" : 7902,
            "6062080" : 7841,
            "6127616" : 8199,
            "6193152" : 8217,
            "6258688" : 7683,
            "6324224" : 7198,
            "6389760" : 7174,
            "6455296" : 7022,
            "6520832" : 6958,
            "6586368" : 6532,
            "6651904" : 5999,
            "6717440" : 5577,
            "6782976" : 5449,
            "6848512" : 5332,
            "6914048" : 4778,
            "6979584" : 4405,
            "7045120" : 3945,
            "7110656" : 3805,
            "7176192" : 3625,
            "7241728" : 3190,
            "7307264" : 2923,
            "7372800" : 2647,
            "7438336" : 2278,
            "7503872" : 2074,
            "7569408" : 2021,
            "7634944" : 1680,
            "7700480" : 1593,
            "7766016" : 1282,
            "7831552" : 1184,
            "7897088" : 1030,
            "7962624" : 940,
            "8028160" : 755,
            "8093696" : 600,
            "8159232" : 550,
            "8224768" : 457,
            "8290304" : 416,
            "8355840" : 331,
            "8454144" : 459,
            "8585216" : 325,
            "8716288" : 226,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 2208093,
          "max" : 10407842,
          "mean" : 6049833.629254,
          "stddev" : 997366.109189,
          "N" : 317333
        },
        "bw_min" : 18544,
        "bw_max" : 23320,
        "bw_agg" : 99.924911,
        "bw_mean" : 21140.605042,
        "bw_dev" : 1273.212208,
        "bw_samples" : 119,
        "iops_min" : 4636,
        "iops_max" : 5830,
        "iops_mean" : 5285.126050,
        "iops_stddev" : 318.305299,
        "iops_samples" : 119
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 59999,
      "usr_cpu" : 0.801680,
      "sys_cpu" : 19.950333,
      "ctx" : 164880,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999685,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999685,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 2.730246,
        "10" : 97.268808,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084733,
  "timestamp_ms" : 1773084733633,
  "time" : "Mon Mar  9 16:32:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1546326016,
        "io_kbytes" : 1510084,
        "bw_bytes" : 22090687,
        "bw" : 21572,
        "iops" : 5393.248475,
        "runtime" : 69999,
        "total_ios" : 377522,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 853685,
          "mean" : 183517.858904,
          "stddev" : 164235.295895,
          "N" : 377522
        },
        "clat_ns" : {
          "min" : 1854063,
          "max" : 10087893,
          "mean" : 5749258.917959,
          "stddev" : 1005129.577427,
          "N" : 377521,
          "percentile" : {
            "1.000000" : 3457024,
            "5.000000" : 4112384,
            "10.000000" : 4489216,
            "20.000000" : 4882432,
            "30.000000" : 5210112,
            "40.000000" : 5472256,
            "50.000000" : 5734400,
            "60.000000" : 5996544,
            "70.000000" : 6258688,
            "80.000000" : 6586368,
            "90.000000" : 7045120,
            "95.000000" : 7438336,
            "99.000000" : 8093696,
            "99.500000" : 8290304,
            "99.900000" : 8847360,
            "99.950000" : 8978432,
            "99.990000" : 9371648
          },
          "bins" : {
            "1859584" : 2,
            "1892352" : 2,
            "1908736" : 2,
            "1941504" : 1,
            "1957888" : 2,
            "1974272" : 1,
            "2113536" : 2,
            "2146304" : 2,
            "2179072" : 13,
            "2211840" : 12,
            "2244608" : 5,
            "2277376" : 19,
            "2310144" : 2,
            "2342912" : 8,
            "2408448" : 17,
            "2441216" : 13,
            "2473984" : 31,
            "2506752" : 41,
            "2539520" : 34,
            "2572288" : 30,
            "2605056" : 45,
            "2637824" : 30,
            "2670592" : 30,
            "2703360" : 30,
            "2736128" : 32,
            "2768896" : 31,
            "2801664" : 59,
            "2834432" : 71,
            "2867200" : 131,
            "2899968" : 106,
            "2932736" : 97,
            "2965504" : 89,
            "2998272" : 58,
            "3031040" : 74,
            "3063808" : 95,
            "3096576" : 90,
            "3129344" : 141,
            "3162112" : 215,
            "3194880" : 238,
            "3227648" : 216,
            "3260416" : 267,
            "3293184" : 239,
            "3325952" : 223,
            "3358720" : 203,
            "3391488" : 233,
            "3424256" : 264,
            "3457024" : 307,
            "3489792" : 452,
            "3522560" : 509,
            "3555328" : 536,
            "3588096" : 535,
            "3620864" : 556,
            "3653632" : 427,
            "3686400" : 457,
            "3719168" : 519,
            "3751936" : 601,
            "3784704" : 690,
            "3817472" : 824,
            "3850240" : 1040,
            "3883008" : 970,
            "3915776" : 1099,
            "3948544" : 1007,
            "3981312" : 913,
            "4014080" : 983,
            "4046848" : 943,
            "4079616" : 1118,
            "4112384" : 1311,
            "4145152" : 1559,
            "4177920" : 1779,
            "4227072" : 3773,
            "4292608" : 3393,
            "4358144" : 3395,
            "4423680" : 4052,
            "4489216" : 5176,
            "4554752" : 5574,
            "4620288" : 5250,
            "4685824" : 4846,
            "4751360" : 5865,
            "4816896" : 6960,
            "4882432" : 7516,
            "4947968" : 7141,
            "5013504" : 6951,
            "5079040" : 7512,
            "5144576" : 8576,
            "5210112" : 9116,
            "5275648" : 8866,
            "5341184" : 8135,
            "5406720" : 8814,
            "5472256" : 9638,
            "5537792" : 10169,
            "5603328" : 9791,
            "5668864" : 9107,
            "5734400" : 9431,
            "5799936" : 9738,
            "5865472" : 10187,
            "5931008" : 9407,
            "5996544" : 8928,
            "6062080" : 8816,
            "6127616" : 9228,
            "6193152" : 9114,
            "6258688" : 8489,
            "6324224" : 7969,
            "6389760" : 7860,
            "6455296" : 7700,
            "6520832" : 7537,
            "6586368" : 7052,
            "6651904" : 6457,
            "6717440" : 5997,
            "6782976" : 5839,
            "6848512" : 5703,
            "6914048" : 5069,
            "6979584" : 4624,
            "7045120" : 4164,
            "7110656" : 4017,
            "7176192" : 3810,
            "7241728" : 3306,
            "7307264" : 3020,
            "7372800" : 2736,
            "7438336" : 2355,
            "7503872" : 2147,
            "7569408" : 2081,
            "7634944" : 1719,
            "7700480" : 1619,
            "7766016" : 1305,
            "7831552" : 1202,
            "7897088" : 1058,
            "7962624" : 954,
            "8028160" : 766,
            "8093696" : 611,
            "8159232" : 555,
            "8224768" : 466,
            "8290304" : 424,
            "8355840" : 332,
            "8454144" : 464,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 1875205,
          "max" : 10407842,
          "mean" : 5932771.925575,
          "stddev" : 1023995.163852,
          "N" : 377521
        },
        "bw_min" : 18544,
        "bw_max" : 25448,
        "bw_agg" : 99.902950,
        "bw_mean" : 21552.302158,
        "bw_dev" : 1568.978970,
        "bw_samples" : 139,
        "iops_min" : 4636,
        "iops_max" : 6362,
        "iops_mean" : 5388.050360,
        "iops_stddev" : 392.247691,
        "iops_samples" : 139
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 69999,
      "usr_cpu" : 0.834298,
      "sys_cpu" : 20.140288,
      "ctx" : 191787,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 3.988112,
        "10" : 96.008445,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084743,
  "timestamp_ms" : 1773084743632,
  "time" : "Mon Mar  9 16:32:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1813065728,
        "io_kbytes" : 1770572,
        "bw_bytes" : 22663604,
        "bw" : 22132,
        "iops" : 5533.119164,
        "runtime" : 79999,
        "total_ios" : 442644,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 1448173,
          "mean" : 178834.852504,
          "stddev" : 164199.902502,
          "N" : 442644
        },
        "clat_ns" : {
          "min" : 1599845,
          "max" : 10087893,
          "mean" : 5604049.605163,
          "stddev" : 1050587.496535,
          "N" : 442643,
          "percentile" : {
            "1.000000" : 3194880,
            "5.000000" : 3883008,
            "10.000000" : 4227072,
            "20.000000" : 4685824,
            "30.000000" : 5013504,
            "40.000000" : 5341184,
            "50.000000" : 5603328,
            "60.000000" : 5865472,
            "70.000000" : 6193152,
            "80.000000" : 6520832,
            "90.000000" : 6979584,
            "95.000000" : 7307264,
            "99.000000" : 8028160,
            "99.500000" : 8224768,
            "99.900000" : 8716288,
            "99.950000" : 8978432,
            "99.990000" : 9371648
          },
          "bins" : {
            "1597440" : 1,
            "1761280" : 2,
            "1777664" : 3,
            "1794048" : 3,
            "1843200" : 2,
            "1859584" : 3,
            "1875968" : 4,
            "1892352" : 7,
            "1908736" : 9,
            "1925120" : 1,
            "1941504" : 6,
            "1957888" : 3,
            "1974272" : 3,
            "1990656" : 2,
            "2007040" : 2,
            "2072576" : 3,
            "2088960" : 2,
            "2113536" : 10,
            "2146304" : 6,
            "2179072" : 48,
            "2211840" : 27,
            "2244608" : 35,
            "2277376" : 44,
            "2310144" : 21,
            "2342912" : 18,
            "2375680" : 6,
            "2408448" : 36,
            "2441216" : 19,
            "2473984" : 45,
            "2506752" : 71,
            "2539520" : 109,
            "2572288" : 122,
            "2605056" : 83,
            "2637824" : 78,
            "2670592" : 66,
            "2703360" : 87,
            "2736128" : 74,
            "2768896" : 86,
            "2801664" : 125,
            "2834432" : 192,
            "2867200" : 260,
            "2899968" : 258,
            "2932736" : 228,
            "2965504" : 197,
            "2998272" : 166,
            "3031040" : 186,
            "3063808" : 193,
            "3096576" : 229,
            "3129344" : 313,
            "3162112" : 480,
            "3194880" : 532,
            "3227648" : 515,
            "3260416" : 600,
            "3293184" : 554,
            "3325952" : 462,
            "3358720" : 435,
            "3391488" : 460,
            "3424256" : 510,
            "3457024" : 575,
            "3489792" : 768,
            "3522560" : 948,
            "3555328" : 1017,
            "3588096" : 1105,
            "3620864" : 1032,
            "3653632" : 851,
            "3686400" : 837,
            "3719168" : 907,
            "3751936" : 1080,
            "3784704" : 1179,
            "3817472" : 1414,
            "3850240" : 1624,
            "3883008" : 1729,
            "3915776" : 1913,
            "3948544" : 1750,
            "3981312" : 1549,
            "4014080" : 1595,
            "4046848" : 1463,
            "4079616" : 1708,
            "4112384" : 2004,
            "4145152" : 2419,
            "4177920" : 2645,
            "4227072" : 5786,
            "4292608" : 5155,
            "4358144" : 4736,
            "4423680" : 5623,
            "4489216" : 7057,
            "4554752" : 7721,
            "4620288" : 7170,
            "4685824" : 6451,
            "4751360" : 7511,
            "4816896" : 8924,
            "4882432" : 9475,
            "4947968" : 9011,
            "5013504" : 8588,
            "5079040" : 9125,
            "5144576" : 10327,
            "5210112" : 10868,
            "5275648" : 10478,
            "5341184" : 9490,
            "5406720" : 10096,
            "5472256" : 11024,
            "5537792" : 11587,
            "5603328" : 11009,
            "5668864" : 10111,
            "5734400" : 10441,
            "5799936" : 10718,
            "5865472" : 11215,
            "5931008" : 10287,
            "5996544" : 9676,
            "6062080" : 9486,
            "6127616" : 9805,
            "6193152" : 9682,
            "6258688" : 8973,
            "6324224" : 8353,
            "6389760" : 8204,
            "6455296" : 8015,
            "6520832" : 7816,
            "6586368" : 7340,
            "6651904" : 6660,
            "6717440" : 6155,
            "6782976" : 6003,
            "6848512" : 5839,
            "6914048" : 5207,
            "6979584" : 4747,
            "7045120" : 4236,
            "7110656" : 4084,
            "7176192" : 3883,
            "7241728" : 3350,
            "7307264" : 3063,
            "7372800" : 2754,
            "7438336" : 2378,
            "7503872" : 2178,
            "7569408" : 2116,
            "7634944" : 1736,
            "7700480" : 1626,
            "7766016" : 1319,
            "7831552" : 1213,
            "7897088" : 1062,
            "7962624" : 958,
            "8028160" : 766,
            "8093696" : 611,
            "8159232" : 556,
            "8224768" : 466,
            "8290304" : 424,
            "8355840" : 332,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 1786479,
          "max" : 10407842,
          "mean" : 5782886.111263,
          "stddev" : 1071616.908211,
          "N" : 442643
        },
        "bw_min" : 18544,
        "bw_max" : 26928,
        "bw_agg" : 99.885120,
        "bw_mean" : 22107.924528,
        "bw_dev" : 2083.221567,
        "bw_samples" : 159,
        "iops_min" : 4636,
        "iops_max" : 6732,
        "iops_mean" : 5526.955975,
        "iops_stddev" : 520.808127,
        "iops_samples" : 159
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79999,
      "usr_cpu" : 0.870011,
      "sys_cpu" : 20.377755,
      "ctx" : 218430,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.011070,
        "4" : 6.413506,
        "10" : 93.574746,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084753,
  "timestamp_ms" : 1773084753632,
  "time" : "Mon Mar  9 16:32:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 2091925504,
        "io_kbytes" : 2042896,
        "bw_bytes" : 23243874,
        "bw" : 22699,
        "iops" : 5674.785275,
        "runtime" : 89999,
        "total_ios" : 510725,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5198,
          "max" : 1448173,
          "mean" : 174328.890213,
          "stddev" : 164028.262506,
          "N" : 510725
        },
        "clat_ns" : {
          "min" : 1570800,
          "max" : 10087893,
          "mean" : 5464157.633949,
          "stddev" : 1088405.558147,
          "N" : 510724,
          "percentile" : {
            "1.000000" : 2998272,
            "5.000000" : 3686400,
            "10.000000" : 4079616,
            "20.000000" : 4554752,
            "30.000000" : 4882432,
            "40.000000" : 5144576,
            "50.000000" : 5472256,
            "60.000000" : 5734400,
            "70.000000" : 6062080,
            "80.000000" : 6389760,
            "90.000000" : 6848512,
            "95.000000" : 7241728,
            "99.000000" : 7962624,
            "99.500000" : 8224768,
            "99.900000" : 8716288,
            "99.950000" : 8978432,
            "99.990000" : 9371648
          },
          "bins" : {
            "1564672" : 2,
            "1597440" : 2,
            "1712128" : 2,
            "1761280" : 2,
            "1777664" : 5,
            "1794048" : 3,
            "1810432" : 3,
            "1826816" : 2,
            "1843200" : 7,
            "1859584" : 4,
            "1875968" : 8,
            "1892352" : 16,
            "1908736" : 11,
            "1925120" : 4,
            "1941504" : 12,
            "1957888" : 9,
            "1974272" : 5,
            "1990656" : 9,
            "2007040" : 4,
            "2023424" : 5,
            "2039808" : 1,
            "2072576" : 9,
            "2088960" : 4,
            "2113536" : 16,
            "2146304" : 26,
            "2179072" : 78,
            "2211840" : 92,
            "2244608" : 70,
            "2277376" : 80,
            "2310144" : 61,
            "2342912" : 37,
            "2375680" : 38,
            "2408448" : 57,
            "2441216" : 63,
            "2473984" : 90,
            "2506752" : 155,
            "2539520" : 226,
            "2572288" : 209,
            "2605056" : 190,
            "2637824" : 163,
            "2670592" : 136,
            "2703360" : 157,
            "2736128" : 146,
            "2768896" : 162,
            "2801664" : 237,
            "2834432" : 395,
            "2867200" : 454,
            "2899968" : 453,
            "2932736" : 437,
            "2965504" : 417,
            "2998272" : 342,
            "3031040" : 408,
            "3063808" : 323,
            "3096576" : 413,
            "3129344" : 570,
            "3162112" : 858,
            "3194880" : 914,
            "3227648" : 954,
            "3260416" : 1054,
            "3293184" : 953,
            "3325952" : 853,
            "3358720" : 759,
            "3391488" : 736,
            "3424256" : 856,
            "3457024" : 997,
            "3489792" : 1366,
            "3522560" : 1603,
            "3555328" : 1707,
            "3588096" : 1750,
            "3620864" : 1688,
            "3653632" : 1397,
            "3686400" : 1305,
            "3719168" : 1349,
            "3751936" : 1617,
            "3784704" : 1805,
            "3817472" : 2103,
            "3850240" : 2559,
            "3883008" : 2710,
            "3915776" : 2815,
            "3948544" : 2537,
            "3981312" : 2378,
            "4014080" : 2403,
            "4046848" : 2092,
            "4079616" : 2386,
            "4112384" : 2857,
            "4145152" : 3375,
            "4177920" : 3754,
            "4227072" : 7987,
            "4292608" : 7241,
            "4358144" : 6296,
            "4423680" : 7317,
            "4489216" : 9312,
            "4554752" : 10081,
            "4620288" : 9354,
            "4685824" : 8222,
            "4751360" : 9285,
            "4816896" : 10917,
            "4882432" : 11622,
            "4947968" : 10940,
            "5013504" : 10219,
            "5079040" : 10728,
            "5144576" : 11887,
            "5210112" : 12628,
            "5275648" : 11969,
            "5341184" : 10726,
            "5406720" : 11239,
            "5472256" : 12126,
            "5537792" : 12704,
            "5603328" : 11972,
            "5668864" : 10930,
            "5734400" : 11202,
            "5799936" : 11476,
            "5865472" : 11912,
            "5931008" : 10954,
            "5996544" : 10157,
            "6062080" : 9876,
            "6127616" : 10187,
            "6193152" : 10132,
            "6258688" : 9281,
            "6324224" : 8603,
            "6389760" : 8430,
            "6455296" : 8266,
            "6520832" : 8011,
            "6586368" : 7440,
            "6651904" : 6758,
            "6717440" : 6267,
            "6782976" : 6096,
            "6848512" : 5903,
            "6914048" : 5245,
            "6979584" : 4796,
            "7045120" : 4259,
            "7110656" : 4124,
            "7176192" : 3898,
            "7241728" : 3367,
            "7307264" : 3082,
            "7372800" : 2764,
            "7438336" : 2387,
            "7503872" : 2186,
            "7569408" : 2121,
            "7634944" : 1739,
            "7700480" : 1629,
            "7766016" : 1321,
            "7831552" : 1215,
            "7897088" : 1063,
            "7962624" : 961,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 1590220,
          "max" : 10407842,
          "mean" : 5638487.875921,
          "stddev" : 1111239.190352,
          "N" : 510724
        },
        "bw_min" : 18544,
        "bw_max" : 28520,
        "bw_agg" : 99.911469,
        "bw_mean" : 22679.033520,
        "bw_dev" : 2549.382897,
        "bw_samples" : 179,
        "iops_min" : 4636,
        "iops_max" : 7130,
        "iops_mean" : 5669.731844,
        "iops_stddev" : 637.345360,
        "iops_samples" : 179
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 89999,
      "usr_cpu" : 0.896677,
      "sys_cpu" : 20.632451,
      "ctx" : 244883,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.020755,
        "4" : 9.109207,
        "10" : 90.869450,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084763,
  "timestamp_ms" : 1773084763632,
  "time" : "Mon Mar  9 16:32:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 2388865024,
        "io_kbytes" : 2332876,
        "bw_bytes" : 23888889,
        "bw" : 23328,
        "iops" : 5832.258323,
        "runtime" : 99999,
        "total_ios" : 583220,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5148,
          "max" : 1448173,
          "mean" : 169576.632583,
          "stddev" : 163771.730990,
          "N" : 583220
        },
        "clat_ns" : {
          "min" : 995371,
          "max" : 10087893,
          "mean" : 5316690.483798,
          "stddev" : 1134052.183797,
          "N" : 583219,
          "percentile" : {
            "1.000000" : 2834432,
            "5.000000" : 3489792,
            "10.000000" : 3850240,
            "20.000000" : 4292608,
            "30.000000" : 4685824,
            "40.000000" : 5013504,
            "50.000000" : 5275648,
            "60.000000" : 5603328,
            "70.000000" : 5931008,
            "80.000000" : 6324224,
            "90.000000" : 6782976,
            "95.000000" : 7176192,
            "99.000000" : 7897088,
            "99.500000" : 8159232,
            "99.900000" : 8716288,
            "99.950000" : 8847360,
            "99.990000" : 9371648
          },
          "bins" : {
            "995328" : 3,
            "1286144" : 1,
            "1368064" : 6,
            "1449984" : 2,
            "1482752" : 1,
            "1499136" : 3,
            "1515520" : 1,
            "1548288" : 6,
            "1564672" : 6,
            "1581056" : 3,
            "1597440" : 4,
            "1613824" : 10,
            "1630208" : 2,
            "1646592" : 7,
            "1662976" : 6,
            "1679360" : 4,
            "1695744" : 3,
            "1712128" : 8,
            "1728512" : 2,
            "1744896" : 2,
            "1761280" : 2,
            "1777664" : 5,
            "1794048" : 8,
            "1810432" : 7,
            "1826816" : 7,
            "1843200" : 9,
            "1859584" : 10,
            "1875968" : 14,
            "1892352" : 45,
            "1908736" : 36,
            "1925120" : 25,
            "1941504" : 31,
            "1957888" : 19,
            "1974272" : 13,
            "1990656" : 22,
            "2007040" : 10,
            "2023424" : 11,
            "2039808" : 8,
            "2056192" : 2,
            "2072576" : 10,
            "2088960" : 12,
            "2113536" : 35,
            "2146304" : 49,
            "2179072" : 142,
            "2211840" : 176,
            "2244608" : 184,
            "2277376" : 214,
            "2310144" : 170,
            "2342912" : 82,
            "2375680" : 65,
            "2408448" : 87,
            "2441216" : 129,
            "2473984" : 180,
            "2506752" : 323,
            "2539520" : 386,
            "2572288" : 441,
            "2605056" : 467,
            "2637824" : 396,
            "2670592" : 319,
            "2703360" : 260,
            "2736128" : 265,
            "2768896" : 337,
            "2801664" : 488,
            "2834432" : 668,
            "2867200" : 850,
            "2899968" : 919,
            "2932736" : 929,
            "2965504" : 815,
            "2998272" : 678,
            "3031040" : 683,
            "3063808" : 595,
            "3096576" : 735,
            "3129344" : 1026,
            "3162112" : 1415,
            "3194880" : 1544,
            "3227648" : 1781,
            "3260416" : 1865,
            "3293184" : 1545,
            "3325952" : 1431,
            "3358720" : 1249,
            "3391488" : 1177,
            "3424256" : 1418,
            "3457024" : 1698,
            "3489792" : 2046,
            "3522560" : 2550,
            "3555328" : 2692,
            "3588096" : 2802,
            "3620864" : 2730,
            "3653632" : 2242,
            "3686400" : 2062,
            "3719168" : 2036,
            "3751936" : 2353,
            "3784704" : 2590,
            "3817472" : 3077,
            "3850240" : 3723,
            "3883008" : 3945,
            "3915776" : 4031,
            "3948544" : 3648,
            "3981312" : 3403,
            "4014080" : 3259,
            "4046848" : 2931,
            "4079616" : 3305,
            "4112384" : 3799,
            "4145152" : 4493,
            "4177920" : 5017,
            "4227072" : 10504,
            "4292608" : 9437,
            "4358144" : 8264,
            "4423680" : 9207,
            "4489216" : 11445,
            "4554752" : 12450,
            "4620288" : 11397,
            "4685824" : 9852,
            "4751360" : 10839,
            "4816896" : 12646,
            "4882432" : 13536,
            "4947968" : 12501,
            "5013504" : 11511,
            "5079040" : 11984,
            "5144576" : 13129,
            "5210112" : 13848,
            "5275648" : 13152,
            "5341184" : 11631,
            "5406720" : 12063,
            "5472256" : 13000,
            "5537792" : 13557,
            "5603328" : 12646,
            "5668864" : 11479,
            "5734400" : 11678,
            "5799936" : 11959,
            "5865472" : 12382,
            "5931008" : 11364,
            "5996544" : 10485,
            "6062080" : 10160,
            "6127616" : 10427,
            "6193152" : 10416,
            "6258688" : 9476,
            "6324224" : 8738,
            "6389760" : 8563,
            "6455296" : 8363,
            "6520832" : 8090,
            "6586368" : 7525,
            "6651904" : 6838,
            "6717440" : 6326,
            "6782976" : 6131,
            "6848512" : 5926,
            "6914048" : 5287,
            "6979584" : 4838,
            "7045120" : 4276,
            "7110656" : 4143,
            "7176192" : 3906,
            "7241728" : 3388,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2190,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 1014571,
          "max" : 10407842,
          "mean" : 5486272.517271,
          "stddev" : 1158933.775493,
          "N" : 583219
        },
        "bw_min" : 18544,
        "bw_max" : 30016,
        "bw_agg" : 99.854288,
        "bw_mean" : 23295.889447,
        "bw_dev" : 3052.380256,
        "bw_samples" : 199,
        "iops_min" : 4636,
        "iops_max" : 7504,
        "iops_mean" : 5823.944724,
        "iops_stddev" : 763.093963,
        "iops_samples" : 199
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 99999,
      "usr_cpu" : 0.955010,
      "sys_cpu" : 20.885209,
      "ctx" : 270978,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999657,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999657,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.056754,
        "4" : 12.764137,
        "10" : 87.178080,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084773,
  "timestamp_ms" : 1773084773632,
  "time" : "Mon Mar  9 16:32:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 2726121472,
        "io_kbytes" : 2662228,
        "bw_bytes" : 24783147,
        "bw" : 24202,
        "iops" : 6050.591369,
        "runtime" : 109999,
        "total_ios" : 665559,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5148,
          "max" : 1448173,
          "mean" : 163399.182304,
          "stddev" : 163192.649188,
          "N" : 665559
        },
        "clat_ns" : {
          "min" : 627799,
          "max" : 10087893,
          "mean" : 5124872.810065,
          "stddev" : 1218400.590853,
          "N" : 665558,
          "percentile" : {
            "1.000000" : 2441216,
            "5.000000" : 3129344,
            "10.000000" : 3522560,
            "20.000000" : 4046848,
            "30.000000" : 4489216,
            "40.000000" : 4816896,
            "50.000000" : 5144576,
            "60.000000" : 5472256,
            "70.000000" : 5799936,
            "80.000000" : 6193152,
            "90.000000" : 6717440,
            "95.000000" : 7110656,
            "99.000000" : 7831552,
            "99.500000" : 8093696,
            "99.900000" : 8585216,
            "99.950000" : 8847360,
            "99.990000" : 9240576
          },
          "bins" : {
            "626688" : 1,
            "634880" : 4,
            "913408" : 1,
            "929792" : 5,
            "937984" : 1,
            "946176" : 1,
            "962560" : 2,
            "978944" : 3,
            "987136" : 10,
            "995328" : 4,
            "1003520" : 1,
            "1044480" : 2,
            "1056768" : 4,
            "1187840" : 9,
            "1204224" : 1,
            "1220608" : 6,
            "1236992" : 7,
            "1253376" : 7,
            "1269760" : 10,
            "1286144" : 17,
            "1302528" : 15,
            "1318912" : 8,
            "1335296" : 1,
            "1351680" : 6,
            "1368064" : 14,
            "1449984" : 7,
            "1466368" : 10,
            "1482752" : 10,
            "1499136" : 13,
            "1515520" : 15,
            "1531904" : 13,
            "1548288" : 30,
            "1564672" : 30,
            "1581056" : 64,
            "1597440" : 35,
            "1613824" : 56,
            "1630208" : 46,
            "1646592" : 64,
            "1662976" : 31,
            "1679360" : 12,
            "1695744" : 13,
            "1712128" : 17,
            "1728512" : 5,
            "1744896" : 11,
            "1761280" : 11,
            "1777664" : 24,
            "1794048" : 33,
            "1810432" : 42,
            "1826816" : 43,
            "1843200" : 49,
            "1859584" : 88,
            "1875968" : 112,
            "1892352" : 154,
            "1908736" : 123,
            "1925120" : 145,
            "1941504" : 152,
            "1957888" : 133,
            "1974272" : 97,
            "1990656" : 96,
            "2007040" : 74,
            "2023424" : 50,
            "2039808" : 40,
            "2056192" : 27,
            "2072576" : 37,
            "2088960" : 51,
            "2113536" : 164,
            "2146304" : 220,
            "2179072" : 474,
            "2211840" : 566,
            "2244608" : 724,
            "2277376" : 647,
            "2310144" : 524,
            "2342912" : 340,
            "2375680" : 241,
            "2408448" : 267,
            "2441216" : 391,
            "2473984" : 539,
            "2506752" : 836,
            "2539520" : 1162,
            "2572288" : 1295,
            "2605056" : 1337,
            "2637824" : 998,
            "2670592" : 797,
            "2703360" : 678,
            "2736128" : 612,
            "2768896" : 810,
            "2801664" : 1105,
            "2834432" : 1552,
            "2867200" : 1924,
            "2899968" : 2059,
            "2932736" : 1963,
            "2965504" : 1893,
            "2998272" : 1421,
            "3031040" : 1314,
            "3063808" : 1163,
            "3096576" : 1355,
            "3129344" : 1923,
            "3162112" : 2453,
            "3194880" : 2958,
            "3227648" : 3179,
            "3260416" : 3285,
            "3293184" : 2826,
            "3325952" : 2448,
            "3358720" : 2150,
            "3391488" : 1958,
            "3424256" : 2254,
            "3457024" : 2653,
            "3489792" : 3170,
            "3522560" : 3799,
            "3555328" : 4185,
            "3588096" : 4386,
            "3620864" : 4096,
            "3653632" : 3436,
            "3686400" : 3133,
            "3719168" : 2967,
            "3751936" : 3191,
            "3784704" : 3548,
            "3817472" : 4156,
            "3850240" : 5008,
            "3883008" : 5399,
            "3915776" : 5519,
            "3948544" : 4964,
            "3981312" : 4649,
            "4014080" : 4181,
            "4046848" : 3721,
            "4079616" : 4106,
            "4112384" : 4708,
            "4145152" : 5522,
            "4177920" : 6113,
            "4227072" : 12954,
            "4292608" : 11612,
            "4358144" : 9953,
            "4423680" : 10675,
            "4489216" : 13242,
            "4554752" : 14225,
            "4620288" : 12990,
            "4685824" : 11030,
            "4751360" : 11800,
            "4816896" : 13903,
            "4882432" : 14818,
            "4947968" : 13639,
            "5013504" : 12381,
            "5079040" : 12727,
            "5144576" : 13829,
            "5210112" : 14556,
            "5275648" : 13775,
            "5341184" : 12172,
            "5406720" : 12500,
            "5472256" : 13386,
            "5537792" : 13934,
            "5603328" : 12908,
            "5668864" : 11717,
            "5734400" : 11917,
            "5799936" : 12160,
            "5865472" : 12559,
            "5931008" : 11503,
            "5996544" : 10598,
            "6062080" : 10270,
            "6127616" : 10513,
            "6193152" : 10487,
            "6258688" : 9536,
            "6324224" : 8776,
            "6389760" : 8595,
            "6455296" : 8389,
            "6520832" : 8112,
            "6586368" : 7548,
            "6651904" : 6850,
            "6717440" : 6343,
            "6782976" : 6144,
            "6848512" : 5933,
            "6914048" : 5296,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3391,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 650214,
          "max" : 10407842,
          "mean" : 5288276.574643,
          "stddev" : 1247009.228510,
          "N" : 665558
        },
        "bw_min" : 18544,
        "bw_max" : 40480,
        "bw_agg" : 99.854179,
        "bw_mean" : 24167.045662,
        "bw_dev" : 4080.119651,
        "bw_samples" : 219,
        "iops_min" : 4636,
        "iops_max" : 10120,
        "iops_mean" : 6041.735160,
        "iops_stddev" : 1020.032165,
        "iops_samples" : 219
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 109999,
      "usr_cpu" : 0.994554,
      "sys_cpu" : 21.232920,
      "ctx" : 296560,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999850,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999850,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.284873,
        "4" : 18.577767,
        "10" : 81.132101,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084783,
  "timestamp_ms" : 1773084783632,
  "time" : "Mon Mar  9 16:33:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 3085807616,
        "io_kbytes" : 3013484,
        "bw_bytes" : 25715277,
        "bw" : 25112,
        "iops" : 6278.152318,
        "runtime" : 119999,
        "total_ios" : 753372,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5148,
          "max" : 1448173,
          "mean" : 157417.862024,
          "stddev" : 162379.046294,
          "N" : 753372
        },
        "clat_ns" : {
          "min" : 627799,
          "max" : 10087893,
          "mean" : 4939102.197350,
          "stddev" : 1287012.516602,
          "N" : 753371,
          "percentile" : {
            "1.000000" : 2211840,
            "5.000000" : 2867200,
            "10.000000" : 3260416,
            "20.000000" : 3784704,
            "30.000000" : 4227072,
            "40.000000" : 4554752,
            "50.000000" : 4947968,
            "60.000000" : 5275648,
            "70.000000" : 5668864,
            "80.000000" : 6062080,
            "90.000000" : 6651904,
            "95.000000" : 7045120,
            "99.000000" : 7831552,
            "99.500000" : 8093696,
            "99.900000" : 8585216,
            "99.950000" : 8847360,
            "99.990000" : 9240576
          },
          "bins" : {
            "626688" : 1,
            "634880" : 4,
            "880640" : 1,
            "897024" : 1,
            "905216" : 3,
            "913408" : 3,
            "929792" : 10,
            "937984" : 1,
            "946176" : 2,
            "954368" : 1,
            "962560" : 4,
            "978944" : 5,
            "987136" : 12,
            "995328" : 4,
            "1003520" : 1,
            "1044480" : 2,
            "1056768" : 4,
            "1171456" : 2,
            "1187840" : 15,
            "1204224" : 11,
            "1220608" : 16,
            "1236992" : 27,
            "1253376" : 24,
            "1269760" : 35,
            "1286144" : 41,
            "1302528" : 21,
            "1318912" : 20,
            "1335296" : 13,
            "1351680" : 11,
            "1368064" : 17,
            "1400832" : 2,
            "1433600" : 1,
            "1449984" : 9,
            "1466368" : 19,
            "1482752" : 28,
            "1499136" : 38,
            "1515520" : 58,
            "1531904" : 73,
            "1548288" : 105,
            "1564672" : 105,
            "1581056" : 145,
            "1597440" : 131,
            "1613824" : 109,
            "1630208" : 110,
            "1646592" : 120,
            "1662976" : 80,
            "1679360" : 44,
            "1695744" : 34,
            "1712128" : 36,
            "1728512" : 20,
            "1744896" : 34,
            "1761280" : 61,
            "1777664" : 56,
            "1794048" : 67,
            "1810432" : 118,
            "1826816" : 144,
            "1843200" : 182,
            "1859584" : 230,
            "1875968" : 285,
            "1892352" : 315,
            "1908736" : 316,
            "1925120" : 338,
            "1941504" : 377,
            "1957888" : 314,
            "1974272" : 242,
            "1990656" : 241,
            "2007040" : 167,
            "2023424" : 111,
            "2039808" : 115,
            "2056192" : 89,
            "2072576" : 90,
            "2088960" : 133,
            "2113536" : 376,
            "2146304" : 493,
            "2179072" : 1007,
            "2211840" : 1149,
            "2244608" : 1416,
            "2277376" : 1377,
            "2310144" : 1111,
            "2342912" : 820,
            "2375680" : 504,
            "2408448" : 551,
            "2441216" : 789,
            "2473984" : 1193,
            "2506752" : 1598,
            "2539520" : 2172,
            "2572288" : 2295,
            "2605056" : 2506,
            "2637824" : 1933,
            "2670592" : 1537,
            "2703360" : 1214,
            "2736128" : 1150,
            "2768896" : 1471,
            "2801664" : 2058,
            "2834432" : 2722,
            "2867200" : 3299,
            "2899968" : 3522,
            "2932736" : 3415,
            "2965504" : 3083,
            "2998272" : 2389,
            "3031040" : 2026,
            "3063808" : 1935,
            "3096576" : 2258,
            "3129344" : 3024,
            "3162112" : 3790,
            "3194880" : 4632,
            "3227648" : 4840,
            "3260416" : 4996,
            "3293184" : 4389,
            "3325952" : 3505,
            "3358720" : 3091,
            "3391488" : 2904,
            "3424256" : 3289,
            "3457024" : 3922,
            "3489792" : 4534,
            "3522560" : 5352,
            "3555328" : 6092,
            "3588096" : 6125,
            "3620864" : 5585,
            "3653632" : 4728,
            "3686400" : 4136,
            "3719168" : 3898,
            "3751936" : 4189,
            "3784704" : 4762,
            "3817472" : 5475,
            "3850240" : 6429,
            "3883008" : 6814,
            "3915776" : 7050,
            "3948544" : 6355,
            "3981312" : 5760,
            "4014080" : 5077,
            "4046848" : 4604,
            "4079616" : 4932,
            "4112384" : 5541,
            "4145152" : 6455,
            "4177920" : 7163,
            "4227072" : 15109,
            "4292608" : 13486,
            "4358144" : 11375,
            "4423680" : 11867,
            "4489216" : 14554,
            "4554752" : 15679,
            "4620288" : 14302,
            "4685824" : 12001,
            "4751360" : 12638,
            "4816896" : 14720,
            "4882432" : 15587,
            "4947968" : 14306,
            "5013504" : 12975,
            "5079040" : 13197,
            "5144576" : 14258,
            "5210112" : 15009,
            "5275648" : 14132,
            "5341184" : 12485,
            "5406720" : 12728,
            "5472256" : 13571,
            "5537792" : 14126,
            "5603328" : 13134,
            "5668864" : 11879,
            "5734400" : 12012,
            "5799936" : 12226,
            "5865472" : 12653,
            "5931008" : 11614,
            "5996544" : 10682,
            "6062080" : 10299,
            "6127616" : 10526,
            "6193152" : 10510,
            "6258688" : 9569,
            "6324224" : 8803,
            "6389760" : 8613,
            "6455296" : 8395,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 650214,
          "max" : 10407842,
          "mean" : 5096521.883796,
          "stddev" : 1318562.195306,
          "N" : 753371
        },
        "bw_min" : 18544,
        "bw_max" : 40480,
        "bw_agg" : 99.794624,
        "bw_mean" : 25061.112971,
        "bw_dev" : 4927.574200,
        "bw_samples" : 239,
        "iops_min" : 4636,
        "iops_max" : 10120,
        "iops_mean" : 6265.259414,
        "iops_stddev" : 1231.910059,
        "iops_samples" : 239
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 119999,
      "usr_cpu" : 1.023342,
      "sys_cpu" : 21.609347,
      "ctx" : 321864,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.644967,
        "4" : 24.435604,
        "10" : 74.912128,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084793,
  "timestamp_ms" : 1773084793632,
  "time" : "Mon Mar  9 16:33:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 3502551040,
        "io_kbytes" : 3420460,
        "bw_bytes" : 26942907,
        "bw" : 26311,
        "iops" : 6577.865984,
        "runtime" : 129999,
        "total_ios" : 855116,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5148,
          "max" : 1448173,
          "mean" : 150171.580901,
          "stddev" : 161056.550137,
          "N" : 855117
        },
        "clat_ns" : {
          "min" : 577853,
          "max" : 10087893,
          "mean" : 4714123.945011,
          "stddev" : 1381072.732210,
          "N" : 855115,
          "percentile" : {
            "1.000000" : 1875968,
            "5.000000" : 2506752,
            "10.000000" : 2899968,
            "20.000000" : 3457024,
            "30.000000" : 3883008,
            "40.000000" : 4292608,
            "50.000000" : 4685824,
            "60.000000" : 5079040,
            "70.000000" : 5537792,
            "80.000000" : 5931008,
            "90.000000" : 6520832,
            "95.000000" : 6979584,
            "99.000000" : 7766016,
            "99.500000" : 8028160,
            "99.900000" : 8585216,
            "99.950000" : 8716288,
            "99.990000" : 9240576
          },
          "bins" : {
            "577536" : 1,
            "593920" : 1,
            "610304" : 3,
            "618496" : 1,
            "626688" : 1,
            "634880" : 5,
            "643072" : 5,
            "839680" : 3,
            "847872" : 2,
            "856064" : 1,
            "864256" : 8,
            "872448" : 4,
            "880640" : 7,
            "888832" : 6,
            "897024" : 16,
            "905216" : 23,
            "913408" : 21,
            "921600" : 11,
            "929792" : 22,
            "937984" : 10,
            "946176" : 24,
            "954368" : 20,
            "962560" : 37,
            "970752" : 12,
            "978944" : 13,
            "987136" : 20,
            "995328" : 6,
            "1003520" : 5,
            "1011712" : 1,
            "1044480" : 2,
            "1056768" : 4,
            "1122304" : 9,
            "1138688" : 25,
            "1155072" : 25,
            "1171456" : 32,
            "1187840" : 64,
            "1204224" : 68,
            "1220608" : 98,
            "1236992" : 120,
            "1253376" : 111,
            "1269760" : 140,
            "1286144" : 132,
            "1302528" : 119,
            "1318912" : 83,
            "1335296" : 67,
            "1351680" : 62,
            "1368064" : 25,
            "1384448" : 5,
            "1400832" : 8,
            "1417216" : 5,
            "1433600" : 9,
            "1449984" : 34,
            "1466368" : 50,
            "1482752" : 98,
            "1499136" : 155,
            "1515520" : 173,
            "1531904" : 225,
            "1548288" : 354,
            "1564672" : 411,
            "1581056" : 458,
            "1597440" : 375,
            "1613824" : 388,
            "1630208" : 322,
            "1646592" : 335,
            "1662976" : 225,
            "1679360" : 144,
            "1695744" : 116,
            "1712128" : 82,
            "1728512" : 39,
            "1744896" : 68,
            "1761280" : 103,
            "1777664" : 149,
            "1794048" : 212,
            "1810432" : 360,
            "1826816" : 428,
            "1843200" : 552,
            "1859584" : 676,
            "1875968" : 698,
            "1892352" : 857,
            "1908736" : 911,
            "1925120" : 890,
            "1941504" : 900,
            "1957888" : 810,
            "1974272" : 705,
            "1990656" : 564,
            "2007040" : 397,
            "2023424" : 303,
            "2039808" : 275,
            "2056192" : 242,
            "2072576" : 236,
            "2088960" : 337,
            "2113536" : 886,
            "2146304" : 1350,
            "2179072" : 2282,
            "2211840" : 3013,
            "2244608" : 3174,
            "2277376" : 2987,
            "2310144" : 2267,
            "2342912" : 1621,
            "2375680" : 1164,
            "2408448" : 1210,
            "2441216" : 1654,
            "2473984" : 2466,
            "2506752" : 3339,
            "2539520" : 4355,
            "2572288" : 4729,
            "2605056" : 4581,
            "2637824" : 3509,
            "2670592" : 2701,
            "2703360" : 2103,
            "2736128" : 2093,
            "2768896" : 2603,
            "2801664" : 3456,
            "2834432" : 4699,
            "2867200" : 5628,
            "2899968" : 6066,
            "2932736" : 5614,
            "2965504" : 4843,
            "2998272" : 3903,
            "3031040" : 3073,
            "3063808" : 3011,
            "3096576" : 3516,
            "3129344" : 4485,
            "3162112" : 5705,
            "3194880" : 6796,
            "3227648" : 6977,
            "3260416" : 6831,
            "3293184" : 6019,
            "3325952" : 4901,
            "3358720" : 4113,
            "3391488" : 3942,
            "3424256" : 4427,
            "3457024" : 5279,
            "3489792" : 6048,
            "3522560" : 6894,
            "3555328" : 7720,
            "3588096" : 7657,
            "3620864" : 6935,
            "3653632" : 5784,
            "3686400" : 5031,
            "3719168" : 4644,
            "3751936" : 4968,
            "3784704" : 5703,
            "3817472" : 6456,
            "3850240" : 7419,
            "3883008" : 7924,
            "3915776" : 8039,
            "3948544" : 7277,
            "3981312" : 6521,
            "4014080" : 5767,
            "4046848" : 5150,
            "4079616" : 5486,
            "4112384" : 6116,
            "4145152" : 7121,
            "4177920" : 7819,
            "4227072" : 16362,
            "4292608" : 14474,
            "4358144" : 12180,
            "4423680" : 12530,
            "4489216" : 15243,
            "4554752" : 16384,
            "4620288" : 14795,
            "4685824" : 12410,
            "4751360" : 12946,
            "4816896" : 15004,
            "4882432" : 15851,
            "4947968" : 14532,
            "5013504" : 13128,
            "5079040" : 13418,
            "5144576" : 14387,
            "5210112" : 15117,
            "5275648" : 14202,
            "5341184" : 12546,
            "5406720" : 12793,
            "5472256" : 13619,
            "5537792" : 14168,
            "5603328" : 13171,
            "5668864" : 11902,
            "5734400" : 12026,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 596221,
          "max" : 10407842,
          "mean" : 4864298.399696,
          "stddev" : 1416603.935874,
          "N" : 855115
        },
        "bw_min" : 18544,
        "bw_max" : 44264,
        "bw_agg" : 99.755116,
        "bw_mean" : 26247.316602,
        "bw_dev" : 6292.952482,
        "bw_samples" : 259,
        "iops_min" : 4636,
        "iops_max" : 11066,
        "iops_mean" : 6561.810811,
        "iops_stddev" : 1573.251378,
        "iops_samples" : 259
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 129999,
      "usr_cpu" : 1.063085,
      "sys_cpu" : 22.068631,
      "ctx" : 346492,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999883,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.031107
      },
      "latency_ms" : {
        "2" : 1.650653,
        "4" : 30.938025,
        "10" : 67.377876,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084803,
  "timestamp_ms" : 1773084803632,
  "time" : "Mon Mar  9 16:33:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 3995611136,
        "io_kbytes" : 3901964,
        "bw_bytes" : 28540283,
        "bw" : 27871,
        "iops" : 6967.849770,
        "runtime" : 139999,
        "total_ios" : 975492,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5108,
          "max" : 1448173,
          "mean" : 141674.149729,
          "stddev" : 159062.912585,
          "N" : 975493
        },
        "clat_ns" : {
          "min" : 577853,
          "max" : 10087893,
          "mean" : 4450366.846026,
          "stddev" : 1493360.342869,
          "N" : 975491,
          "percentile" : {
            "1.000000" : 1548288,
            "5.000000" : 2113536,
            "10.000000" : 2506752,
            "20.000000" : 3031040,
            "30.000000" : 3522560,
            "40.000000" : 3981312,
            "50.000000" : 4423680,
            "60.000000" : 4882432,
            "70.000000" : 5341184,
            "80.000000" : 5799936,
            "90.000000" : 6455296,
            "95.000000" : 6914048,
            "99.000000" : 7700480,
            "99.500000" : 7962624,
            "99.900000" : 8454144,
            "99.950000" : 8716288,
            "99.990000" : 9240576
          },
          "bins" : {
            "577536" : 2,
            "585728" : 14,
            "593920" : 16,
            "602112" : 29,
            "610304" : 35,
            "618496" : 28,
            "626688" : 28,
            "634880" : 18,
            "643072" : 13,
            "823296" : 5,
            "831488" : 4,
            "839680" : 22,
            "847872" : 14,
            "856064" : 6,
            "864256" : 39,
            "872448" : 25,
            "880640" : 47,
            "888832" : 43,
            "897024" : 67,
            "905216" : 66,
            "913408" : 90,
            "921600" : 80,
            "929792" : 92,
            "937984" : 66,
            "946176" : 82,
            "954368" : 116,
            "962560" : 111,
            "970752" : 91,
            "978944" : 81,
            "987136" : 64,
            "995328" : 44,
            "1003520" : 24,
            "1011712" : 7,
            "1019904" : 6,
            "1028096" : 4,
            "1044480" : 11,
            "1056768" : 4,
            "1073152" : 4,
            "1089536" : 6,
            "1105920" : 3,
            "1122304" : 41,
            "1138688" : 60,
            "1155072" : 88,
            "1171456" : 114,
            "1187840" : 238,
            "1204224" : 288,
            "1220608" : 384,
            "1236992" : 555,
            "1253376" : 544,
            "1269760" : 674,
            "1286144" : 577,
            "1302528" : 457,
            "1318912" : 386,
            "1335296" : 266,
            "1351680" : 129,
            "1368064" : 74,
            "1384448" : 52,
            "1400832" : 40,
            "1417216" : 38,
            "1433600" : 53,
            "1449984" : 118,
            "1466368" : 213,
            "1482752" : 318,
            "1499136" : 520,
            "1515520" : 704,
            "1531904" : 965,
            "1548288" : 1196,
            "1564672" : 1289,
            "1581056" : 1374,
            "1597440" : 1222,
            "1613824" : 1252,
            "1630208" : 1126,
            "1646592" : 893,
            "1662976" : 682,
            "1679360" : 524,
            "1695744" : 356,
            "1712128" : 226,
            "1728512" : 140,
            "1744896" : 177,
            "1761280" : 297,
            "1777664" : 436,
            "1794048" : 622,
            "1810432" : 943,
            "1826816" : 1162,
            "1843200" : 1445,
            "1859584" : 1875,
            "1875968" : 1900,
            "1892352" : 2165,
            "1908736" : 2312,
            "1925120" : 2435,
            "1941504" : 2307,
            "1957888" : 1948,
            "1974272" : 1708,
            "1990656" : 1461,
            "2007040" : 964,
            "2023424" : 686,
            "2039808" : 631,
            "2056192" : 542,
            "2072576" : 523,
            "2088960" : 772,
            "2113536" : 1909,
            "2146304" : 3086,
            "2179072" : 5002,
            "2211840" : 6241,
            "2244608" : 6611,
            "2277376" : 5908,
            "2310144" : 4562,
            "2342912" : 2987,
            "2375680" : 2171,
            "2408448" : 2163,
            "2441216" : 3014,
            "2473984" : 4563,
            "2506752" : 6096,
            "2539520" : 7729,
            "2572288" : 7923,
            "2605056" : 7383,
            "2637824" : 5792,
            "2670592" : 4171,
            "2703360" : 3196,
            "2736128" : 3162,
            "2768896" : 4127,
            "2801664" : 5390,
            "2834432" : 7054,
            "2867200" : 8352,
            "2899968" : 8559,
            "2932736" : 7716,
            "2965504" : 6569,
            "2998272" : 5349,
            "3031040" : 4087,
            "3063808" : 3949,
            "3096576" : 4568,
            "3129344" : 5967,
            "3162112" : 7396,
            "3194880" : 8713,
            "3227648" : 8721,
            "3260416" : 8514,
            "3293184" : 7325,
            "3325952" : 5947,
            "3358720" : 4991,
            "3391488" : 4639,
            "3424256" : 5218,
            "3457024" : 6159,
            "3489792" : 7110,
            "3522560" : 7971,
            "3555328" : 8760,
            "3588096" : 8635,
            "3620864" : 7786,
            "3653632" : 6307,
            "3686400" : 5583,
            "3719168" : 5084,
            "3751936" : 5428,
            "3784704" : 6245,
            "3817472" : 6969,
            "3850240" : 8024,
            "3883008" : 8435,
            "3915776" : 8516,
            "3948544" : 7659,
            "3981312" : 6865,
            "4014080" : 5971,
            "4046848" : 5381,
            "4079616" : 5731,
            "4112384" : 6340,
            "4145152" : 7352,
            "4177920" : 8041,
            "4227072" : 16771,
            "4292608" : 14794,
            "4358144" : 12370,
            "4423680" : 12763,
            "4489216" : 15480,
            "4554752" : 16572,
            "4620288" : 14936,
            "4685824" : 12484,
            "4751360" : 13042,
            "4816896" : 15092,
            "4882432" : 15923,
            "4947968" : 14579,
            "5013504" : 13152,
            "5079040" : 13447,
            "5144576" : 14406,
            "5210112" : 15135,
            "5275648" : 14211,
            "5341184" : 12552,
            "5406720" : 12803,
            "5472256" : 13625,
            "5537792" : 14169,
            "5603328" : 13172,
            "5668864" : 11902,
            "5734400" : 12027,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 596121,
          "max" : 10407842,
          "mean" : 4592045.857108,
          "stddev" : 1533509.639328,
          "N" : 975491
        },
        "bw_min" : 18544,
        "bw_max" : 52416,
        "bw_agg" : 99.733167,
        "bw_mean" : 27797.440860,
        "bw_dev" : 8276.262257,
        "bw_samples" : 279,
        "iops_min" : 4636,
        "iops_max" : 13104,
        "iops_mean" : 6949.340502,
        "iops_stddev" : 2069.072881,
        "iops_samples" : 279
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 139999,
      "usr_cpu" : 1.137151,
      "sys_cpu" : 22.659448,
      "ctx" : 370077,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.018760,
        "1000" : 0.128961
      },
      "latency_ms" : {
        "2" : 4.255186,
        "4" : 36.167493,
        "10" : 59.429293,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084813,
  "timestamp_ms" : 1773084813633,
  "time" : "Mon Mar  9 16:33:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 4588396544,
        "io_kbytes" : 4480856,
        "bw_bytes" : 30589514,
        "bw" : 29872,
        "iops" : 7468.149788,
        "runtime" : 149999,
        "total_ios" : 1120215,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5108,
          "max" : 1448173,
          "mean" : 132072.557359,
          "stddev" : 156303.984421,
          "N" : 1120216
        },
        "clat_ns" : {
          "min" : 554067,
          "max" : 10087893,
          "mean" : 4152332.428614,
          "stddev" : 1612249.792633,
          "N" : 1120214,
          "percentile" : {
            "1.000000" : 1220608,
            "5.000000" : 1646592,
            "10.000000" : 2007040,
            "20.000000" : 2572288,
            "30.000000" : 3096576,
            "40.000000" : 3588096,
            "50.000000" : 4112384,
            "60.000000" : 4620288,
            "70.000000" : 5144576,
            "80.000000" : 5668864,
            "90.000000" : 6324224,
            "95.000000" : 6848512,
            "99.000000" : 7634944,
            "99.500000" : 7897088,
            "99.900000" : 8454144,
            "99.950000" : 8716288,
            "99.990000" : 9109504
          },
          "bins" : {
            "552960" : 2,
            "561152" : 9,
            "569344" : 21,
            "577536" : 50,
            "585728" : 105,
            "593920" : 99,
            "602112" : 133,
            "610304" : 173,
            "618496" : 212,
            "626688" : 236,
            "634880" : 125,
            "643072" : 98,
            "651264" : 45,
            "659456" : 47,
            "667648" : 11,
            "675840" : 9,
            "684032" : 4,
            "692224" : 4,
            "708608" : 6,
            "716800" : 2,
            "823296" : 8,
            "831488" : 6,
            "839680" : 26,
            "847872" : 22,
            "856064" : 31,
            "864256" : 94,
            "872448" : 86,
            "880640" : 171,
            "888832" : 179,
            "897024" : 301,
            "905216" : 356,
            "913408" : 479,
            "921600" : 487,
            "929792" : 433,
            "937984" : 382,
            "946176" : 437,
            "954368" : 528,
            "962560" : 424,
            "970752" : 474,
            "978944" : 450,
            "987136" : 409,
            "995328" : 360,
            "1003520" : 228,
            "1011712" : 144,
            "1019904" : 98,
            "1028096" : 74,
            "1036288" : 27,
            "1044480" : 22,
            "1056768" : 30,
            "1073152" : 12,
            "1089536" : 8,
            "1105920" : 18,
            "1122304" : 62,
            "1138688" : 93,
            "1155072" : 197,
            "1171456" : 417,
            "1187840" : 665,
            "1204224" : 993,
            "1220608" : 1508,
            "1236992" : 1849,
            "1253376" : 1879,
            "1269760" : 2252,
            "1286144" : 2295,
            "1302528" : 1958,
            "1318912" : 1461,
            "1335296" : 1315,
            "1351680" : 852,
            "1368064" : 482,
            "1384448" : 291,
            "1400832" : 139,
            "1417216" : 95,
            "1433600" : 133,
            "1449984" : 301,
            "1466368" : 459,
            "1482752" : 786,
            "1499136" : 1147,
            "1515520" : 1660,
            "1531904" : 2337,
            "1548288" : 2844,
            "1564672" : 3249,
            "1581056" : 3657,
            "1597440" : 3531,
            "1613824" : 3678,
            "1630208" : 3312,
            "1646592" : 2861,
            "1662976" : 2360,
            "1679360" : 1613,
            "1695744" : 1125,
            "1712128" : 839,
            "1728512" : 566,
            "1744896" : 501,
            "1761280" : 538,
            "1777664" : 790,
            "1794048" : 1148,
            "1810432" : 1567,
            "1826816" : 2111,
            "1843200" : 2725,
            "1859584" : 3296,
            "1875968" : 3904,
            "1892352" : 4292,
            "1908736" : 4665,
            "1925120" : 5015,
            "1941504" : 4670,
            "1957888" : 4184,
            "1974272" : 3863,
            "1990656" : 3363,
            "2007040" : 2575,
            "2023424" : 2057,
            "2039808" : 1418,
            "2056192" : 1202,
            "2072576" : 1110,
            "2088960" : 1246,
            "2113536" : 2993,
            "2146304" : 4718,
            "2179072" : 7505,
            "2211840" : 9816,
            "2244608" : 10733,
            "2277376" : 10054,
            "2310144" : 7906,
            "2342912" : 5486,
            "2375680" : 4051,
            "2408448" : 3295,
            "2441216" : 4059,
            "2473984" : 6011,
            "2506752" : 8237,
            "2539520" : 10406,
            "2572288" : 10743,
            "2605056" : 10112,
            "2637824" : 8250,
            "2670592" : 6034,
            "2703360" : 4540,
            "2736128" : 4235,
            "2768896" : 5094,
            "2801664" : 6524,
            "2834432" : 8738,
            "2867200" : 9990,
            "2899968" : 10417,
            "2932736" : 9476,
            "2965504" : 8095,
            "2998272" : 6509,
            "3031040" : 5083,
            "3063808" : 4707,
            "3096576" : 5294,
            "3129344" : 6648,
            "3162112" : 8185,
            "3194880" : 9605,
            "3227648" : 9686,
            "3260416" : 9415,
            "3293184" : 8105,
            "3325952" : 6634,
            "3358720" : 5545,
            "3391488" : 5050,
            "3424256" : 5544,
            "3457024" : 6505,
            "3489792" : 7518,
            "3522560" : 8387,
            "3555328" : 9267,
            "3588096" : 9040,
            "3620864" : 8170,
            "3653632" : 6606,
            "3686400" : 5804,
            "3719168" : 5285,
            "3751936" : 5598,
            "3784704" : 6409,
            "3817472" : 7130,
            "3850240" : 8204,
            "3883008" : 8564,
            "3915776" : 8660,
            "3948544" : 7807,
            "3981312" : 6977,
            "4014080" : 6065,
            "4046848" : 5441,
            "4079616" : 5791,
            "4112384" : 6411,
            "4145152" : 7410,
            "4177920" : 8092,
            "4227072" : 16888,
            "4292608" : 14916,
            "4358144" : 12420,
            "4423680" : 12810,
            "4489216" : 15525,
            "4554752" : 16594,
            "4620288" : 14979,
            "4685824" : 12500,
            "4751360" : 13048,
            "4816896" : 15107,
            "4882432" : 15925,
            "4947968" : 14584,
            "5013504" : 13168,
            "5079040" : 13449,
            "5144576" : 14410,
            "5210112" : 15138,
            "5275648" : 14213,
            "5341184" : 12558,
            "5406720" : 12803,
            "5472256" : 13626,
            "5537792" : 14169,
            "5603328" : 13172,
            "5668864" : 11902,
            "5734400" : 12027,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 571984,
          "max" : 10407842,
          "mean" : 4284409.196194,
          "stddev" : 1657207.488357,
          "N" : 1120214
        },
        "bw_min" : 18544,
        "bw_max" : 62504,
        "bw_agg" : 99.636549,
        "bw_mean" : 29764.234114,
        "bw_dev" : 10901.367637,
        "bw_samples" : 299,
        "iops_min" : 4636,
        "iops_max" : 15626,
        "iops_mean" : 7441.036789,
        "iops_stddev" : 2725.343687,
        "iops_samples" : 299
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 149999,
      "usr_cpu" : 1.230675,
      "sys_cpu" : 23.478823,
      "ctx" : 391855,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999911,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.124173,
        "1000" : 0.550341
      },
      "latency_ms" : {
        "2" : 9.169668,
        "4" : 38.322822,
        "10" : 51.832729,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084823,
  "timestamp_ms" : 1773084823632,
  "time" : "Mon Mar  9 16:33:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 5312028672,
        "io_kbytes" : 5187528,
        "bw_bytes" : 33200386,
        "bw" : 32422,
        "iops" : 8105.569410,
        "runtime" : 159999,
        "total_ios" : 1296883,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5108,
          "max" : 1448173,
          "mean" : 121555.756865,
          "stddev" : 152545.599606,
          "N" : 1296884
        },
        "clat_ns" : {
          "min" : 534937,
          "max" : 10087893,
          "mean" : 3825878.936273,
          "stddev" : 1722583.130490,
          "N" : 1296882,
          "percentile" : {
            "1.000000" : 921600,
            "5.000000" : 1302528,
            "10.000000" : 1630208,
            "20.000000" : 2146304,
            "30.000000" : 2605056,
            "40.000000" : 3129344,
            "50.000000" : 3686400,
            "60.000000" : 4292608,
            "70.000000" : 4882432,
            "80.000000" : 5472256,
            "90.000000" : 6193152,
            "95.000000" : 6717440,
            "99.000000" : 7569408,
            "99.500000" : 7897088,
            "99.900000" : 8454144,
            "99.950000" : 8585216,
            "99.990000" : 9109504
          },
          "bins" : {
            "536576" : 2,
            "544768" : 3,
            "552960" : 7,
            "561152" : 32,
            "569344" : 83,
            "577536" : 211,
            "585728" : 326,
            "593920" : 505,
            "602112" : 671,
            "610304" : 916,
            "618496" : 995,
            "626688" : 975,
            "634880" : 650,
            "643072" : 397,
            "651264" : 179,
            "659456" : 134,
            "667648" : 49,
            "675840" : 35,
            "684032" : 31,
            "692224" : 40,
            "700416" : 19,
            "708608" : 21,
            "716800" : 18,
            "724992" : 3,
            "798720" : 3,
            "806912" : 3,
            "815104" : 6,
            "823296" : 27,
            "831488" : 24,
            "839680" : 65,
            "847872" : 58,
            "856064" : 110,
            "864256" : 245,
            "872448" : 312,
            "880640" : 516,
            "888832" : 614,
            "897024" : 912,
            "905216" : 1168,
            "913408" : 1627,
            "921600" : 1779,
            "929792" : 1766,
            "937984" : 1680,
            "946176" : 1654,
            "954368" : 1658,
            "962560" : 1639,
            "970752" : 1706,
            "978944" : 1757,
            "987136" : 1521,
            "995328" : 1227,
            "1003520" : 917,
            "1011712" : 681,
            "1019904" : 367,
            "1028096" : 229,
            "1036288" : 159,
            "1044480" : 135,
            "1056768" : 200,
            "1073152" : 111,
            "1089536" : 79,
            "1105920" : 64,
            "1122304" : 109,
            "1138688" : 222,
            "1155072" : 493,
            "1171456" : 953,
            "1187840" : 1632,
            "1204224" : 2530,
            "1220608" : 3933,
            "1236992" : 4521,
            "1253376" : 5036,
            "1269760" : 6046,
            "1286144" : 6428,
            "1302528" : 5600,
            "1318912" : 4326,
            "1335296" : 3686,
            "1351680" : 2595,
            "1368064" : 1475,
            "1384448" : 760,
            "1400832" : 343,
            "1417216" : 258,
            "1433600" : 324,
            "1449984" : 541,
            "1466368" : 781,
            "1482752" : 1508,
            "1499136" : 2068,
            "1515520" : 3239,
            "1531904" : 4413,
            "1548288" : 5238,
            "1564672" : 6199,
            "1581056" : 7635,
            "1597440" : 7568,
            "1613824" : 7453,
            "1630208" : 7143,
            "1646592" : 6579,
            "1662976" : 5339,
            "1679360" : 3714,
            "1695744" : 2869,
            "1712128" : 2014,
            "1728512" : 1318,
            "1744896" : 922,
            "1761280" : 847,
            "1777664" : 1132,
            "1794048" : 1663,
            "1810432" : 2409,
            "1826816" : 3186,
            "1843200" : 4090,
            "1859584" : 5087,
            "1875968" : 6135,
            "1892352" : 6948,
            "1908736" : 7450,
            "1925120" : 7968,
            "1941504" : 7818,
            "1957888" : 7250,
            "1974272" : 6805,
            "1990656" : 5823,
            "2007040" : 4550,
            "2023424" : 3709,
            "2039808" : 2621,
            "2056192" : 2010,
            "2072576" : 1763,
            "2088960" : 1713,
            "2113536" : 3905,
            "2146304" : 6098,
            "2179072" : 9613,
            "2211840" : 12761,
            "2244608" : 14669,
            "2277376" : 13979,
            "2310144" : 11423,
            "2342912" : 8057,
            "2375680" : 5536,
            "2408448" : 4230,
            "2441216" : 4888,
            "2473984" : 6870,
            "2506752" : 9473,
            "2539520" : 12183,
            "2572288" : 12873,
            "2605056" : 12146,
            "2637824" : 9920,
            "2670592" : 7357,
            "2703360" : 5609,
            "2736128" : 4908,
            "2768896" : 5550,
            "2801664" : 6990,
            "2834432" : 9400,
            "2867200" : 10666,
            "2899968" : 11127,
            "2932736" : 10327,
            "2965504" : 8865,
            "2998272" : 6999,
            "3031040" : 5533,
            "3063808" : 5024,
            "3096576" : 5516,
            "3129344" : 6796,
            "3162112" : 8410,
            "3194880" : 9777,
            "3227648" : 9905,
            "3260416" : 9673,
            "3293184" : 8377,
            "3325952" : 6884,
            "3358720" : 5775,
            "3391488" : 5173,
            "3424256" : 5589,
            "3457024" : 6561,
            "3489792" : 7548,
            "3522560" : 8450,
            "3555328" : 9331,
            "3588096" : 9147,
            "3620864" : 8281,
            "3653632" : 6704,
            "3686400" : 5876,
            "3719168" : 5334,
            "3751936" : 5628,
            "3784704" : 6421,
            "3817472" : 7146,
            "3850240" : 8206,
            "3883008" : 8580,
            "3915776" : 8690,
            "3948544" : 7833,
            "3981312" : 7000,
            "4014080" : 6102,
            "4046848" : 5453,
            "4079616" : 5805,
            "4112384" : 6417,
            "4145152" : 7412,
            "4177920" : 8095,
            "4227072" : 16899,
            "4292608" : 14935,
            "4358144" : 12427,
            "4423680" : 12813,
            "4489216" : 15526,
            "4554752" : 16597,
            "4620288" : 14985,
            "4685824" : 12500,
            "4751360" : 13048,
            "4816896" : 15107,
            "4882432" : 15925,
            "4947968" : 14584,
            "5013504" : 13168,
            "5079040" : 13449,
            "5144576" : 14410,
            "5210112" : 15138,
            "5275648" : 14213,
            "5341184" : 12558,
            "5406720" : 12803,
            "5472256" : 13626,
            "5537792" : 14169,
            "5603328" : 13172,
            "5668864" : 11902,
            "5734400" : 12027,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 551983,
          "max" : 10407842,
          "mean" : 3947437.806517,
          "stddev" : 1772012.593570,
          "N" : 1296882
        },
        "bw_min" : 18544,
        "bw_max" : 77432,
        "bw_agg" : 99.555083,
        "bw_mean" : 32278.442006,
        "bw_dev" : 14400.937834,
        "bw_samples" : 319,
        "iops_min" : 4636,
        "iops_max" : 19358,
        "iops_mean" : 8069.586207,
        "iops_stddev" : 3600.230061,
        "iops_samples" : 319
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159999,
      "usr_cpu" : 1.331258,
      "sys_cpu" : 24.537653,
      "ctx" : 411586,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.485934,
        "1000" : 1.709098
      },
      "latency_ms" : {
        "2" : 15.854090,
        "4" : 37.169737,
        "10" : 44.780909,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084833,
  "timestamp_ms" : 1773084833632,
  "time" : "Mon Mar  9 16:33:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 6220644352,
        "io_kbytes" : 6074848,
        "bw_bytes" : 36592240,
        "bw" : 35734,
        "iops" : 8933.658433,
        "runtime" : 169999,
        "total_ios" : 1518713,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5108,
          "max" : 1448173,
          "mean" : 110136.289679,
          "stddev" : 147500.755886,
          "N" : 1518713
        },
        "clat_ns" : {
          "min" : 508587,
          "max" : 10087893,
          "mean" : 3471342.756562,
          "stddev" : 1818010.653586,
          "N" : 1518712,
          "percentile" : {
            "1.000000" : 618496,
            "5.000000" : 970752,
            "10.000000" : 1269760,
            "20.000000" : 1646592,
            "30.000000" : 2113536,
            "40.000000" : 2605056,
            "50.000000" : 3227648,
            "60.000000" : 3883008,
            "70.000000" : 4554752,
            "80.000000" : 5275648,
            "90.000000" : 6062080,
            "95.000000" : 6651904,
            "99.000000" : 7503872,
            "99.500000" : 7831552,
            "99.900000" : 8355840,
            "99.950000" : 8585216,
            "99.990000" : 9109504
          },
          "bins" : {
            "509952" : 5,
            "514048" : 1,
            "522240" : 6,
            "528384" : 4,
            "536576" : 10,
            "544768" : 30,
            "552960" : 81,
            "561152" : 187,
            "569344" : 385,
            "577536" : 872,
            "585728" : 1478,
            "593920" : 2390,
            "602112" : 3198,
            "610304" : 3963,
            "618496" : 4194,
            "626688" : 3376,
            "634880" : 2212,
            "643072" : 1296,
            "651264" : 724,
            "659456" : 418,
            "667648" : 251,
            "675840" : 169,
            "684032" : 186,
            "692224" : 150,
            "700416" : 119,
            "708608" : 69,
            "716800" : 47,
            "724992" : 11,
            "733184" : 1,
            "741376" : 5,
            "798720" : 3,
            "806912" : 7,
            "815104" : 14,
            "823296" : 58,
            "831488" : 66,
            "839680" : 132,
            "847872" : 215,
            "856064" : 412,
            "864256" : 676,
            "872448" : 944,
            "880640" : 1398,
            "888832" : 1912,
            "897024" : 2820,
            "905216" : 3786,
            "913408" : 4781,
            "921600" : 5337,
            "929792" : 5382,
            "937984" : 5294,
            "946176" : 5019,
            "954368" : 5074,
            "962560" : 4968,
            "970752" : 5227,
            "978944" : 5176,
            "987136" : 4470,
            "995328" : 3363,
            "1003520" : 2258,
            "1011712" : 1565,
            "1019904" : 1046,
            "1028096" : 587,
            "1036288" : 462,
            "1044480" : 392,
            "1056768" : 554,
            "1073152" : 253,
            "1089536" : 140,
            "1105920" : 103,
            "1122304" : 210,
            "1138688" : 467,
            "1155072" : 1059,
            "1171456" : 2028,
            "1187840" : 3340,
            "1204224" : 5641,
            "1220608" : 8510,
            "1236992" : 9886,
            "1253376" : 11312,
            "1269760" : 13517,
            "1286144" : 14001,
            "1302528" : 11918,
            "1318912" : 9073,
            "1335296" : 8017,
            "1351680" : 5622,
            "1368064" : 3123,
            "1384448" : 1587,
            "1400832" : 692,
            "1417216" : 471,
            "1433600" : 507,
            "1449984" : 799,
            "1466368" : 1237,
            "1482752" : 2214,
            "1499136" : 3447,
            "1515520" : 5314,
            "1531904" : 6968,
            "1548288" : 8425,
            "1564672" : 9912,
            "1581056" : 12364,
            "1597440" : 12334,
            "1613824" : 11881,
            "1630208" : 11476,
            "1646592" : 10837,
            "1662976" : 8352,
            "1679360" : 5785,
            "1695744" : 4412,
            "1712128" : 3038,
            "1728512" : 1993,
            "1744896" : 1266,
            "1761280" : 1147,
            "1777664" : 1453,
            "1794048" : 2151,
            "1810432" : 3085,
            "1826816" : 4079,
            "1843200" : 5266,
            "1859584" : 6513,
            "1875968" : 7988,
            "1892352" : 9038,
            "1908736" : 9751,
            "1925120" : 10536,
            "1941504" : 10419,
            "1957888" : 9845,
            "1974272" : 8963,
            "1990656" : 7746,
            "2007040" : 6017,
            "2023424" : 4708,
            "2039808" : 3487,
            "2056192" : 2649,
            "2072576" : 2159,
            "2088960" : 2026,
            "2113536" : 4544,
            "2146304" : 7004,
            "2179072" : 10819,
            "2211840" : 14371,
            "2244608" : 16917,
            "2277376" : 15966,
            "2310144" : 13388,
            "2342912" : 9438,
            "2375680" : 6287,
            "2408448" : 4651,
            "2441216" : 5234,
            "2473984" : 7217,
            "2506752" : 9990,
            "2539520" : 12940,
            "2572288" : 13681,
            "2605056" : 12873,
            "2637824" : 10486,
            "2670592" : 7866,
            "2703360" : 5875,
            "2736128" : 5060,
            "2768896" : 5692,
            "2801664" : 7104,
            "2834432" : 9545,
            "2867200" : 10855,
            "2899968" : 11379,
            "2932736" : 10560,
            "2965504" : 9038,
            "2998272" : 7117,
            "3031040" : 5623,
            "3063808" : 5120,
            "3096576" : 5537,
            "3129344" : 6846,
            "3162112" : 8441,
            "3194880" : 9824,
            "3227648" : 9947,
            "3260416" : 9727,
            "3293184" : 8397,
            "3325952" : 6917,
            "3358720" : 5824,
            "3391488" : 5199,
            "3424256" : 5598,
            "3457024" : 6562,
            "3489792" : 7554,
            "3522560" : 8466,
            "3555328" : 9346,
            "3588096" : 9165,
            "3620864" : 8285,
            "3653632" : 6708,
            "3686400" : 5882,
            "3719168" : 5335,
            "3751936" : 5631,
            "3784704" : 6422,
            "3817472" : 7154,
            "3850240" : 8209,
            "3883008" : 8583,
            "3915776" : 8690,
            "3948544" : 7833,
            "3981312" : 7009,
            "4014080" : 6102,
            "4046848" : 5453,
            "4079616" : 5805,
            "4112384" : 6417,
            "4145152" : 7412,
            "4177920" : 8097,
            "4227072" : 16899,
            "4292608" : 14938,
            "4358144" : 12427,
            "4423680" : 12813,
            "4489216" : 15526,
            "4554752" : 16597,
            "4620288" : 14985,
            "4685824" : 12500,
            "4751360" : 13048,
            "4816896" : 15107,
            "4882432" : 15925,
            "4947968" : 14584,
            "5013504" : 13168,
            "5079040" : 13449,
            "5144576" : 14410,
            "5210112" : 15138,
            "5275648" : 14213,
            "5341184" : 12558,
            "5406720" : 12803,
            "5472256" : 13626,
            "5537792" : 14169,
            "5603328" : 13172,
            "5668864" : 11902,
            "5734400" : 12027,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 527125,
          "max" : 10407842,
          "mean" : 3581482.040821,
          "stddev" : 1871354.555748,
          "N" : 1518712
        },
        "bw_min" : 18544,
        "bw_max" : 98896,
        "bw_agg" : 99.483388,
        "bw_mean" : 35550.353982,
        "bw_dev" : 19195.706124,
        "bw_samples" : 339,
        "iops_min" : 4636,
        "iops_max" : 24724,
        "iops_mean" : 8887.563422,
        "iops_stddev" : 4798.921987,
        "iops_samples" : 339
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 169999,
      "usr_cpu" : 1.486479,
      "sys_cpu" : 25.854858,
      "ctx" : 428643,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999934,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999934,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 1.701309,
        "1000" : 4.394247
      },
      "latency_ms" : {
        "2" : 22.296510,
        "4" : 33.367397,
        "10" : 38.240339,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084843,
  "timestamp_ms" : 1773084843633,
  "time" : "Mon Mar  9 16:34:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 7377039360,
        "io_kbytes" : 7204140,
        "bw_bytes" : 40983779,
        "bw" : 40023,
        "iops" : 10005.805588,
        "runtime" : 179999,
        "total_ios" : 1801035,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5088,
          "max" : 1448173,
          "mean" : 98159.670663,
          "stddev" : 141026.486242,
          "N" : 1801036
        },
        "clat_ns" : {
          "min" : 15704,
          "max" : 10087893,
          "mean" : 3099464.378341,
          "stddev" : 1885474.553048,
          "N" : 1801066,
          "percentile" : {
            "1.000000" : 593920,
            "5.000000" : 839680,
            "10.000000" : 954368,
            "20.000000" : 1286144,
            "30.000000" : 1630208,
            "40.000000" : 2039808,
            "50.000000" : 2637824,
            "60.000000" : 3358720,
            "70.000000" : 4227072,
            "80.000000" : 5013504,
            "90.000000" : 5931008,
            "95.000000" : 6520832,
            "99.000000" : 7438336,
            "99.500000" : 7766016,
            "99.900000" : 8290304,
            "99.950000" : 8585216,
            "99.990000" : 8978432
          },
          "bins" : {
            "15680" : 1,
            "399360" : 1,
            "419840" : 1,
            "436224" : 1,
            "456704" : 1,
            "477184" : 1,
            "497664" : 1,
            "509952" : 5,
            "514048" : 1,
            "518144" : 1,
            "522240" : 10,
            "528384" : 11,
            "536576" : 43,
            "544768" : 106,
            "552960" : 282,
            "561152" : 679,
            "569344" : 1474,
            "577536" : 3249,
            "585728" : 5275,
            "593920" : 8209,
            "602112" : 11760,
            "610304" : 13957,
            "618496" : 13996,
            "626688" : 10901,
            "634880" : 7090,
            "643072" : 4348,
            "651264" : 2201,
            "659456" : 1545,
            "667648" : 1183,
            "675840" : 997,
            "684032" : 789,
            "692224" : 656,
            "700416" : 427,
            "708608" : 206,
            "716800" : 121,
            "724992" : 31,
            "733184" : 20,
            "741376" : 5,
            "798720" : 8,
            "806912" : 25,
            "815104" : 28,
            "823296" : 125,
            "831488" : 163,
            "839680" : 328,
            "847872" : 565,
            "856064" : 963,
            "864256" : 1476,
            "872448" : 2300,
            "880640" : 3338,
            "888832" : 4715,
            "897024" : 6582,
            "905216" : 9052,
            "913408" : 10849,
            "921600" : 12450,
            "929792" : 12114,
            "937984" : 11664,
            "946176" : 11434,
            "954368" : 11518,
            "962560" : 11739,
            "970752" : 12113,
            "978944" : 12032,
            "987136" : 10043,
            "995328" : 7705,
            "1003520" : 5125,
            "1011712" : 3485,
            "1019904" : 2320,
            "1028096" : 1361,
            "1036288" : 1100,
            "1044480" : 957,
            "1056768" : 1292,
            "1073152" : 564,
            "1089536" : 193,
            "1105920" : 220,
            "1122304" : 351,
            "1138688" : 723,
            "1155072" : 1609,
            "1171456" : 3257,
            "1187840" : 5352,
            "1204224" : 9101,
            "1220608" : 13802,
            "1236992" : 16729,
            "1253376" : 18650,
            "1269760" : 21887,
            "1286144" : 23432,
            "1302528" : 19783,
            "1318912" : 14965,
            "1335296" : 13274,
            "1351680" : 9719,
            "1368064" : 5255,
            "1384448" : 2579,
            "1400832" : 1178,
            "1417216" : 726,
            "1433600" : 773,
            "1449984" : 1056,
            "1466368" : 1677,
            "1482752" : 2803,
            "1499136" : 4250,
            "1515520" : 6894,
            "1531904" : 8963,
            "1548288" : 10707,
            "1564672" : 12793,
            "1581056" : 15620,
            "1597440" : 15793,
            "1613824" : 15227,
            "1630208" : 14650,
            "1646592" : 13622,
            "1662976" : 10627,
            "1679360" : 7586,
            "1695744" : 5667,
            "1712128" : 4005,
            "1728512" : 2458,
            "1744896" : 1558,
            "1761280" : 1307,
            "1777664" : 1645,
            "1794048" : 2361,
            "1810432" : 3427,
            "1826816" : 4527,
            "1843200" : 5754,
            "1859584" : 7140,
            "1875968" : 8856,
            "1892352" : 9935,
            "1908736" : 10857,
            "1925120" : 11595,
            "1941504" : 11499,
            "1957888" : 10920,
            "1974272" : 9842,
            "1990656" : 8542,
            "2007040" : 6768,
            "2023424" : 5168,
            "2039808" : 3874,
            "2056192" : 2908,
            "2072576" : 2314,
            "2088960" : 2126,
            "2113536" : 4704,
            "2146304" : 7325,
            "2179072" : 11158,
            "2211840" : 14842,
            "2244608" : 17414,
            "2277376" : 16503,
            "2310144" : 13748,
            "2342912" : 9726,
            "2375680" : 6486,
            "2408448" : 4746,
            "2441216" : 5285,
            "2473984" : 7287,
            "2506752" : 10060,
            "2539520" : 13057,
            "2572288" : 13777,
            "2605056" : 12987,
            "2637824" : 10589,
            "2670592" : 7928,
            "2703360" : 5888,
            "2736128" : 5104,
            "2768896" : 5707,
            "2801664" : 7119,
            "2834432" : 9551,
            "2867200" : 10861,
            "2899968" : 11396,
            "2932736" : 10584,
            "2965504" : 9053,
            "2998272" : 7128,
            "3031040" : 5634,
            "3063808" : 5120,
            "3096576" : 5545,
            "3129344" : 6850,
            "3162112" : 8441,
            "3194880" : 9824,
            "3227648" : 9950,
            "3260416" : 9728,
            "3293184" : 8397,
            "3325952" : 6917,
            "3358720" : 5830,
            "3391488" : 5199,
            "3424256" : 5598,
            "3457024" : 6562,
            "3489792" : 7554,
            "3522560" : 8466,
            "3555328" : 9346,
            "3588096" : 9165,
            "3620864" : 8285,
            "3653632" : 6708,
            "3686400" : 5882,
            "3719168" : 5335,
            "3751936" : 5631,
            "3784704" : 6422,
            "3817472" : 7154,
            "3850240" : 8209,
            "3883008" : 8583,
            "3915776" : 8690,
            "3948544" : 7833,
            "3981312" : 7009,
            "4014080" : 6102,
            "4046848" : 5453,
            "4079616" : 5805,
            "4112384" : 6417,
            "4145152" : 7412,
            "4177920" : 8097,
            "4227072" : 16899,
            "4292608" : 14938,
            "4358144" : 12427,
            "4423680" : 12813,
            "4489216" : 15526,
            "4554752" : 16597,
            "4620288" : 14985,
            "4685824" : 12500,
            "4751360" : 13048,
            "4816896" : 15107,
            "4882432" : 15925,
            "4947968" : 14584,
            "5013504" : 13168,
            "5079040" : 13449,
            "5144576" : 14410,
            "5210112" : 15138,
            "5275648" : 14213,
            "5341184" : 12558,
            "5406720" : 12803,
            "5472256" : 13626,
            "5537792" : 14169,
            "5603328" : 13172,
            "5668864" : 11902,
            "5734400" : 12027,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 398448,
          "max" : 10407842,
          "mean" : 3197625.584775,
          "stddev" : 1941761.907739,
          "N" : 1801066
        },
        "bw_min" : 18544,
        "bw_max" : 129352,
        "bw_agg" : 99.437272,
        "bw_mean" : 39798.236769,
        "bw_dev" : 25645.886199,
        "bw_samples" : 359,
        "iops_min" : 4636,
        "iops_max" : 32338,
        "iops_mean" : 9949.534819,
        "iops_stddev" : 6411.470397,
        "iops_samples" : 359
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 179999,
      "usr_cpu" : 1.653343,
      "sys_cpu" : 27.586264,
      "ctx" : 441978,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999944,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 4.973696,
        "1000" : 8.538091
      },
      "latency_ms" : {
        "2" : 25.762631,
        "4" : 28.480846,
        "10" : 32.245959,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773084843,
  "timestamp_ms" : 1773084843677,
  "time" : "Mon Mar  9 16:34:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 7377170432,
        "io_kbytes" : 7204268,
        "bw_bytes" : 40983824,
        "bw" : 40023,
        "iops" : 10005.638826,
        "runtime" : 180002,
        "total_ios" : 1801035,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5088,
          "max" : 1448173,
          "mean" : 98159.670663,
          "stddev" : 141026.486242,
          "N" : 1801036
        },
        "clat_ns" : {
          "min" : 15704,
          "max" : 10087893,
          "mean" : 3099464.378341,
          "stddev" : 1885474.553048,
          "N" : 1801066,
          "percentile" : {
            "1.000000" : 593920,
            "5.000000" : 839680,
            "10.000000" : 954368,
            "20.000000" : 1286144,
            "30.000000" : 1630208,
            "40.000000" : 2039808,
            "50.000000" : 2637824,
            "60.000000" : 3358720,
            "70.000000" : 4227072,
            "80.000000" : 5013504,
            "90.000000" : 5931008,
            "95.000000" : 6520832,
            "99.000000" : 7438336,
            "99.500000" : 7766016,
            "99.900000" : 8290304,
            "99.950000" : 8585216,
            "99.990000" : 8978432
          },
          "bins" : {
            "15680" : 1,
            "399360" : 1,
            "419840" : 1,
            "436224" : 1,
            "456704" : 1,
            "477184" : 1,
            "497664" : 1,
            "509952" : 5,
            "514048" : 1,
            "518144" : 1,
            "522240" : 10,
            "528384" : 11,
            "536576" : 43,
            "544768" : 106,
            "552960" : 282,
            "561152" : 679,
            "569344" : 1474,
            "577536" : 3249,
            "585728" : 5275,
            "593920" : 8209,
            "602112" : 11760,
            "610304" : 13957,
            "618496" : 13996,
            "626688" : 10901,
            "634880" : 7090,
            "643072" : 4348,
            "651264" : 2201,
            "659456" : 1545,
            "667648" : 1183,
            "675840" : 997,
            "684032" : 789,
            "692224" : 656,
            "700416" : 427,
            "708608" : 206,
            "716800" : 121,
            "724992" : 31,
            "733184" : 20,
            "741376" : 5,
            "798720" : 8,
            "806912" : 25,
            "815104" : 28,
            "823296" : 125,
            "831488" : 163,
            "839680" : 328,
            "847872" : 565,
            "856064" : 963,
            "864256" : 1476,
            "872448" : 2300,
            "880640" : 3338,
            "888832" : 4715,
            "897024" : 6582,
            "905216" : 9052,
            "913408" : 10849,
            "921600" : 12450,
            "929792" : 12114,
            "937984" : 11664,
            "946176" : 11434,
            "954368" : 11518,
            "962560" : 11739,
            "970752" : 12113,
            "978944" : 12032,
            "987136" : 10043,
            "995328" : 7705,
            "1003520" : 5125,
            "1011712" : 3485,
            "1019904" : 2320,
            "1028096" : 1361,
            "1036288" : 1100,
            "1044480" : 957,
            "1056768" : 1292,
            "1073152" : 564,
            "1089536" : 193,
            "1105920" : 220,
            "1122304" : 351,
            "1138688" : 723,
            "1155072" : 1609,
            "1171456" : 3257,
            "1187840" : 5352,
            "1204224" : 9101,
            "1220608" : 13802,
            "1236992" : 16729,
            "1253376" : 18650,
            "1269760" : 21887,
            "1286144" : 23432,
            "1302528" : 19783,
            "1318912" : 14965,
            "1335296" : 13274,
            "1351680" : 9719,
            "1368064" : 5255,
            "1384448" : 2579,
            "1400832" : 1178,
            "1417216" : 726,
            "1433600" : 773,
            "1449984" : 1056,
            "1466368" : 1677,
            "1482752" : 2803,
            "1499136" : 4250,
            "1515520" : 6894,
            "1531904" : 8963,
            "1548288" : 10707,
            "1564672" : 12793,
            "1581056" : 15620,
            "1597440" : 15793,
            "1613824" : 15227,
            "1630208" : 14650,
            "1646592" : 13622,
            "1662976" : 10627,
            "1679360" : 7586,
            "1695744" : 5667,
            "1712128" : 4005,
            "1728512" : 2458,
            "1744896" : 1558,
            "1761280" : 1307,
            "1777664" : 1645,
            "1794048" : 2361,
            "1810432" : 3427,
            "1826816" : 4527,
            "1843200" : 5754,
            "1859584" : 7140,
            "1875968" : 8856,
            "1892352" : 9935,
            "1908736" : 10857,
            "1925120" : 11595,
            "1941504" : 11499,
            "1957888" : 10920,
            "1974272" : 9842,
            "1990656" : 8542,
            "2007040" : 6768,
            "2023424" : 5168,
            "2039808" : 3874,
            "2056192" : 2908,
            "2072576" : 2314,
            "2088960" : 2126,
            "2113536" : 4704,
            "2146304" : 7325,
            "2179072" : 11158,
            "2211840" : 14842,
            "2244608" : 17414,
            "2277376" : 16503,
            "2310144" : 13748,
            "2342912" : 9726,
            "2375680" : 6486,
            "2408448" : 4746,
            "2441216" : 5285,
            "2473984" : 7287,
            "2506752" : 10060,
            "2539520" : 13057,
            "2572288" : 13777,
            "2605056" : 12987,
            "2637824" : 10589,
            "2670592" : 7928,
            "2703360" : 5888,
            "2736128" : 5104,
            "2768896" : 5707,
            "2801664" : 7119,
            "2834432" : 9551,
            "2867200" : 10861,
            "2899968" : 11396,
            "2932736" : 10584,
            "2965504" : 9053,
            "2998272" : 7128,
            "3031040" : 5634,
            "3063808" : 5120,
            "3096576" : 5545,
            "3129344" : 6850,
            "3162112" : 8441,
            "3194880" : 9824,
            "3227648" : 9950,
            "3260416" : 9728,
            "3293184" : 8397,
            "3325952" : 6917,
            "3358720" : 5830,
            "3391488" : 5199,
            "3424256" : 5598,
            "3457024" : 6562,
            "3489792" : 7554,
            "3522560" : 8466,
            "3555328" : 9346,
            "3588096" : 9165,
            "3620864" : 8285,
            "3653632" : 6708,
            "3686400" : 5882,
            "3719168" : 5335,
            "3751936" : 5631,
            "3784704" : 6422,
            "3817472" : 7154,
            "3850240" : 8209,
            "3883008" : 8583,
            "3915776" : 8690,
            "3948544" : 7833,
            "3981312" : 7009,
            "4014080" : 6102,
            "4046848" : 5453,
            "4079616" : 5805,
            "4112384" : 6417,
            "4145152" : 7412,
            "4177920" : 8097,
            "4227072" : 16899,
            "4292608" : 14938,
            "4358144" : 12427,
            "4423680" : 12813,
            "4489216" : 15526,
            "4554752" : 16597,
            "4620288" : 14985,
            "4685824" : 12500,
            "4751360" : 13048,
            "4816896" : 15107,
            "4882432" : 15925,
            "4947968" : 14584,
            "5013504" : 13168,
            "5079040" : 13449,
            "5144576" : 14410,
            "5210112" : 15138,
            "5275648" : 14213,
            "5341184" : 12558,
            "5406720" : 12803,
            "5472256" : 13626,
            "5537792" : 14169,
            "5603328" : 13172,
            "5668864" : 11902,
            "5734400" : 12027,
            "5799936" : 12246,
            "5865472" : 12661,
            "5931008" : 11630,
            "5996544" : 10690,
            "6062080" : 10310,
            "6127616" : 10530,
            "6193152" : 10515,
            "6258688" : 9571,
            "6324224" : 8803,
            "6389760" : 8623,
            "6455296" : 8400,
            "6520832" : 8115,
            "6586368" : 7553,
            "6651904" : 6861,
            "6717440" : 6347,
            "6782976" : 6145,
            "6848512" : 5935,
            "6914048" : 5298,
            "6979584" : 4841,
            "7045120" : 4279,
            "7110656" : 4144,
            "7176192" : 3908,
            "7241728" : 3392,
            "7307264" : 3103,
            "7372800" : 2775,
            "7438336" : 2393,
            "7503872" : 2191,
            "7569408" : 2130,
            "7634944" : 1744,
            "7700480" : 1630,
            "7766016" : 1321,
            "7831552" : 1216,
            "7897088" : 1063,
            "7962624" : 962,
            "8028160" : 767,
            "8093696" : 612,
            "8159232" : 556,
            "8224768" : 467,
            "8290304" : 425,
            "8355840" : 334,
            "8454144" : 465,
            "8585216" : 328,
            "8716288" : 231,
            "8847360" : 149,
            "8978432" : 93,
            "9109504" : 61,
            "9240576" : 45,
            "9371648" : 28,
            "9502720" : 17,
            "9633792" : 7,
            "9764864" : 4,
            "9895936" : 1,
            "10027008" : 4
          }
        },
        "lat_ns" : {
          "min" : 398448,
          "max" : 10407842,
          "mean" : 3197625.584775,
          "stddev" : 1941761.907739,
          "N" : 1801066
        },
        "bw_min" : 18544,
        "bw_max" : 129352,
        "bw_agg" : 100.000000,
        "bw_mean" : 40030.111111,
        "bw_dev" : 25985.285632,
        "bw_samples" : 360,
        "iops_min" : 4636,
        "iops_max" : 32338,
        "iops_mean" : 10007.502778,
        "iops_stddev" : 6496.318260,
        "iops_samples" : 360
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 180001,
      "usr_cpu" : 1.653324,
      "sys_cpu" : 27.585958,
      "ctx" : 441979,
      "majf" : 0,
      "minf" : 36,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999944,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 4.973696,
        "1000" : 8.538091
      },
      "latency_ms" : {
        "2" : 25.762631,
        "4" : 28.480846,
        "10" : 32.245959,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}