← Back to file list

📄 seq-read-qd32-nj8_run1.json

raidz2/benchmarks/seq/seq-read-qd32-nj8_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067153,
  "timestamp_ms" : 1773067153373,
  "time" : "Mon Mar  9 11:39:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 140236554240,
        "io_kbytes" : 136949760,
        "bw_bytes" : 14362613092,
        "bw" : 14025989,
        "iops" : 13724.805408,
        "runtime" : 9764,
        "total_ios" : 134009,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 78112,
      "usr_cpu" : 0.524887,
      "sys_cpu" : 88.777653,
      "ctx" : 35424,
      "majf" : 0,
      "minf" : 65606,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.814192,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999254,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999252,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067163,
  "timestamp_ms" : 1773067163608,
  "time" : "Mon Mar  9 11:39:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 115232210944,
        "io_kbytes" : 112531456,
        "bw_bytes" : 11523221094,
        "bw" : 11253145,
        "iops" : 10990.600000,
        "runtime" : 10000,
        "total_ios" : 109906,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 226806,
          "max" : 2734662,
          "mean" : 724503.408704,
          "stddev" : 219504.263339,
          "N" : 109906
        },
        "clat_ns" : {
          "min" : 9559485,
          "max" : 30428517,
          "mean" : 22570996.050083,
          "stddev" : 2969729.142208,
          "N" : 109898,
          "percentile" : {
            "1.000000" : 11337728,
            "5.000000" : 15007744,
            "10.000000" : 20054016,
            "20.000000" : 21626880,
            "30.000000" : 22151168,
            "40.000000" : 22675456,
            "50.000000" : 23199744,
            "60.000000" : 23461888,
            "70.000000" : 23986176,
            "80.000000" : 24510464,
            "90.000000" : 25296896,
            "95.000000" : 25821184,
            "99.000000" : 26869760,
            "99.500000" : 27394048,
            "99.900000" : 28442624,
            "99.950000" : 28966912,
            "99.990000" : 30015488
          },
          "bins" : {
            "9502720" : 1,
            "9633792" : 4,
            "9895936" : 26,
            "10027008" : 60,
            "10158080" : 119,
            "10289152" : 154,
            "10420224" : 129,
            "10551296" : 108,
            "10682368" : 120,
            "10813440" : 108,
            "10944512" : 39,
            "11075584" : 85,
            "11206656" : 104,
            "11337728" : 107,
            "11468800" : 142,
            "11599872" : 110,
            "11730944" : 136,
            "11862016" : 122,
            "11993088" : 145,
            "12124160" : 186,
            "12255232" : 233,
            "12386304" : 203,
            "12517376" : 203,
            "12648448" : 234,
            "12779520" : 248,
            "12910592" : 187,
            "13041664" : 205,
            "13172736" : 170,
            "13303808" : 205,
            "13434880" : 190,
            "13565952" : 194,
            "13697024" : 178,
            "13828096" : 144,
            "13959168" : 117,
            "14090240" : 131,
            "14221312" : 118,
            "14352384" : 103,
            "14483456" : 101,
            "14614528" : 117,
            "14745600" : 101,
            "14876672" : 102,
            "15007744" : 86,
            "15138816" : 99,
            "15269888" : 117,
            "15400960" : 114,
            "15532032" : 99,
            "15663104" : 99,
            "15794176" : 95,
            "15925248" : 95,
            "16056320" : 94,
            "16187392" : 77,
            "16318464" : 63,
            "16449536" : 62,
            "16580608" : 78,
            "16711680" : 89,
            "16908288" : 191,
            "17170432" : 206,
            "17432576" : 294,
            "17694720" : 307,
            "17956864" : 254,
            "18219008" : 248,
            "18481152" : 262,
            "18743296" : 323,
            "19005440" : 349,
            "19267584" : 336,
            "19529728" : 425,
            "19791872" : 684,
            "20054016" : 869,
            "20316160" : 1190,
            "20578304" : 1456,
            "20840448" : 1887,
            "21102592" : 2535,
            "21364736" : 2946,
            "21626880" : 3616,
            "21889024" : 4562,
            "22151168" : 5034,
            "22413312" : 5754,
            "22675456" : 6287,
            "22937600" : 6512,
            "23199744" : 6751,
            "23461888" : 6754,
            "23724032" : 6659,
            "23986176" : 6269,
            "24248320" : 5561,
            "24510464" : 5009,
            "24772608" : 4318,
            "25034752" : 3738,
            "25296896" : 2954,
            "25559040" : 2302,
            "25821184" : 1801,
            "26083328" : 1313,
            "26345472" : 997,
            "26607616" : 678,
            "26869760" : 520,
            "27131904" : 350,
            "27394048" : 225,
            "27656192" : 132,
            "27918336" : 85,
            "28180480" : 44,
            "28442624" : 47,
            "28704768" : 36,
            "28966912" : 23,
            "29229056" : 19,
            "29491200" : 7,
            "29753344" : 11,
            "30015488" : 8,
            "30277632" : 3,
            "30539776" : 1
          }
        },
        "lat_ns" : {
          "min" : 9850068,
          "max" : 31223529,
          "mean" : 23295602.733981,
          "stddev" : 3058325.094486,
          "N" : 109898
        },
        "bw_min" : 10418668,
        "bw_max" : 13441471,
        "bw_agg" : 99.530348,
        "bw_mean" : 11200295.421053,
        "bw_dev" : 167335.394790,
        "bw_samples" : 152,
        "iops_min" : 10174,
        "iops_max" : 13126,
        "iops_mean" : 10937.000000,
        "iops_stddev" : 163.414377,
        "iops_samples" : 152
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79993,
      "usr_cpu" : 0.432538,
      "sys_cpu" : 75.529109,
      "ctx" : 70490,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.044584,
        "20" : 9.840227,
        "50" : 90.107910,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067173,
  "timestamp_ms" : 1773067173608,
  "time" : "Mon Mar  9 11:39:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 233798893568,
        "io_kbytes" : 228319232,
        "bw_bytes" : 11689944678,
        "bw" : 11415961,
        "iops" : 11148.800000,
        "runtime" : 20000,
        "total_ios" : 222976,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 209189,
          "max" : 2734662,
          "mean" : 714145.398787,
          "stddev" : 224550.183628,
          "N" : 222976
        },
        "clat_ns" : {
          "min" : 9251175,
          "max" : 30428517,
          "mean" : 22247725.451020,
          "stddev" : 3610267.569889,
          "N" : 222968,
          "percentile" : {
            "1.000000" : 10158080,
            "5.000000" : 11862016,
            "10.000000" : 19267584,
            "20.000000" : 21364736,
            "30.000000" : 22151168,
            "40.000000" : 22675456,
            "50.000000" : 23199744,
            "60.000000" : 23461888,
            "70.000000" : 23986176,
            "80.000000" : 24510464,
            "90.000000" : 25296896,
            "95.000000" : 25821184,
            "99.000000" : 26869760,
            "99.500000" : 27394048,
            "99.900000" : 28442624,
            "99.950000" : 28966912,
            "99.990000" : 29753344
          },
          "bins" : {
            "9240576" : 5,
            "9371648" : 44,
            "9502720" : 77,
            "9633792" : 186,
            "9764864" : 306,
            "9895936" : 510,
            "10027008" : 542,
            "10158080" : 682,
            "10289152" : 867,
            "10420224" : 853,
            "10551296" : 727,
            "10682368" : 648,
            "10813440" : 666,
            "10944512" : 744,
            "11075584" : 750,
            "11206656" : 776,
            "11337728" : 724,
            "11468800" : 676,
            "11599872" : 597,
            "11730944" : 603,
            "11862016" : 598,
            "11993088" : 602,
            "12124160" : 536,
            "12255232" : 606,
            "12386304" : 516,
            "12517376" : 464,
            "12648448" : 455,
            "12779520" : 391,
            "12910592" : 295,
            "13041664" : 294,
            "13172736" : 258,
            "13303808" : 296,
            "13434880" : 224,
            "13565952" : 253,
            "13697024" : 222,
            "13828096" : 164,
            "13959168" : 132,
            "14090240" : 141,
            "14221312" : 126,
            "14352384" : 111,
            "14483456" : 112,
            "14614528" : 121,
            "14745600" : 109,
            "14876672" : 119,
            "15007744" : 87,
            "15138816" : 110,
            "15269888" : 126,
            "15400960" : 123,
            "15532032" : 111,
            "15663104" : 111,
            "15794176" : 105,
            "15925248" : 102,
            "16056320" : 97,
            "16187392" : 78,
            "16318464" : 69,
            "16449536" : 64,
            "16580608" : 80,
            "16711680" : 90,
            "16908288" : 191,
            "17170432" : 208,
            "17432576" : 294,
            "17694720" : 309,
            "17956864" : 268,
            "18219008" : 260,
            "18481152" : 282,
            "18743296" : 371,
            "19005440" : 467,
            "19267584" : 578,
            "19529728" : 810,
            "19791872" : 1254,
            "20054016" : 1675,
            "20316160" : 2176,
            "20578304" : 2996,
            "20840448" : 3988,
            "21102592" : 5206,
            "21364736" : 6380,
            "21626880" : 7572,
            "21889024" : 8945,
            "22151168" : 10257,
            "22413312" : 11442,
            "22675456" : 12286,
            "22937600" : 13100,
            "23199744" : 13595,
            "23461888" : 13234,
            "23724032" : 12951,
            "23986176" : 12318,
            "24248320" : 11005,
            "24510464" : 9827,
            "24772608" : 8464,
            "25034752" : 7326,
            "25296896" : 5916,
            "25559040" : 4636,
            "25821184" : 3613,
            "26083328" : 2745,
            "26345472" : 2066,
            "26607616" : 1403,
            "26869760" : 1029,
            "27131904" : 704,
            "27394048" : 435,
            "27656192" : 307,
            "27918336" : 214,
            "28180480" : 97,
            "28442624" : 80,
            "28704768" : 68,
            "28966912" : 46,
            "29229056" : 37,
            "29491200" : 20,
            "29753344" : 16,
            "30015488" : 14,
            "30277632" : 5,
            "30539776" : 1
          }
        },
        "lat_ns" : {
          "min" : 9544302,
          "max" : 31250200,
          "mean" : 22961865.635804,
          "stddev" : 3721210.783678,
          "N" : 222968
        },
        "bw_min" : 10219520,
        "bw_max" : 14528512,
        "bw_agg" : 100.000000,
        "bw_mean" : 11435078.333333,
        "bw_dev" : 241614.254419,
        "bw_samples" : 312,
        "iops_min" : 9980,
        "iops_max" : 14188,
        "iops_mean" : 11166.076923,
        "iops_stddev" : 235.944146,
        "iops_samples" : 312
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159993,
      "usr_cpu" : 0.466270,
      "sys_cpu" : 76.902114,
      "ctx" : 132802,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.582125,
        "20" : 10.729854,
        "50" : 88.684432,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067183,
  "timestamp_ms" : 1773067183609,
  "time" : "Mon Mar  9 11:39:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 352510279680,
        "io_kbytes" : 344248320,
        "bw_bytes" : 11750342656,
        "bw" : 11474944,
        "iops" : 11206.333333,
        "runtime" : 30000,
        "total_ios" : 336190,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 208358,
          "max" : 2734662,
          "mean" : 710461.155266,
          "stddev" : 226137.494422,
          "N" : 336190
        },
        "clat_ns" : {
          "min" : 8833598,
          "max" : 31287076,
          "mean" : 22134973.614280,
          "stddev" : 3866937.609627,
          "N" : 336182,
          "percentile" : {
            "1.000000" : 9633792,
            "5.000000" : 10813440,
            "10.000000" : 18743296,
            "20.000000" : 21364736,
            "30.000000" : 22151168,
            "40.000000" : 22675456,
            "50.000000" : 22937600,
            "60.000000" : 23461888,
            "70.000000" : 23986176,
            "80.000000" : 24510464,
            "90.000000" : 25296896,
            "95.000000" : 25821184,
            "99.000000" : 26869760,
            "99.500000" : 27394048,
            "99.900000" : 28442624,
            "99.950000" : 28966912,
            "99.990000" : 29753344
          },
          "bins" : {
            "8847360" : 1,
            "8978432" : 44,
            "9109504" : 137,
            "9240576" : 251,
            "9371648" : 628,
            "9502720" : 971,
            "9633792" : 1574,
            "9764864" : 2008,
            "9895936" : 1907,
            "10027008" : 1660,
            "10158080" : 1761,
            "10289152" : 1680,
            "10420224" : 1534,
            "10551296" : 1254,
            "10682368" : 1016,
            "10813440" : 856,
            "10944512" : 832,
            "11075584" : 837,
            "11206656" : 826,
            "11337728" : 748,
            "11468800" : 696,
            "11599872" : 622,
            "11730944" : 627,
            "11862016" : 618,
            "11993088" : 625,
            "12124160" : 555,
            "12255232" : 624,
            "12386304" : 536,
            "12517376" : 480,
            "12648448" : 476,
            "12779520" : 409,
            "12910592" : 306,
            "13041664" : 305,
            "13172736" : 274,
            "13303808" : 309,
            "13434880" : 230,
            "13565952" : 262,
            "13697024" : 232,
            "13828096" : 196,
            "13959168" : 146,
            "14090240" : 152,
            "14221312" : 132,
            "14352384" : 117,
            "14483456" : 115,
            "14614528" : 125,
            "14745600" : 113,
            "14876672" : 126,
            "15007744" : 99,
            "15138816" : 121,
            "15269888" : 128,
            "15400960" : 128,
            "15532032" : 113,
            "15663104" : 115,
            "15794176" : 106,
            "15925248" : 109,
            "16056320" : 102,
            "16187392" : 79,
            "16318464" : 74,
            "16449536" : 71,
            "16580608" : 91,
            "16711680" : 96,
            "16908288" : 207,
            "17170432" : 221,
            "17432576" : 308,
            "17694720" : 321,
            "17956864" : 287,
            "18219008" : 292,
            "18481152" : 310,
            "18743296" : 417,
            "19005440" : 563,
            "19267584" : 737,
            "19529728" : 1036,
            "19791872" : 1702,
            "20054016" : 2280,
            "20316160" : 3130,
            "20578304" : 4602,
            "20840448" : 6134,
            "21102592" : 8061,
            "21364736" : 9779,
            "21626880" : 11585,
            "21889024" : 13710,
            "22151168" : 15478,
            "22413312" : 17312,
            "22675456" : 18654,
            "22937600" : 19689,
            "23199744" : 20347,
            "23461888" : 19702,
            "23724032" : 19352,
            "23986176" : 18272,
            "24248320" : 16582,
            "24510464" : 14808,
            "24772608" : 12750,
            "25034752" : 10783,
            "25296896" : 8823,
            "25559040" : 6964,
            "25821184" : 5480,
            "26083328" : 4196,
            "26345472" : 3149,
            "26607616" : 2175,
            "26869760" : 1532,
            "27131904" : 1039,
            "27394048" : 723,
            "27656192" : 474,
            "27918336" : 310,
            "28180480" : 168,
            "28442624" : 113,
            "28704768" : 87,
            "28966912" : 55,
            "29229056" : 48,
            "29491200" : 24,
            "29753344" : 17,
            "30015488" : 16,
            "30277632" : 6,
            "30539776" : 2,
            "30801920" : 1,
            "31064064" : 2,
            "31326208" : 2
          }
        },
        "lat_ns" : {
          "min" : 9194778,
          "max" : 32129261,
          "mean" : 22845514.753021,
          "stddev" : 3986657.479560,
          "N" : 336182
        },
        "bw_min" : 10168320,
        "bw_max" : 14856192,
        "bw_agg" : 99.782936,
        "bw_mean" : 11450036.118644,
        "bw_dev" : 265549.835384,
        "bw_samples" : 472,
        "iops_min" : 9930,
        "iops_max" : 14508,
        "iops_mean" : 11180.627119,
        "iops_stddev" : 259.333067,
        "iops_samples" : 472
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239998,
      "usr_cpu" : 0.472921,
      "sys_cpu" : 77.292311,
      "ctx" : 195482,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.390018,
        "20" : 9.023766,
        "50" : 88.583837,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067193,
  "timestamp_ms" : 1773067193608,
  "time" : "Mon Mar  9 11:39:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 505755467776,
        "io_kbytes" : 493901824,
        "bw_bytes" : 12643886694,
        "bw" : 12347545,
        "iops" : 12058.450000,
        "runtime" : 40000,
        "total_ios" : 482338,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 208358,
          "max" : 2734662,
          "mean" : 660066.203285,
          "stddev" : 227517.390677,
          "N" : 482338
        },
        "clat_ns" : {
          "min" : 8833598,
          "max" : 33656712,
          "mean" : 20571120.496992,
          "stddev" : 4779580.400992,
          "N" : 482330,
          "percentile" : {
            "1.000000" : 9633792,
            "5.000000" : 10420224,
            "10.000000" : 11206656,
            "20.000000" : 17956864,
            "30.000000" : 20316160,
            "40.000000" : 21626880,
            "50.000000" : 22151168,
            "60.000000" : 22937600,
            "70.000000" : 23461888,
            "80.000000" : 23986176,
            "90.000000" : 24772608,
            "95.000000" : 25559040,
            "99.000000" : 26607616,
            "99.500000" : 27131904,
            "99.900000" : 28180480,
            "99.950000" : 28704768,
            "99.990000" : 30015488
          },
          "bins" : {
            "8847360" : 17,
            "8978432" : 147,
            "9109504" : 474,
            "9240576" : 770,
            "9371648" : 1247,
            "9502720" : 1595,
            "9633792" : 2474,
            "9764864" : 2925,
            "9895936" : 2830,
            "10027008" : 2585,
            "10158080" : 3066,
            "10289152" : 3479,
            "10420224" : 3785,
            "10551296" : 4117,
            "10682368" : 4095,
            "10813440" : 4395,
            "10944512" : 4336,
            "11075584" : 4384,
            "11206656" : 3995,
            "11337728" : 3398,
            "11468800" : 3320,
            "11599872" : 3175,
            "11730944" : 3077,
            "11862016" : 2590,
            "11993088" : 2030,
            "12124160" : 1749,
            "12255232" : 1569,
            "12386304" : 1285,
            "12517376" : 1228,
            "12648448" : 1212,
            "12779520" : 1079,
            "12910592" : 974,
            "13041664" : 896,
            "13172736" : 895,
            "13303808" : 821,
            "13434880" : 724,
            "13565952" : 584,
            "13697024" : 496,
            "13828096" : 474,
            "13959168" : 499,
            "14090240" : 497,
            "14221312" : 463,
            "14352384" : 411,
            "14483456" : 427,
            "14614528" : 423,
            "14745600" : 456,
            "14876672" : 557,
            "15007744" : 438,
            "15138816" : 423,
            "15269888" : 403,
            "15400960" : 375,
            "15532032" : 298,
            "15663104" : 258,
            "15794176" : 191,
            "15925248" : 192,
            "16056320" : 174,
            "16187392" : 191,
            "16318464" : 183,
            "16449536" : 179,
            "16580608" : 189,
            "16711680" : 192,
            "16908288" : 493,
            "17170432" : 579,
            "17432576" : 1027,
            "17694720" : 2113,
            "17956864" : 2784,
            "18219008" : 3194,
            "18481152" : 3445,
            "18743296" : 3697,
            "19005440" : 3822,
            "19267584" : 4626,
            "19529728" : 5918,
            "19791872" : 7458,
            "20054016" : 7938,
            "20316160" : 8934,
            "20578304" : 9931,
            "20840448" : 10412,
            "21102592" : 12140,
            "21364736" : 13774,
            "21626880" : 15410,
            "21889024" : 17465,
            "22151168" : 18689,
            "22413312" : 20035,
            "22675456" : 21189,
            "22937600" : 22010,
            "23199744" : 22244,
            "23461888" : 21068,
            "23724032" : 20421,
            "23986176" : 19099,
            "24248320" : 17175,
            "24510464" : 15221,
            "24772608" : 13087,
            "25034752" : 11010,
            "25296896" : 9010,
            "25559040" : 7100,
            "25821184" : 5595,
            "26083328" : 4269,
            "26345472" : 3199,
            "26607616" : 2217,
            "26869760" : 1574,
            "27131904" : 1070,
            "27394048" : 746,
            "27656192" : 492,
            "27918336" : 329,
            "28180480" : 184,
            "28442624" : 124,
            "28704768" : 90,
            "28966912" : 62,
            "29229056" : 50,
            "29491200" : 26,
            "29753344" : 21,
            "30015488" : 16,
            "30277632" : 7,
            "30539776" : 5,
            "30801920" : 3,
            "31064064" : 4,
            "31326208" : 5,
            "31588352" : 1,
            "31850496" : 1,
            "32112640" : 1,
            "32374784" : 4,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 2,
            "33423360" : 1,
            "33816576" : 1
          }
        },
        "lat_ns" : {
          "min" : 9149330,
          "max" : 34235745,
          "mean" : 21231307.919138,
          "stddev" : 4930313.980515,
          "N" : 482330
        },
        "bw_min" : 10168320,
        "bw_max" : 18247018,
        "bw_agg" : 99.604904,
        "bw_mean" : 12298761.987342,
        "bw_dev" : 363723.617255,
        "bw_samples" : 632,
        "iops_min" : 9930,
        "iops_max" : 17818,
        "iops_mean" : 12009.544304,
        "iops_stddev" : 355.214406,
        "iops_samples" : 632
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319996,
      "usr_cpu" : 0.491881,
      "sys_cpu" : 81.613520,
      "ctx" : 211450,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.748073,
        "20" : 24.428305,
        "50" : 72.821963,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067203,
  "timestamp_ms" : 1773067203609,
  "time" : "Mon Mar  9 11:40:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 637967269888,
        "io_kbytes" : 623014912,
        "bw_bytes" : 12759345397,
        "bw" : 12460298,
        "iops" : 12168.520000,
        "runtime" : 50000,
        "total_ios" : 608426,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 208358,
          "max" : 2945444,
          "mean" : 654079.032849,
          "stddev" : 226486.733503,
          "N" : 608426
        },
        "clat_ns" : {
          "min" : 8833598,
          "max" : 33656712,
          "mean" : 20383165.856783,
          "stddev" : 4706993.484574,
          "N" : 608418,
          "percentile" : {
            "1.000000" : 9633792,
            "5.000000" : 10551296,
            "10.000000" : 11337728,
            "20.000000" : 17432576,
            "30.000000" : 19791872,
            "40.000000" : 21102592,
            "50.000000" : 21889024,
            "60.000000" : 22675456,
            "70.000000" : 23199744,
            "80.000000" : 23986176,
            "90.000000" : 24772608,
            "95.000000" : 25559040,
            "99.000000" : 26607616,
            "99.500000" : 27131904,
            "99.900000" : 28180480,
            "99.950000" : 28704768,
            "99.990000" : 29753344
          },
          "bins" : {
            "8847360" : 17,
            "8978432" : 147,
            "9109504" : 481,
            "9240576" : 790,
            "9371648" : 1335,
            "9502720" : 1678,
            "9633792" : 2601,
            "9764864" : 3058,
            "9895936" : 2998,
            "10027008" : 2910,
            "10158080" : 3533,
            "10289152" : 3949,
            "10420224" : 4274,
            "10551296" : 4716,
            "10682368" : 5018,
            "10813440" : 5387,
            "10944512" : 5248,
            "11075584" : 5312,
            "11206656" : 4802,
            "11337728" : 4194,
            "11468800" : 4180,
            "11599872" : 4052,
            "11730944" : 4011,
            "11862016" : 3501,
            "11993088" : 2855,
            "12124160" : 2439,
            "12255232" : 2094,
            "12386304" : 1746,
            "12517376" : 1609,
            "12648448" : 1551,
            "12779520" : 1483,
            "12910592" : 1534,
            "13041664" : 1599,
            "13172736" : 1653,
            "13303808" : 1598,
            "13434880" : 1472,
            "13565952" : 1340,
            "13697024" : 1130,
            "13828096" : 1020,
            "13959168" : 945,
            "14090240" : 825,
            "14221312" : 766,
            "14352384" : 654,
            "14483456" : 659,
            "14614528" : 638,
            "14745600" : 686,
            "14876672" : 793,
            "15007744" : 661,
            "15138816" : 658,
            "15269888" : 625,
            "15400960" : 592,
            "15532032" : 593,
            "15663104" : 588,
            "15794176" : 557,
            "15925248" : 578,
            "16056320" : 549,
            "16187392" : 565,
            "16318464" : 599,
            "16449536" : 569,
            "16580608" : 660,
            "16711680" : 759,
            "16908288" : 1714,
            "17170432" : 1901,
            "17432576" : 2588,
            "17694720" : 3931,
            "17956864" : 4934,
            "18219008" : 5594,
            "18481152" : 5848,
            "18743296" : 6170,
            "19005440" : 6390,
            "19267584" : 7385,
            "19529728" : 8618,
            "19791872" : 10092,
            "20054016" : 10641,
            "20316160" : 11694,
            "20578304" : 12691,
            "20840448" : 13420,
            "21102592" : 15466,
            "21364736" : 17303,
            "21626880" : 19212,
            "21889024" : 21485,
            "22151168" : 22430,
            "22413312" : 23988,
            "22675456" : 25638,
            "22937600" : 26462,
            "23199744" : 26267,
            "23461888" : 24847,
            "23724032" : 23862,
            "23986176" : 22125,
            "24248320" : 19999,
            "24510464" : 17853,
            "24772608" : 15165,
            "25034752" : 12722,
            "25296896" : 10394,
            "25559040" : 8354,
            "25821184" : 6528,
            "26083328" : 4925,
            "26345472" : 3700,
            "26607616" : 2565,
            "26869760" : 1834,
            "27131904" : 1253,
            "27394048" : 859,
            "27656192" : 588,
            "27918336" : 391,
            "28180480" : 229,
            "28442624" : 162,
            "28704768" : 134,
            "28966912" : 73,
            "29229056" : 56,
            "29491200" : 29,
            "29753344" : 22,
            "30015488" : 16,
            "30277632" : 7,
            "30539776" : 5,
            "30801920" : 3,
            "31064064" : 4,
            "31326208" : 5,
            "31588352" : 1,
            "31850496" : 1,
            "32112640" : 1,
            "32374784" : 4,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 2,
            "33423360" : 1,
            "33816576" : 1
          }
        },
        "lat_ns" : {
          "min" : 9149330,
          "max" : 34235745,
          "mean" : 21037235.944813,
          "stddev" : 4855287.690146,
          "N" : 608418
        },
        "bw_min" : 10168320,
        "bw_max" : 18928398,
        "bw_agg" : 100.000000,
        "bw_mean" : 12479855.888889,
        "bw_dev" : 372133.481133,
        "bw_samples" : 792,
        "iops_min" : 9930,
        "iops_max" : 18483,
        "iops_mean" : 12186.505051,
        "iops_stddev" : 363.422878,
        "iops_samples" : 792
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399997,
      "usr_cpu" : 0.506004,
      "sys_cpu" : 81.813114,
      "ctx" : 262736,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.293952,
        "20" : 28.271310,
        "50" : 69.433423,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067213,
  "timestamp_ms" : 1773067213610,
  "time" : "Mon Mar  9 11:40:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 118,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 766100111360,
        "io_kbytes" : 748144640,
        "bw_bytes" : 12768335189,
        "bw" : 12469077,
        "iops" : 12177.166667,
        "runtime" : 60000,
        "total_ios" : 730630,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 196029,
          "max" : 3020879,
          "mean" : 653622.980703,
          "stddev" : 228785.498775,
          "N" : 730630
        },
        "clat_ns" : {
          "min" : 8833598,
          "max" : 33656712,
          "mean" : 20369311.925239,
          "stddev" : 4746995.525897,
          "N" : 730622,
          "percentile" : {
            "1.000000" : 9633792,
            "5.000000" : 10289152,
            "10.000000" : 11075584,
            "20.000000" : 17432576,
            "30.000000" : 20054016,
            "40.000000" : 21364736,
            "50.000000" : 22151168,
            "60.000000" : 22675456,
            "70.000000" : 23199744,
            "80.000000" : 23986176,
            "90.000000" : 24772608,
            "95.000000" : 25296896,
            "99.000000" : 26607616,
            "99.500000" : 27131904,
            "99.900000" : 28180480,
            "99.950000" : 28704768,
            "99.990000" : 29753344
          },
          "bins" : {
            "8847360" : 17,
            "8978432" : 163,
            "9109504" : 595,
            "9240576" : 1092,
            "9371648" : 1886,
            "9502720" : 2577,
            "9633792" : 4086,
            "9764864" : 5094,
            "9895936" : 4924,
            "10027008" : 5093,
            "10158080" : 5746,
            "10289152" : 6015,
            "10420224" : 6101,
            "10551296" : 6260,
            "10682368" : 6229,
            "10813440" : 6309,
            "10944512" : 5786,
            "11075584" : 5721,
            "11206656" : 5003,
            "11337728" : 4401,
            "11468800" : 4311,
            "11599872" : 4167,
            "11730944" : 4133,
            "11862016" : 3591,
            "11993088" : 2945,
            "12124160" : 2508,
            "12255232" : 2157,
            "12386304" : 1777,
            "12517376" : 1658,
            "12648448" : 1601,
            "12779520" : 1526,
            "12910592" : 1562,
            "13041664" : 1613,
            "13172736" : 1666,
            "13303808" : 1606,
            "13434880" : 1484,
            "13565952" : 1351,
            "13697024" : 1136,
            "13828096" : 1029,
            "13959168" : 954,
            "14090240" : 835,
            "14221312" : 777,
            "14352384" : 663,
            "14483456" : 672,
            "14614528" : 655,
            "14745600" : 698,
            "14876672" : 818,
            "15007744" : 697,
            "15138816" : 712,
            "15269888" : 682,
            "15400960" : 669,
            "15532032" : 677,
            "15663104" : 671,
            "15794176" : 636,
            "15925248" : 650,
            "16056320" : 636,
            "16187392" : 681,
            "16318464" : 727,
            "16449536" : 712,
            "16580608" : 793,
            "16711680" : 878,
            "16908288" : 1992,
            "17170432" : 2223,
            "17432576" : 2866,
            "17694720" : 4211,
            "17956864" : 5233,
            "18219008" : 5826,
            "18481152" : 6058,
            "18743296" : 6390,
            "19005440" : 6623,
            "19267584" : 7738,
            "19529728" : 9142,
            "19791872" : 10927,
            "20054016" : 11871,
            "20316160" : 13765,
            "20578304" : 15676,
            "20840448" : 17042,
            "21102592" : 19929,
            "21364736" : 22777,
            "21626880" : 25266,
            "21889024" : 27938,
            "22151168" : 29319,
            "22413312" : 30998,
            "22675456" : 32447,
            "22937600" : 32987,
            "23199744" : 32042,
            "23461888" : 30159,
            "23724032" : 28568,
            "23986176" : 26121,
            "24248320" : 23404,
            "24510464" : 20654,
            "24772608" : 17496,
            "25034752" : 14515,
            "25296896" : 11852,
            "25559040" : 9486,
            "25821184" : 7410,
            "26083328" : 5610,
            "26345472" : 4176,
            "26607616" : 2873,
            "26869760" : 2055,
            "27131904" : 1371,
            "27394048" : 930,
            "27656192" : 629,
            "27918336" : 427,
            "28180480" : 245,
            "28442624" : 170,
            "28704768" : 138,
            "28966912" : 75,
            "29229056" : 56,
            "29491200" : 29,
            "29753344" : 22,
            "30015488" : 16,
            "30277632" : 7,
            "30539776" : 5,
            "30801920" : 3,
            "31064064" : 4,
            "31326208" : 5,
            "31588352" : 1,
            "31850496" : 1,
            "32112640" : 1,
            "32374784" : 4,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 2,
            "33423360" : 1,
            "33816576" : 1
          }
        },
        "lat_ns" : {
          "min" : 9149330,
          "max" : 34235745,
          "mean" : 21022959.103595,
          "stddev" : 4896578.666831,
          "N" : 730622
        },
        "bw_min" : 10162635,
        "bw_max" : 18928398,
        "bw_agg" : 100.000000,
        "bw_mean" : 12470552.487395,
        "bw_dev" : 362058.911954,
        "bw_samples" : 952,
        "iops_min" : 9924,
        "iops_max" : 18483,
        "iops_mean" : 12177.436975,
        "iops_stddev" : 353.584503,
        "iops_samples" : 952
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479998,
      "usr_cpu" : 0.506252,
      "sys_cpu" : 81.617840,
      "ctx" : 317100,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 2.997824,
        "20" : 26.195886,
        "50" : 70.805196,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067223,
  "timestamp_ms" : 1773067223608,
  "time" : "Mon Mar  9 11:40:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 898445082624,
        "io_kbytes" : 877387776,
        "bw_bytes" : 12835113110,
        "bw" : 12534290,
        "iops" : 12240.646295,
        "runtime" : 69999,
        "total_ios" : 856833,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 196029,
          "max" : 3020879,
          "mean" : 650214.156703,
          "stddev" : 230386.739983,
          "N" : 856833
        },
        "clat_ns" : {
          "min" : 8833598,
          "max" : 33656712,
          "mean" : 20263026.621876,
          "stddev" : 4826017.595197,
          "N" : 856825,
          "percentile" : {
            "1.000000" : 9633792,
            "5.000000" : 10158080,
            "10.000000" : 10944512,
            "20.000000" : 16908288,
            "30.000000" : 20316160,
            "40.000000" : 21364736,
            "50.000000" : 21889024,
            "60.000000" : 22675456,
            "70.000000" : 23199744,
            "80.000000" : 23724032,
            "90.000000" : 24510464,
            "95.000000" : 25296896,
            "99.000000" : 26607616,
            "99.500000" : 27131904,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29491200
          },
          "bins" : {
            "8847360" : 17,
            "8978432" : 196,
            "9109504" : 646,
            "9240576" : 1306,
            "9371648" : 2459,
            "9502720" : 3613,
            "9633792" : 6059,
            "9764864" : 7745,
            "9895936" : 8320,
            "10027008" : 8559,
            "10158080" : 8729,
            "10289152" : 8226,
            "10420224" : 7682,
            "10551296" : 7400,
            "10682368" : 7084,
            "10813440" : 7000,
            "10944512" : 6474,
            "11075584" : 6396,
            "11206656" : 5648,
            "11337728" : 4951,
            "11468800" : 4808,
            "11599872" : 4650,
            "11730944" : 4598,
            "11862016" : 4018,
            "11993088" : 3257,
            "12124160" : 2768,
            "12255232" : 2361,
            "12386304" : 1968,
            "12517376" : 1809,
            "12648448" : 1747,
            "12779520" : 1668,
            "12910592" : 1635,
            "13041664" : 1681,
            "13172736" : 1702,
            "13303808" : 1633,
            "13434880" : 1528,
            "13565952" : 1370,
            "13697024" : 1145,
            "13828096" : 1042,
            "13959168" : 957,
            "14090240" : 840,
            "14221312" : 781,
            "14352384" : 676,
            "14483456" : 679,
            "14614528" : 658,
            "14745600" : 699,
            "14876672" : 820,
            "15007744" : 698,
            "15138816" : 713,
            "15269888" : 686,
            "15400960" : 671,
            "15532032" : 677,
            "15663104" : 672,
            "15794176" : 637,
            "15925248" : 651,
            "16056320" : 641,
            "16187392" : 691,
            "16318464" : 733,
            "16449536" : 718,
            "16580608" : 803,
            "16711680" : 892,
            "16908288" : 2003,
            "17170432" : 2228,
            "17432576" : 2871,
            "17694720" : 4213,
            "17956864" : 5236,
            "18219008" : 5847,
            "18481152" : 6087,
            "18743296" : 6438,
            "19005440" : 6743,
            "19267584" : 8033,
            "19529728" : 9718,
            "19791872" : 11943,
            "20054016" : 13460,
            "20316160" : 16088,
            "20578304" : 19012,
            "20840448" : 21460,
            "21102592" : 25293,
            "21364736" : 28986,
            "21626880" : 32173,
            "21889024" : 35273,
            "22151168" : 36785,
            "22413312" : 38212,
            "22675456" : 39364,
            "22937600" : 39528,
            "23199744" : 37974,
            "23461888" : 35289,
            "23724032" : 32757,
            "23986176" : 29512,
            "24248320" : 26181,
            "24510464" : 22839,
            "24772608" : 19082,
            "25034752" : 15672,
            "25296896" : 12687,
            "25559040" : 10162,
            "25821184" : 7875,
            "26083328" : 5935,
            "26345472" : 4406,
            "26607616" : 3078,
            "26869760" : 2181,
            "27131904" : 1430,
            "27394048" : 977,
            "27656192" : 665,
            "27918336" : 441,
            "28180480" : 251,
            "28442624" : 173,
            "28704768" : 138,
            "28966912" : 75,
            "29229056" : 56,
            "29491200" : 29,
            "29753344" : 22,
            "30015488" : 16,
            "30277632" : 7,
            "30539776" : 5,
            "30801920" : 3,
            "31064064" : 4,
            "31326208" : 5,
            "31588352" : 1,
            "31850496" : 1,
            "32112640" : 1,
            "32374784" : 4,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 2,
            "33423360" : 1,
            "33816576" : 1
          }
        },
        "lat_ns" : {
          "min" : 9149330,
          "max" : 34235745,
          "mean" : 20913239.585508,
          "stddev" : 4978225.419592,
          "N" : 856825
        },
        "bw_min" : 10162635,
        "bw_max" : 18928398,
        "bw_agg" : 100.000000,
        "bw_mean" : 12541285.640288,
        "bw_dev" : 352443.132710,
        "bw_samples" : 1112,
        "iops_min" : 9924,
        "iops_max" : 18483,
        "iops_mean" : 12246.589928,
        "iops_stddev" : 344.193966,
        "iops_samples" : 1112
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559992,
      "usr_cpu" : 0.511614,
      "sys_cpu" : 81.927420,
      "ctx" : 363090,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 3.831902,
        "20" : 24.755466,
        "50" : 71.411699,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067233,
  "timestamp_ms" : 1773067233608,
  "time" : "Mon Mar  9 11:40:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1033310830592,
        "io_kbytes" : 1009092608,
        "bw_bytes" : 12916546839,
        "bw" : 12613815,
        "iops" : 12318.303979,
        "runtime" : 79999,
        "total_ios" : 985452,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 646095.603933,
          "stddev" : 232914.577052,
          "N" : 985452
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 33656712,
          "mean" : 20135765.957684,
          "stddev" : 4919743.769222,
          "N" : 985444,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 10027008,
            "10.000000" : 10682368,
            "20.000000" : 16187392,
            "30.000000" : 20054016,
            "40.000000" : 21102592,
            "50.000000" : 21889024,
            "60.000000" : 22413312,
            "70.000000" : 23199744,
            "80.000000" : 23724032,
            "90.000000" : 24510464,
            "95.000000" : 25296896,
            "99.000000" : 26607616,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29491200
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1461,
            "8847360" : 1646,
            "8978432" : 1762,
            "9109504" : 2313,
            "9240576" : 3169,
            "9371648" : 4477,
            "9502720" : 5298,
            "9633792" : 7742,
            "9764864" : 9340,
            "9895936" : 9628,
            "10027008" : 9449,
            "10158080" : 9324,
            "10289152" : 8714,
            "10420224" : 8223,
            "10551296" : 7970,
            "10682368" : 7701,
            "10813440" : 7761,
            "10944512" : 7190,
            "11075584" : 6921,
            "11206656" : 6036,
            "11337728" : 5336,
            "11468800" : 5135,
            "11599872" : 4879,
            "11730944" : 4757,
            "11862016" : 4209,
            "11993088" : 3446,
            "12124160" : 2954,
            "12255232" : 2506,
            "12386304" : 2130,
            "12517376" : 1973,
            "12648448" : 1921,
            "12779520" : 1800,
            "12910592" : 1765,
            "13041664" : 1829,
            "13172736" : 1804,
            "13303808" : 1737,
            "13434880" : 1620,
            "13565952" : 1449,
            "13697024" : 1223,
            "13828096" : 1144,
            "13959168" : 1036,
            "14090240" : 936,
            "14221312" : 912,
            "14352384" : 800,
            "14483456" : 799,
            "14614528" : 765,
            "14745600" : 842,
            "14876672" : 977,
            "15007744" : 865,
            "15138816" : 878,
            "15269888" : 829,
            "15400960" : 818,
            "15532032" : 828,
            "15663104" : 853,
            "15794176" : 824,
            "15925248" : 874,
            "16056320" : 853,
            "16187392" : 888,
            "16318464" : 1006,
            "16449536" : 964,
            "16580608" : 1060,
            "16711680" : 1130,
            "16908288" : 2471,
            "17170432" : 2788,
            "17432576" : 3557,
            "17694720" : 4962,
            "17956864" : 6026,
            "18219008" : 6686,
            "18481152" : 7069,
            "18743296" : 7449,
            "19005440" : 7889,
            "19267584" : 9294,
            "19529728" : 11227,
            "19791872" : 13763,
            "20054016" : 15834,
            "20316160" : 18783,
            "20578304" : 22115,
            "20840448" : 25097,
            "21102592" : 29423,
            "21364736" : 33770,
            "21626880" : 37435,
            "21889024" : 40607,
            "22151168" : 42234,
            "22413312" : 43796,
            "22675456" : 44670,
            "22937600" : 44734,
            "23199744" : 43020,
            "23461888" : 39931,
            "23724032" : 36795,
            "23986176" : 32992,
            "24248320" : 29041,
            "24510464" : 25230,
            "24772608" : 21163,
            "25034752" : 17439,
            "25296896" : 14053,
            "25559040" : 11307,
            "25821184" : 8830,
            "26083328" : 6555,
            "26345472" : 4884,
            "26607616" : 3394,
            "26869760" : 2425,
            "27131904" : 1572,
            "27394048" : 1085,
            "27656192" : 745,
            "27918336" : 512,
            "28180480" : 315,
            "28442624" : 202,
            "28704768" : 153,
            "28966912" : 85,
            "29229056" : 61,
            "29491200" : 29,
            "29753344" : 23,
            "30015488" : 16,
            "30277632" : 10,
            "30539776" : 5,
            "30801920" : 3,
            "31064064" : 4,
            "31326208" : 6,
            "31588352" : 1,
            "31850496" : 1,
            "32112640" : 1,
            "32374784" : 4,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 2,
            "33423360" : 1,
            "33816576" : 1
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 34235745,
          "mean" : 20781895.895816,
          "stddev" : 5074981.837892,
          "N" : 985444
        },
        "bw_min" : 10156967,
        "bw_max" : 19477287,
        "bw_agg" : 99.991491,
        "bw_mean" : 12612742.578616,
        "bw_dev" : 383794.619042,
        "bw_samples" : 1272,
        "iops_min" : 9918,
        "iops_max" : 19020,
        "iops_mean" : 12316.364780,
        "iops_stddev" : 374.812672,
        "iops_samples" : 1272
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639992,
      "usr_cpu" : 0.518131,
      "sys_cpu" : 82.068213,
      "ctx" : 409332,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 5.280521,
        "20" : 24.087627,
        "50" : 70.631040,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067243,
  "timestamp_ms" : 1773067243609,
  "time" : "Mon Mar  9 11:40:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1185197064192,
        "io_kbytes" : 1157419008,
        "bw_bytes" : 13168856268,
        "bw" : 12860211,
        "iops" : 12559.077778,
        "runtime" : 90000,
        "total_ios" : 1130317,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 633662.014571,
          "stddev" : 230543.865317,
          "N" : 1130317
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 35312178,
          "mean" : 19749732.189846,
          "stddev" : 4948822.267560,
          "N" : 1130309,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 10027008,
            "10.000000" : 10682368,
            "20.000000" : 13959168,
            "30.000000" : 19005440,
            "40.000000" : 20578304,
            "50.000000" : 21626880,
            "60.000000" : 22151168,
            "70.000000" : 22937600,
            "80.000000" : 23461888,
            "90.000000" : 24510464,
            "95.000000" : 25296896,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29753344
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1461,
            "8847360" : 1646,
            "8978432" : 1762,
            "9109504" : 2329,
            "9240576" : 3233,
            "9371648" : 4623,
            "9502720" : 5569,
            "9633792" : 8469,
            "9764864" : 10569,
            "9895936" : 11270,
            "10027008" : 10929,
            "10158080" : 10822,
            "10289152" : 10146,
            "10420224" : 10012,
            "10551296" : 9732,
            "10682368" : 9663,
            "10813440" : 9603,
            "10944512" : 8833,
            "11075584" : 8373,
            "11206656" : 7375,
            "11337728" : 6644,
            "11468800" : 6397,
            "11599872" : 6145,
            "11730944" : 6074,
            "11862016" : 5805,
            "11993088" : 5089,
            "12124160" : 4608,
            "12255232" : 3921,
            "12386304" : 3579,
            "12517376" : 3410,
            "12648448" : 3332,
            "12779520" : 3192,
            "12910592" : 2986,
            "13041664" : 2796,
            "13172736" : 2536,
            "13303808" : 2336,
            "13434880" : 2297,
            "13565952" : 1984,
            "13697024" : 1754,
            "13828096" : 1677,
            "13959168" : 1623,
            "14090240" : 1523,
            "14221312" : 1426,
            "14352384" : 1316,
            "14483456" : 1317,
            "14614528" : 1340,
            "14745600" : 1442,
            "14876672" : 1566,
            "15007744" : 1374,
            "15138816" : 1312,
            "15269888" : 1247,
            "15400960" : 1224,
            "15532032" : 1272,
            "15663104" : 1263,
            "15794176" : 1285,
            "15925248" : 1346,
            "16056320" : 1449,
            "16187392" : 1554,
            "16318464" : 1768,
            "16449536" : 1762,
            "16580608" : 1872,
            "16711680" : 2023,
            "16908288" : 4293,
            "17170432" : 4612,
            "17432576" : 6390,
            "17694720" : 9088,
            "17956864" : 10937,
            "18219008" : 11952,
            "18481152" : 12252,
            "18743296" : 12092,
            "19005440" : 12674,
            "19267584" : 14025,
            "19529728" : 15473,
            "19791872" : 17370,
            "20054016" : 19076,
            "20316160" : 21765,
            "20578304" : 25019,
            "20840448" : 28659,
            "21102592" : 33672,
            "21364736" : 37380,
            "21626880" : 40460,
            "21889024" : 42917,
            "22151168" : 43992,
            "22413312" : 45415,
            "22675456" : 45919,
            "22937600" : 45995,
            "23199744" : 44186,
            "23461888" : 41117,
            "23724032" : 37913,
            "23986176" : 33924,
            "24248320" : 29929,
            "24510464" : 26007,
            "24772608" : 21809,
            "25034752" : 17983,
            "25296896" : 14453,
            "25559040" : 11629,
            "25821184" : 9105,
            "26083328" : 6843,
            "26345472" : 5085,
            "26607616" : 3527,
            "26869760" : 2490,
            "27131904" : 1616,
            "27394048" : 1144,
            "27656192" : 787,
            "27918336" : 553,
            "28180480" : 360,
            "28442624" : 220,
            "28704768" : 184,
            "28966912" : 99,
            "29229056" : 73,
            "29491200" : 36,
            "29753344" : 27,
            "30015488" : 21,
            "30277632" : 15,
            "30539776" : 12,
            "30801920" : 7,
            "31064064" : 6,
            "31326208" : 6,
            "31588352" : 5,
            "31850496" : 2,
            "32112640" : 3,
            "32374784" : 8,
            "32636928" : 2,
            "32899072" : 1,
            "33161216" : 5,
            "33423360" : 2,
            "33816576" : 7,
            "34340864" : 5,
            "34865152" : 3,
            "35389440" : 1
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 36069904,
          "mean" : 20383422.319299,
          "stddev" : 5105126.281685,
          "N" : 1130309
        },
        "bw_min" : 10156967,
        "bw_max" : 19979651,
        "bw_agg" : 99.941578,
        "bw_mean" : 12852698.592179,
        "bw_dev" : 390281.381745,
        "bw_samples" : 1432,
        "iops_min" : 9918,
        "iops_max" : 19511,
        "iops_mean" : 12550.720670,
        "iops_stddev" : 381.146791,
        "iops_samples" : 1432
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719996,
      "usr_cpu" : 0.527920,
      "sys_cpu" : 83.235324,
      "ctx" : 430867,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999912,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 5.006826,
        "20" : 29.869851,
        "50" : 65.122616,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067253,
  "timestamp_ms" : 1773067253608,
  "time" : "Mon Mar  9 11:40:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1311282036736,
        "io_kbytes" : 1280548864,
        "bw_bytes" : 13112820367,
        "bw" : 12805488,
        "iops" : 12505.460000,
        "runtime" : 100000,
        "total_ios" : 1250546,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 636382.387085,
          "stddev" : 230867.266751,
          "N" : 1250546
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 35312178,
          "mean" : 19833691.711755,
          "stddev" : 4937003.604674,
          "N" : 1250538,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10682368,
            "20.000000" : 14352384,
            "30.000000" : 19267584,
            "40.000000" : 20840448,
            "50.000000" : 21626880,
            "60.000000" : 22413312,
            "70.000000" : 22937600,
            "80.000000" : 23724032,
            "90.000000" : 24510464,
            "95.000000" : 25296896,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29753344
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1461,
            "8847360" : 1654,
            "8978432" : 1806,
            "9109504" : 2580,
            "9240576" : 3960,
            "9371648" : 6166,
            "9502720" : 7535,
            "9633792" : 10812,
            "9764864" : 12552,
            "9895936" : 12798,
            "10027008" : 12049,
            "10158080" : 11650,
            "10289152" : 10982,
            "10420224" : 10646,
            "10551296" : 10185,
            "10682368" : 9990,
            "10813440" : 9916,
            "10944512" : 9080,
            "11075584" : 8638,
            "11206656" : 7616,
            "11337728" : 6911,
            "11468800" : 6682,
            "11599872" : 6430,
            "11730944" : 6359,
            "11862016" : 6069,
            "11993088" : 5331,
            "12124160" : 4821,
            "12255232" : 4125,
            "12386304" : 3771,
            "12517376" : 3629,
            "12648448" : 3524,
            "12779520" : 3320,
            "12910592" : 3100,
            "13041664" : 2869,
            "13172736" : 2595,
            "13303808" : 2383,
            "13434880" : 2338,
            "13565952" : 2032,
            "13697024" : 1774,
            "13828096" : 1708,
            "13959168" : 1654,
            "14090240" : 1543,
            "14221312" : 1437,
            "14352384" : 1321,
            "14483456" : 1324,
            "14614528" : 1347,
            "14745600" : 1451,
            "14876672" : 1573,
            "15007744" : 1378,
            "15138816" : 1316,
            "15269888" : 1248,
            "15400960" : 1224,
            "15532032" : 1274,
            "15663104" : 1271,
            "15794176" : 1288,
            "15925248" : 1351,
            "16056320" : 1459,
            "16187392" : 1569,
            "16318464" : 1788,
            "16449536" : 1786,
            "16580608" : 1905,
            "16711680" : 2048,
            "16908288" : 4380,
            "17170432" : 4753,
            "17432576" : 6524,
            "17694720" : 9307,
            "17956864" : 11205,
            "18219008" : 12241,
            "18481152" : 12535,
            "18743296" : 12447,
            "19005440" : 13154,
            "19267584" : 14627,
            "19529728" : 16249,
            "19791872" : 18557,
            "20054016" : 20680,
            "20316160" : 24112,
            "20578304" : 28035,
            "20840448" : 32453,
            "21102592" : 38381,
            "21364736" : 42761,
            "21626880" : 46545,
            "21889024" : 49317,
            "22151168" : 50498,
            "22413312" : 52016,
            "22675456" : 52155,
            "22937600" : 51801,
            "23199744" : 49806,
            "23461888" : 46551,
            "23724032" : 42664,
            "23986176" : 38132,
            "24248320" : 33691,
            "24510464" : 29188,
            "24772608" : 24415,
            "25034752" : 20065,
            "25296896" : 16184,
            "25559040" : 12973,
            "25821184" : 10015,
            "26083328" : 7494,
            "26345472" : 5578,
            "26607616" : 3830,
            "26869760" : 2735,
            "27131904" : 1794,
            "27394048" : 1253,
            "27656192" : 859,
            "27918336" : 607,
            "28180480" : 391,
            "28442624" : 237,
            "28704768" : 192,
            "28966912" : 104,
            "29229056" : 79,
            "29491200" : 39,
            "29753344" : 29,
            "30015488" : 21,
            "30277632" : 15,
            "30539776" : 12,
            "30801920" : 7,
            "31064064" : 6,
            "31326208" : 6,
            "31588352" : 5,
            "31850496" : 2,
            "32112640" : 3,
            "32374784" : 8,
            "32636928" : 2,
            "32899072" : 1,
            "33161216" : 5,
            "33423360" : 2,
            "33816576" : 7,
            "34340864" : 5,
            "34865152" : 3,
            "35389440" : 1
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 36069904,
          "mean" : 20470072.939394,
          "stddev" : 5092897.975328,
          "N" : 1250538
        },
        "bw_min" : 10156967,
        "bw_max" : 20004834,
        "bw_agg" : 100.000000,
        "bw_mean" : 12818849.567839,
        "bw_dev" : 383433.413703,
        "bw_samples" : 1592,
        "iops_min" : 9918,
        "iops_max" : 19535,
        "iops_mean" : 12517.658291,
        "iops_stddev" : 374.456222,
        "iops_samples" : 1592
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799993,
      "usr_cpu" : 0.522380,
      "sys_cpu" : 82.992351,
      "ctx" : 487284,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999920,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999920,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 5.382769,
        "20" : 28.088211,
        "50" : 66.528380,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067263,
  "timestamp_ms" : 1773067263608,
  "time" : "Mon Mar  9 11:41:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1438411390976,
        "io_kbytes" : 1404698624,
        "bw_bytes" : 13076467190,
        "bw" : 12769987,
        "iops" : 12470.790909,
        "runtime" : 110000,
        "total_ios" : 1371787,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 638158.753108,
          "stddev" : 231161.993847,
          "N" : 1371787
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 35312178,
          "mean" : 19889330.236666,
          "stddev" : 4939099.086278,
          "N" : 1371779,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10682368,
            "20.000000" : 14876672,
            "30.000000" : 19529728,
            "40.000000" : 20840448,
            "50.000000" : 21626880,
            "60.000000" : 22413312,
            "70.000000" : 22937600,
            "80.000000" : 23724032,
            "90.000000" : 24510464,
            "95.000000" : 25296896,
            "99.000000" : 26607616,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29753344
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1467,
            "8847360" : 1729,
            "8978432" : 2046,
            "9109504" : 3523,
            "9240576" : 5724,
            "9371648" : 8509,
            "9502720" : 9797,
            "9633792" : 12712,
            "9764864" : 13751,
            "9895936" : 13751,
            "10027008" : 12667,
            "10158080" : 12098,
            "10289152" : 11272,
            "10420224" : 10799,
            "10551296" : 10263,
            "10682368" : 10117,
            "10813440" : 10165,
            "10944512" : 9623,
            "11075584" : 9428,
            "11206656" : 8572,
            "11337728" : 7920,
            "11468800" : 7478,
            "11599872" : 6987,
            "11730944" : 6658,
            "11862016" : 6232,
            "11993088" : 5417,
            "12124160" : 4839,
            "12255232" : 4142,
            "12386304" : 3794,
            "12517376" : 3653,
            "12648448" : 3552,
            "12779520" : 3342,
            "12910592" : 3115,
            "13041664" : 2886,
            "13172736" : 2606,
            "13303808" : 2389,
            "13434880" : 2351,
            "13565952" : 2041,
            "13697024" : 1788,
            "13828096" : 1720,
            "13959168" : 1665,
            "14090240" : 1556,
            "14221312" : 1445,
            "14352384" : 1351,
            "14483456" : 1353,
            "14614528" : 1376,
            "14745600" : 1478,
            "14876672" : 1617,
            "15007744" : 1428,
            "15138816" : 1356,
            "15269888" : 1315,
            "15400960" : 1314,
            "15532032" : 1370,
            "15663104" : 1360,
            "15794176" : 1375,
            "15925248" : 1468,
            "16056320" : 1565,
            "16187392" : 1698,
            "16318464" : 1926,
            "16449536" : 1938,
            "16580608" : 2061,
            "16711680" : 2205,
            "16908288" : 4655,
            "17170432" : 5069,
            "17432576" : 6821,
            "17694720" : 9634,
            "17956864" : 11558,
            "18219008" : 12634,
            "18481152" : 12961,
            "18743296" : 12976,
            "19005440" : 14041,
            "19267584" : 16194,
            "19529728" : 18585,
            "19791872" : 21511,
            "20054016" : 24273,
            "20316160" : 28184,
            "20578304" : 32061,
            "20840448" : 36161,
            "21102592" : 42025,
            "21364736" : 46257,
            "21626880" : 50086,
            "21889024" : 53316,
            "22151168" : 54792,
            "22413312" : 56305,
            "22675456" : 56720,
            "22937600" : 56711,
            "23199744" : 54577,
            "23461888" : 51316,
            "23724032" : 47302,
            "23986176" : 42625,
            "24248320" : 37701,
            "24510464" : 32883,
            "24772608" : 27486,
            "25034752" : 22783,
            "25296896" : 18433,
            "25559040" : 14778,
            "25821184" : 11418,
            "26083328" : 8662,
            "26345472" : 6459,
            "26607616" : 4440,
            "26869760" : 3170,
            "27131904" : 2159,
            "27394048" : 1471,
            "27656192" : 1015,
            "27918336" : 693,
            "28180480" : 447,
            "28442624" : 264,
            "28704768" : 220,
            "28966912" : 125,
            "29229056" : 91,
            "29491200" : 51,
            "29753344" : 37,
            "30015488" : 21,
            "30277632" : 15,
            "30539776" : 12,
            "30801920" : 7,
            "31064064" : 7,
            "31326208" : 6,
            "31588352" : 5,
            "31850496" : 2,
            "32112640" : 3,
            "32374784" : 8,
            "32636928" : 2,
            "32899072" : 1,
            "33161216" : 5,
            "33423360" : 2,
            "33816576" : 7,
            "34340864" : 5,
            "34865152" : 3,
            "35389440" : 1
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 36069904,
          "mean" : 20527521.089166,
          "stddev" : 5095051.666838,
          "N" : 1371779
        },
        "bw_min" : 10101195,
        "bw_max" : 20004834,
        "bw_agg" : 99.933011,
        "bw_mean" : 12761433.091324,
        "bw_dev" : 382456.758413,
        "bw_samples" : 1752,
        "iops_min" : 9864,
        "iops_max" : 19535,
        "iops_mean" : 12461.584475,
        "iops_stddev" : 373.503101,
        "iops_samples" : 1752
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 879996,
      "usr_cpu" : 0.522275,
      "sys_cpu" : 82.835149,
      "ctx" : 540364,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 5.775314,
        "20" : 27.096554,
        "50" : 67.127550,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067273,
  "timestamp_ms" : 1773067273609,
  "time" : "Mon Mar  9 11:41:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1584676208640,
        "io_kbytes" : 1547535360,
        "bw_bytes" : 13205635072,
        "bw" : 12896128,
        "iops" : 12593.983333,
        "runtime" : 120000,
        "total_ios" : 1511278,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 631895.994529,
          "stddev" : 230671.353025,
          "N" : 1511278
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 35312178,
          "mean" : 19694444.735390,
          "stddev" : 5015514.996155,
          "N" : 1511270,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10551296,
            "20.000000" : 13434880,
            "30.000000" : 19267584,
            "40.000000" : 20578304,
            "50.000000" : 21626880,
            "60.000000" : 22151168,
            "70.000000" : 22937600,
            "80.000000" : 23461888,
            "90.000000" : 24510464,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29491200
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1467,
            "8847360" : 1745,
            "8978432" : 2143,
            "9109504" : 4012,
            "9240576" : 6795,
            "9371648" : 10130,
            "9502720" : 12051,
            "9633792" : 15255,
            "9764864" : 16513,
            "9895936" : 16400,
            "10027008" : 15486,
            "10158080" : 14961,
            "10289152" : 14247,
            "10420224" : 13359,
            "10551296" : 12885,
            "10682368" : 12733,
            "10813440" : 12632,
            "10944512" : 11953,
            "11075584" : 11480,
            "11206656" : 10202,
            "11337728" : 9255,
            "11468800" : 8664,
            "11599872" : 7899,
            "11730944" : 7370,
            "11862016" : 6927,
            "11993088" : 6070,
            "12124160" : 5350,
            "12255232" : 4607,
            "12386304" : 4158,
            "12517376" : 3923,
            "12648448" : 3753,
            "12779520" : 3497,
            "12910592" : 3261,
            "13041664" : 3021,
            "13172736" : 2747,
            "13303808" : 2502,
            "13434880" : 2449,
            "13565952" : 2111,
            "13697024" : 1823,
            "13828096" : 1749,
            "13959168" : 1703,
            "14090240" : 1589,
            "14221312" : 1480,
            "14352384" : 1382,
            "14483456" : 1381,
            "14614528" : 1394,
            "14745600" : 1492,
            "14876672" : 1623,
            "15007744" : 1436,
            "15138816" : 1369,
            "15269888" : 1320,
            "15400960" : 1319,
            "15532032" : 1373,
            "15663104" : 1365,
            "15794176" : 1377,
            "15925248" : 1475,
            "16056320" : 1576,
            "16187392" : 1702,
            "16318464" : 1933,
            "16449536" : 1944,
            "16580608" : 2064,
            "16711680" : 2205,
            "16908288" : 4670,
            "17170432" : 5257,
            "17432576" : 7153,
            "17694720" : 10025,
            "17956864" : 11915,
            "18219008" : 13198,
            "18481152" : 13871,
            "18743296" : 14482,
            "19005440" : 16232,
            "19267584" : 19283,
            "19529728" : 22498,
            "19791872" : 25962,
            "20054016" : 28873,
            "20316160" : 32949,
            "20578304" : 37110,
            "20840448" : 41589,
            "21102592" : 47559,
            "21364736" : 51848,
            "21626880" : 55806,
            "21889024" : 58784,
            "22151168" : 59696,
            "22413312" : 60640,
            "22675456" : 60548,
            "22937600" : 60224,
            "23199744" : 57791,
            "23461888" : 54030,
            "23724032" : 49582,
            "23986176" : 44588,
            "24248320" : 39210,
            "24510464" : 34106,
            "24772608" : 28382,
            "25034752" : 23424,
            "25296896" : 18954,
            "25559040" : 15158,
            "25821184" : 11631,
            "26083328" : 8769,
            "26345472" : 6517,
            "26607616" : 4486,
            "26869760" : 3192,
            "27131904" : 2194,
            "27394048" : 1499,
            "27656192" : 1037,
            "27918336" : 709,
            "28180480" : 462,
            "28442624" : 266,
            "28704768" : 220,
            "28966912" : 125,
            "29229056" : 91,
            "29491200" : 51,
            "29753344" : 37,
            "30015488" : 21,
            "30277632" : 15,
            "30539776" : 12,
            "30801920" : 7,
            "31064064" : 7,
            "31326208" : 6,
            "31588352" : 5,
            "31850496" : 2,
            "32112640" : 3,
            "32374784" : 8,
            "32636928" : 2,
            "32899072" : 1,
            "33161216" : 5,
            "33423360" : 2,
            "33816576" : 7,
            "34340864" : 5,
            "34865152" : 3,
            "35389440" : 1
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 36069904,
          "mean" : 20326345.899300,
          "stddev" : 5174093.065426,
          "N" : 1511270
        },
        "bw_min" : 10101195,
        "bw_max" : 20048479,
        "bw_agg" : 100.000000,
        "bw_mean" : 12902280.221757,
        "bw_dev" : 389976.457024,
        "bw_samples" : 1912,
        "iops_min" : 9864,
        "iops_max" : 19578,
        "iops_mean" : 12599.125523,
        "iops_stddev" : 380.842276,
        "iops_samples" : 1912
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959997,
      "usr_cpu" : 0.524377,
      "sys_cpu" : 83.435677,
      "ctx" : 569083,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 6.189794,
        "20" : 28.030051,
        "50" : 65.779625,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067283,
  "timestamp_ms" : 1773067283608,
  "time" : "Mon Mar  9 11:41:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1719226335232,
        "io_kbytes" : 1678931968,
        "bw_bytes" : 13224817963,
        "bw" : 12914861,
        "iops" : 12612.230769,
        "runtime" : 130000,
        "total_ios" : 1639590,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 630975.102318,
          "stddev" : 230685.619620,
          "N" : 1639590
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 36988456,
          "mean" : 19665872.740675,
          "stddev" : 4977436.427348,
          "N" : 1639582,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10551296,
            "20.000000" : 13565952,
            "30.000000" : 19267584,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22937600,
            "80.000000" : 23461888,
            "90.000000" : 24510464,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 30015488
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1467,
            "8847360" : 1745,
            "8978432" : 2143,
            "9109504" : 4025,
            "9240576" : 6865,
            "9371648" : 10318,
            "9502720" : 12430,
            "9633792" : 15784,
            "9764864" : 17151,
            "9895936" : 17223,
            "10027008" : 16496,
            "10158080" : 16332,
            "10289152" : 15547,
            "10420224" : 14600,
            "10551296" : 13973,
            "10682368" : 14155,
            "10813440" : 14242,
            "10944512" : 13523,
            "11075584" : 12986,
            "11206656" : 11145,
            "11337728" : 9958,
            "11468800" : 9115,
            "11599872" : 8245,
            "11730944" : 7669,
            "11862016" : 7191,
            "11993088" : 6341,
            "12124160" : 5644,
            "12255232" : 4994,
            "12386304" : 4592,
            "12517376" : 4322,
            "12648448" : 4093,
            "12779520" : 3859,
            "12910592" : 3576,
            "13041664" : 3302,
            "13172736" : 2998,
            "13303808" : 2718,
            "13434880" : 2621,
            "13565952" : 2267,
            "13697024" : 1929,
            "13828096" : 1847,
            "13959168" : 1812,
            "14090240" : 1709,
            "14221312" : 1602,
            "14352384" : 1530,
            "14483456" : 1509,
            "14614528" : 1546,
            "14745600" : 1651,
            "14876672" : 1802,
            "15007744" : 1664,
            "15138816" : 1613,
            "15269888" : 1610,
            "15400960" : 1641,
            "15532032" : 1705,
            "15663104" : 1754,
            "15794176" : 1809,
            "15925248" : 1994,
            "16056320" : 2060,
            "16187392" : 2222,
            "16318464" : 2435,
            "16449536" : 2576,
            "16580608" : 2738,
            "16711680" : 2971,
            "16908288" : 6278,
            "17170432" : 6868,
            "17432576" : 8859,
            "17694720" : 11737,
            "17956864" : 13776,
            "18219008" : 15374,
            "18481152" : 16274,
            "18743296" : 17292,
            "19005440" : 18939,
            "19267584" : 22109,
            "19529728" : 25341,
            "19791872" : 28994,
            "20054016" : 32035,
            "20316160" : 36167,
            "20578304" : 40386,
            "20840448" : 45125,
            "21102592" : 51124,
            "21364736" : 55629,
            "21626880" : 59858,
            "21889024" : 63202,
            "22151168" : 64412,
            "22413312" : 65254,
            "22675456" : 65190,
            "22937600" : 64442,
            "23199744" : 61691,
            "23461888" : 57588,
            "23724032" : 52740,
            "23986176" : 47387,
            "24248320" : 41554,
            "24510464" : 35975,
            "24772608" : 29812,
            "25034752" : 24619,
            "25296896" : 19952,
            "25559040" : 15963,
            "25821184" : 12273,
            "26083328" : 9232,
            "26345472" : 6849,
            "26607616" : 4745,
            "26869760" : 3390,
            "27131904" : 2360,
            "27394048" : 1615,
            "27656192" : 1125,
            "27918336" : 751,
            "28180480" : 495,
            "28442624" : 284,
            "28704768" : 237,
            "28966912" : 138,
            "29229056" : 98,
            "29491200" : 57,
            "29753344" : 40,
            "30015488" : 27,
            "30277632" : 16,
            "30539776" : 13,
            "30801920" : 10,
            "31064064" : 8,
            "31326208" : 10,
            "31588352" : 7,
            "31850496" : 4,
            "32112640" : 8,
            "32374784" : 11,
            "32636928" : 5,
            "32899072" : 3,
            "33161216" : 11,
            "33423360" : 4,
            "33816576" : 14,
            "34340864" : 8,
            "34865152" : 8,
            "35389440" : 3,
            "35913728" : 1,
            "36438016" : 1,
            "36962304" : 3
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 38375011,
          "mean" : 20296853.224093,
          "stddev" : 5134709.136204,
          "N" : 1639582
        },
        "bw_min" : 10101195,
        "bw_max" : 20048479,
        "bw_agg" : 100.000000,
        "bw_mean" : 12922780.505792,
        "bw_dev" : 393854.441267,
        "bw_samples" : 2072,
        "iops_min" : 9864,
        "iops_max" : 19578,
        "iops_mean" : 12619.150579,
        "iops_stddev" : 384.628311,
        "iops_samples" : 2072
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1039994,
      "usr_cpu" : 0.526830,
      "sys_cpu" : 83.278077,
      "ctx" : 621782,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 5.882934,
        "20" : 29.161498,
        "50" : 64.955080,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067293,
  "timestamp_ms" : 1773067293608,
  "time" : "Mon Mar  9 11:41:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1853927456768,
        "io_kbytes" : 1810476032,
        "bw_bytes" : 13242338976,
        "bw" : 12931971,
        "iops" : 12628.971429,
        "runtime" : 140000,
        "total_ios" : 1768056,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 630137.067793,
          "stddev" : 230776.797407,
          "N" : 1768056
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 36988456,
          "mean" : 19639903.813544,
          "stddev" : 4969454.696256,
          "N" : 1768048,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10551296,
            "20.000000" : 13565952,
            "30.000000" : 19267584,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22675456,
            "80.000000" : 23461888,
            "90.000000" : 24248320,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 30015488
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1467,
            "8847360" : 1745,
            "8978432" : 2143,
            "9109504" : 4035,
            "9240576" : 6906,
            "9371648" : 10402,
            "9502720" : 12720,
            "9633792" : 16611,
            "9764864" : 18551,
            "9895936" : 19087,
            "10027008" : 19000,
            "10158080" : 19223,
            "10289152" : 18280,
            "10420224" : 17298,
            "10551296" : 16295,
            "10682368" : 15811,
            "10813440" : 15424,
            "10944512" : 14461,
            "11075584" : 13609,
            "11206656" : 11684,
            "11337728" : 10424,
            "11468800" : 9537,
            "11599872" : 8551,
            "11730944" : 7968,
            "11862016" : 7453,
            "11993088" : 6582,
            "12124160" : 5841,
            "12255232" : 5182,
            "12386304" : 4746,
            "12517376" : 4462,
            "12648448" : 4248,
            "12779520" : 4018,
            "12910592" : 3730,
            "13041664" : 3430,
            "13172736" : 3127,
            "13303808" : 2905,
            "13434880" : 2783,
            "13565952" : 2426,
            "13697024" : 2099,
            "13828096" : 2005,
            "13959168" : 1971,
            "14090240" : 1856,
            "14221312" : 1760,
            "14352384" : 1670,
            "14483456" : 1627,
            "14614528" : 1684,
            "14745600" : 1779,
            "14876672" : 1951,
            "15007744" : 1854,
            "15138816" : 1793,
            "15269888" : 1749,
            "15400960" : 1814,
            "15532032" : 1866,
            "15663104" : 1928,
            "15794176" : 1990,
            "15925248" : 2189,
            "16056320" : 2265,
            "16187392" : 2436,
            "16318464" : 2710,
            "16449536" : 2843,
            "16580608" : 3008,
            "16711680" : 3238,
            "16908288" : 6841,
            "17170432" : 7466,
            "17432576" : 9497,
            "17694720" : 12398,
            "17956864" : 14548,
            "18219008" : 16075,
            "18481152" : 17073,
            "18743296" : 18117,
            "19005440" : 19784,
            "19267584" : 23146,
            "19529728" : 26667,
            "19791872" : 30975,
            "20054016" : 34958,
            "20316160" : 39769,
            "20578304" : 44579,
            "20840448" : 50324,
            "21102592" : 57043,
            "21364736" : 61794,
            "21626880" : 66352,
            "21889024" : 69816,
            "22151168" : 71115,
            "22413312" : 71591,
            "22675456" : 71084,
            "22937600" : 69587,
            "23199744" : 65960,
            "23461888" : 61292,
            "23724032" : 55705,
            "23986176" : 49868,
            "24248320" : 43649,
            "24510464" : 37543,
            "24772608" : 31067,
            "25034752" : 25540,
            "25296896" : 20658,
            "25559040" : 16453,
            "25821184" : 12624,
            "26083328" : 9504,
            "26345472" : 6995,
            "26607616" : 4864,
            "26869760" : 3485,
            "27131904" : 2417,
            "27394048" : 1653,
            "27656192" : 1146,
            "27918336" : 766,
            "28180480" : 525,
            "28442624" : 292,
            "28704768" : 243,
            "28966912" : 146,
            "29229056" : 104,
            "29491200" : 58,
            "29753344" : 45,
            "30015488" : 33,
            "30277632" : 20,
            "30539776" : 16,
            "30801920" : 12,
            "31064064" : 10,
            "31326208" : 13,
            "31588352" : 11,
            "31850496" : 6,
            "32112640" : 9,
            "32374784" : 14,
            "32636928" : 6,
            "32899072" : 4,
            "33161216" : 13,
            "33423360" : 4,
            "33816576" : 14,
            "34340864" : 8,
            "34865152" : 8,
            "35389440" : 3,
            "35913728" : 1,
            "36438016" : 1,
            "36962304" : 3
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 38375011,
          "mean" : 20270052.855076,
          "stddev" : 5126447.595570,
          "N" : 1768048
        },
        "bw_min" : 10101195,
        "bw_max" : 20048479,
        "bw_agg" : 100.000000,
        "bw_mean" : 12937060.136201,
        "bw_dev" : 387303.925544,
        "bw_samples" : 2232,
        "iops_min" : 9864,
        "iops_max" : 19578,
        "iops_mean" : 12633.093190,
        "iops_stddev" : 378.230560,
        "iops_samples" : 2232
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119994,
      "usr_cpu" : 0.524735,
      "sys_cpu" : 83.370000,
      "ctx" : 666481,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 5.744954,
        "20" : 29.150717,
        "50" : 65.103877,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067303,
  "timestamp_ms" : 1773067303608,
  "time" : "Mon Mar  9 11:41:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1995917230080,
        "io_kbytes" : 1949137920,
        "bw_bytes" : 13306114867,
        "bw" : 12994252,
        "iops" : 12689.786667,
        "runtime" : 150000,
        "total_ios" : 1903468,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 627106.682350,
          "stddev" : 230461.920611,
          "N" : 1903468
        },
        "clat_ns" : {
          "min" : 8000046,
          "max" : 36988456,
          "mean" : 19545777.173963,
          "stddev" : 5008154.413818,
          "N" : 1903460,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10420224,
            "20.000000" : 13041664,
            "30.000000" : 19267584,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22675456,
            "80.000000" : 23461888,
            "90.000000" : 24248320,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 30015488
          },
          "bins" : {
            "8028160" : 3,
            "8093696" : 11,
            "8159232" : 35,
            "8224768" : 96,
            "8290304" : 167,
            "8355840" : 231,
            "8454144" : 675,
            "8585216" : 1170,
            "8716288" : 1469,
            "8847360" : 1768,
            "8978432" : 2207,
            "9109504" : 4255,
            "9240576" : 7428,
            "9371648" : 11427,
            "9502720" : 14521,
            "9633792" : 19107,
            "9764864" : 21698,
            "9895936" : 22645,
            "10027008" : 22555,
            "10158080" : 22485,
            "10289152" : 21590,
            "10420224" : 20530,
            "10551296" : 18902,
            "10682368" : 17911,
            "10813440" : 17019,
            "10944512" : 15631,
            "11075584" : 14636,
            "11206656" : 12505,
            "11337728" : 11246,
            "11468800" : 10354,
            "11599872" : 9221,
            "11730944" : 8416,
            "11862016" : 7839,
            "11993088" : 6861,
            "12124160" : 6015,
            "12255232" : 5327,
            "12386304" : 4930,
            "12517376" : 4595,
            "12648448" : 4372,
            "12779520" : 4117,
            "12910592" : 3848,
            "13041664" : 3505,
            "13172736" : 3182,
            "13303808" : 2975,
            "13434880" : 2850,
            "13565952" : 2460,
            "13697024" : 2115,
            "13828096" : 2018,
            "13959168" : 1995,
            "14090240" : 1879,
            "14221312" : 1772,
            "14352384" : 1678,
            "14483456" : 1631,
            "14614528" : 1691,
            "14745600" : 1788,
            "14876672" : 1962,
            "15007744" : 1860,
            "15138816" : 1794,
            "15269888" : 1755,
            "15400960" : 1824,
            "15532032" : 1872,
            "15663104" : 1934,
            "15794176" : 1990,
            "15925248" : 2196,
            "16056320" : 2268,
            "16187392" : 2441,
            "16318464" : 2716,
            "16449536" : 2847,
            "16580608" : 3016,
            "16711680" : 3248,
            "16908288" : 6863,
            "17170432" : 7484,
            "17432576" : 9534,
            "17694720" : 12471,
            "17956864" : 14640,
            "18219008" : 16205,
            "18481152" : 17431,
            "18743296" : 18760,
            "19005440" : 20785,
            "19267584" : 24858,
            "19529728" : 29334,
            "19791872" : 34384,
            "20054016" : 39346,
            "20316160" : 44732,
            "20578304" : 50215,
            "20840448" : 56794,
            "21102592" : 63767,
            "21364736" : 68845,
            "21626880" : 73286,
            "21889024" : 76345,
            "22151168" : 76977,
            "22413312" : 76818,
            "22675456" : 75735,
            "22937600" : 73763,
            "23199744" : 69371,
            "23461888" : 63992,
            "23724032" : 57897,
            "23986176" : 51840,
            "24248320" : 45152,
            "24510464" : 38597,
            "24772608" : 31924,
            "25034752" : 26194,
            "25296896" : 21202,
            "25559040" : 16814,
            "25821184" : 12867,
            "26083328" : 9666,
            "26345472" : 7137,
            "26607616" : 4983,
            "26869760" : 3565,
            "27131904" : 2476,
            "27394048" : 1698,
            "27656192" : 1171,
            "27918336" : 784,
            "28180480" : 542,
            "28442624" : 304,
            "28704768" : 256,
            "28966912" : 157,
            "29229056" : 107,
            "29491200" : 58,
            "29753344" : 45,
            "30015488" : 33,
            "30277632" : 20,
            "30539776" : 16,
            "30801920" : 12,
            "31064064" : 10,
            "31326208" : 13,
            "31588352" : 11,
            "31850496" : 6,
            "32112640" : 9,
            "32374784" : 14,
            "32636928" : 6,
            "32899072" : 4,
            "33161216" : 13,
            "33423360" : 4,
            "33816576" : 14,
            "34340864" : 8,
            "34865152" : 8,
            "35389440" : 3,
            "35913728" : 1,
            "36438016" : 1,
            "36962304" : 3
          }
        },
        "lat_ns" : {
          "min" : 8264309,
          "max" : 38375011,
          "mean" : 20172894.672078,
          "stddev" : 5166477.171114,
          "N" : 1903460
        },
        "bw_min" : 10101195,
        "bw_max" : 20048479,
        "bw_agg" : 100.000000,
        "bw_mean" : 12997102.347826,
        "bw_dev" : 387838.142407,
        "bw_samples" : 2392,
        "iops_min" : 9864,
        "iops_max" : 19578,
        "iops_mean" : 12691.722408,
        "iops_stddev" : 378.753618,
        "iops_samples" : 2392
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1199997,
      "usr_cpu" : 0.527585,
      "sys_cpu" : 83.727626,
      "ctx" : 699588,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 6.068660,
        "20" : 29.065159,
        "50" : 64.865761,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067313,
  "timestamp_ms" : 1773067313610,
  "time" : "Mon Mar  9 11:41:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2120185020416,
        "io_kbytes" : 2070493184,
        "bw_bytes" : 13251156377,
        "bw" : 12940582,
        "iops" : 12637.443750,
        "runtime" : 160000,
        "total_ios" : 2021991,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 629719.290262,
          "stddev" : 231243.771152,
          "N" : 2021991
        },
        "clat_ns" : {
          "min" : 7933515,
          "max" : 36988456,
          "mean" : 19626813.571031,
          "stddev" : 5005512.893224,
          "N" : 2021983,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10420224,
            "20.000000" : 13303808,
            "30.000000" : 19267584,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22675456,
            "80.000000" : 23461888,
            "90.000000" : 24248320,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 30015488
          },
          "bins" : {
            "7962624" : 6,
            "8028160" : 33,
            "8093696" : 91,
            "8159232" : 202,
            "8224768" : 316,
            "8290304" : 517,
            "8355840" : 751,
            "8454144" : 1774,
            "8585216" : 2303,
            "8716288" : 2508,
            "8847360" : 2516,
            "8978432" : 2745,
            "9109504" : 4720,
            "9240576" : 7897,
            "9371648" : 11799,
            "9502720" : 14824,
            "9633792" : 19460,
            "9764864" : 22302,
            "9895936" : 23591,
            "10027008" : 23561,
            "10158080" : 23218,
            "10289152" : 22051,
            "10420224" : 20891,
            "10551296" : 19268,
            "10682368" : 18102,
            "10813440" : 17183,
            "10944512" : 15786,
            "11075584" : 14744,
            "11206656" : 12592,
            "11337728" : 11384,
            "11468800" : 10531,
            "11599872" : 9374,
            "11730944" : 8579,
            "11862016" : 7987,
            "11993088" : 6991,
            "12124160" : 6176,
            "12255232" : 5489,
            "12386304" : 5068,
            "12517376" : 4750,
            "12648448" : 4496,
            "12779520" : 4233,
            "12910592" : 3966,
            "13041664" : 3591,
            "13172736" : 3249,
            "13303808" : 3037,
            "13434880" : 2913,
            "13565952" : 2512,
            "13697024" : 2173,
            "13828096" : 2061,
            "13959168" : 2029,
            "14090240" : 1905,
            "14221312" : 1808,
            "14352384" : 1716,
            "14483456" : 1666,
            "14614528" : 1718,
            "14745600" : 1833,
            "14876672" : 2012,
            "15007744" : 1912,
            "15138816" : 1849,
            "15269888" : 1815,
            "15400960" : 1917,
            "15532032" : 1976,
            "15663104" : 2043,
            "15794176" : 2105,
            "15925248" : 2312,
            "16056320" : 2380,
            "16187392" : 2582,
            "16318464" : 2878,
            "16449536" : 2992,
            "16580608" : 3171,
            "16711680" : 3436,
            "16908288" : 7303,
            "17170432" : 7950,
            "17432576" : 10047,
            "17694720" : 13100,
            "17956864" : 15291,
            "18219008" : 16865,
            "18481152" : 18102,
            "18743296" : 19463,
            "19005440" : 21520,
            "19267584" : 25727,
            "19529728" : 30388,
            "19791872" : 35568,
            "20054016" : 40833,
            "20316160" : 46494,
            "20578304" : 52398,
            "20840448" : 59443,
            "21102592" : 66979,
            "21364736" : 72697,
            "21626880" : 77647,
            "21889024" : 81152,
            "22151168" : 82457,
            "22413312" : 82599,
            "22675456" : 81916,
            "22937600" : 79692,
            "23199744" : 75161,
            "23461888" : 69336,
            "23724032" : 63000,
            "23986176" : 56617,
            "24248320" : 49450,
            "24510464" : 42576,
            "24772608" : 35259,
            "25034752" : 29053,
            "25296896" : 23481,
            "25559040" : 18663,
            "25821184" : 14254,
            "26083328" : 10748,
            "26345472" : 8042,
            "26607616" : 5677,
            "26869760" : 4062,
            "27131904" : 2774,
            "27394048" : 1888,
            "27656192" : 1281,
            "27918336" : 882,
            "28180480" : 593,
            "28442624" : 327,
            "28704768" : 275,
            "28966912" : 164,
            "29229056" : 110,
            "29491200" : 59,
            "29753344" : 45,
            "30015488" : 33,
            "30277632" : 20,
            "30539776" : 16,
            "30801920" : 12,
            "31064064" : 10,
            "31326208" : 13,
            "31588352" : 11,
            "31850496" : 6,
            "32112640" : 9,
            "32374784" : 14,
            "32636928" : 6,
            "32899072" : 4,
            "33161216" : 13,
            "33423360" : 4,
            "33816576" : 14,
            "34340864" : 8,
            "34865152" : 8,
            "35389440" : 3,
            "35913728" : 1,
            "36438016" : 1,
            "36962304" : 3
          }
        },
        "lat_ns" : {
          "min" : 8212290,
          "max" : 38375011,
          "mean" : 20256541.766593,
          "stddev" : 5163710.416468,
          "N" : 2021983
        },
        "bw_min" : 10099147,
        "bw_max" : 20206175,
        "bw_agg" : 100.000000,
        "bw_mean" : 12943830.695925,
        "bw_dev" : 392924.866398,
        "bw_samples" : 2552,
        "iops_min" : 9862,
        "iops_max" : 19732,
        "iops_mean" : 12639.683386,
        "iops_stddev" : 383.719231,
        "iops_samples" : 2552
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279998,
      "usr_cpu" : 0.522501,
      "sys_cpu" : 83.449271,
      "ctx" : 758884,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 6.195230,
        "20" : 28.177969,
        "50" : 65.626405,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067323,
  "timestamp_ms" : 1773067323609,
  "time" : "Mon Mar  9 11:42:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2266488635392,
        "io_kbytes" : 2213367808,
        "bw_bytes" : 13332286090,
        "bw" : 13019810,
        "iops" : 12714.747059,
        "runtime" : 170000,
        "total_ios" : 2161507,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 625873.724969,
          "stddev" : 230072.227482,
          "N" : 2161507
        },
        "clat_ns" : {
          "min" : 7933515,
          "max" : 36988456,
          "mean" : 19507551.676466,
          "stddev" : 5014590.696628,
          "N" : 2161499,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10420224,
            "20.000000" : 12910592,
            "30.000000" : 19005440,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22675456,
            "80.000000" : 23461888,
            "90.000000" : 24248320,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 29753344
          },
          "bins" : {
            "7962624" : 6,
            "8028160" : 33,
            "8093696" : 91,
            "8159232" : 202,
            "8224768" : 316,
            "8290304" : 517,
            "8355840" : 751,
            "8454144" : 1774,
            "8585216" : 2303,
            "8716288" : 2509,
            "8847360" : 2553,
            "8978432" : 2811,
            "9109504" : 4854,
            "9240576" : 8229,
            "9371648" : 12445,
            "9502720" : 15873,
            "9633792" : 20776,
            "9764864" : 23831,
            "9895936" : 25563,
            "10027008" : 25715,
            "10158080" : 25492,
            "10289152" : 24319,
            "10420224" : 22924,
            "10551296" : 21101,
            "10682368" : 19553,
            "10813440" : 18629,
            "10944512" : 17140,
            "11075584" : 15972,
            "11206656" : 13800,
            "11337728" : 12592,
            "11468800" : 11983,
            "11599872" : 11079,
            "11730944" : 10358,
            "11862016" : 9628,
            "11993088" : 8259,
            "12124160" : 7178,
            "12255232" : 6346,
            "12386304" : 5836,
            "12517376" : 5487,
            "12648448" : 5145,
            "12779520" : 4932,
            "12910592" : 4547,
            "13041664" : 4015,
            "13172736" : 3560,
            "13303808" : 3374,
            "13434880" : 3311,
            "13565952" : 2925,
            "13697024" : 2494,
            "13828096" : 2367,
            "13959168" : 2349,
            "14090240" : 2259,
            "14221312" : 2135,
            "14352384" : 1984,
            "14483456" : 1917,
            "14614528" : 2014,
            "14745600" : 2144,
            "14876672" : 2287,
            "15007744" : 2252,
            "15138816" : 2200,
            "15269888" : 2185,
            "15400960" : 2321,
            "15532032" : 2396,
            "15663104" : 2491,
            "15794176" : 2639,
            "15925248" : 2811,
            "16056320" : 2923,
            "16187392" : 3130,
            "16318464" : 3493,
            "16449536" : 3592,
            "16580608" : 3727,
            "16711680" : 4012,
            "16908288" : 8402,
            "17170432" : 9462,
            "17432576" : 11616,
            "17694720" : 14329,
            "17956864" : 16342,
            "18219008" : 17991,
            "18481152" : 19599,
            "18743296" : 21177,
            "19005440" : 23399,
            "19267584" : 28001,
            "19529728" : 32786,
            "19791872" : 38652,
            "20054016" : 44920,
            "20316160" : 51039,
            "20578304" : 57308,
            "20840448" : 64952,
            "21102592" : 72627,
            "21364736" : 78433,
            "21626880" : 83076,
            "21889024" : 86011,
            "22151168" : 86948,
            "22413312" : 86782,
            "22675456" : 85800,
            "22937600" : 83113,
            "23199744" : 78087,
            "23461888" : 71747,
            "23724032" : 64826,
            "23986176" : 58113,
            "24248320" : 50406,
            "24510464" : 43359,
            "24772608" : 35789,
            "25034752" : 29412,
            "25296896" : 23730,
            "25559040" : 18814,
            "25821184" : 14334,
            "26083328" : 10797,
            "26345472" : 8085,
            "26607616" : 5715,
            "26869760" : 4091,
            "27131904" : 2806,
            "27394048" : 1897,
            "27656192" : 1290,
            "27918336" : 885,
            "28180480" : 596,
            "28442624" : 334,
            "28704768" : 275,
            "28966912" : 164,
            "29229056" : 110,
            "29491200" : 59,
            "29753344" : 45,
            "30015488" : 33,
            "30277632" : 20,
            "30539776" : 16,
            "30801920" : 12,
            "31064064" : 10,
            "31326208" : 13,
            "31588352" : 11,
            "31850496" : 6,
            "32112640" : 9,
            "32374784" : 14,
            "32636928" : 6,
            "32899072" : 4,
            "33161216" : 13,
            "33423360" : 4,
            "33816576" : 14,
            "34340864" : 8,
            "34865152" : 8,
            "35389440" : 3,
            "35913728" : 1,
            "36438016" : 1,
            "36962304" : 3
          }
        },
        "lat_ns" : {
          "min" : 8212290,
          "max" : 38375011,
          "mean" : 20133442.274936,
          "stddev" : 5173160.681080,
          "N" : 2161499
        },
        "bw_min" : 10099147,
        "bw_max" : 20206175,
        "bw_agg" : 100.000000,
        "bw_mean" : 13020547.852507,
        "bw_dev" : 392978.689857,
        "bw_samples" : 2712,
        "iops_min" : 9862,
        "iops_max" : 19732,
        "iops_mean" : 12714.604720,
        "iops_stddev" : 383.772171,
        "iops_samples" : 2712
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1360000,
      "usr_cpu" : 0.523750,
      "sys_cpu" : 83.836838,
      "ctx" : 787808,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 6.151634,
        "20" : 29.332729,
        "50" : 64.515266,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067333,
  "timestamp_ms" : 1773067333608,
  "time" : "Mon Mar  9 11:42:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2397375037440,
        "io_kbytes" : 2341186560,
        "bw_bytes" : 13318824201,
        "bw" : 13006664,
        "iops" : 12701.842788,
        "runtime" : 179999,
        "total_ios" : 2286319,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 626509.010612,
          "stddev" : 229783.950405,
          "N" : 2286323
        },
        "clat_ns" : {
          "min" : 9615,
          "max" : 37368766,
          "mean" : 19526605.961088,
          "stddev" : 4991794.796693,
          "N" : 2286439,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10420224,
            "20.000000" : 13172736,
            "30.000000" : 19005440,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22675456,
            "80.000000" : 23461888,
            "90.000000" : 24248320,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 30539776
          },
          "bins" : {
            "9664" : 1,
            "10304" : 1,
            "11968" : 1,
            "14272" : 1,
            "452608" : 1,
            "741376" : 1,
            "790528" : 1,
            "815104" : 1,
            "995328" : 1,
            "1400832" : 1,
            "1482752" : 1,
            "1531904" : 1,
            "1630208" : 1,
            "2146304" : 1,
            "2179072" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2539520" : 1,
            "2801664" : 1,
            "3293184" : 1,
            "3522560" : 1,
            "3588096" : 1,
            "3620864" : 1,
            "3883008" : 1,
            "4177920" : 1,
            "4358144" : 1,
            "4423680" : 1,
            "4489216" : 1,
            "4947968" : 1,
            "5079040" : 3,
            "5603328" : 1,
            "5734400" : 1,
            "5799936" : 1,
            "5865472" : 1,
            "6324224" : 2,
            "6651904" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "7241728" : 2,
            "7634944" : 1,
            "7766016" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 34,
            "8093696" : 91,
            "8159232" : 202,
            "8224768" : 316,
            "8290304" : 517,
            "8355840" : 751,
            "8454144" : 1775,
            "8585216" : 2303,
            "8716288" : 2510,
            "8847360" : 2554,
            "8978432" : 2811,
            "9109504" : 4859,
            "9240576" : 8266,
            "9371648" : 12522,
            "9502720" : 16010,
            "9633792" : 21049,
            "9764864" : 24353,
            "9895936" : 26354,
            "10027008" : 26778,
            "10158080" : 26722,
            "10289152" : 25620,
            "10420224" : 24422,
            "10551296" : 22665,
            "10682368" : 21049,
            "10813440" : 19848,
            "10944512" : 18021,
            "11075584" : 16676,
            "11206656" : 14432,
            "11337728" : 13295,
            "11468800" : 12559,
            "11599872" : 11607,
            "11730944" : 10883,
            "11862016" : 10048,
            "11993088" : 8684,
            "12124160" : 7620,
            "12255232" : 6759,
            "12386304" : 6186,
            "12517376" : 5828,
            "12648448" : 5448,
            "12779520" : 5223,
            "12910592" : 4799,
            "13041664" : 4245,
            "13172736" : 3737,
            "13303808" : 3550,
            "13434880" : 3488,
            "13565952" : 3056,
            "13697024" : 2618,
            "13828096" : 2498,
            "13959168" : 2462,
            "14090240" : 2371,
            "14221312" : 2227,
            "14352384" : 2071,
            "14483456" : 2016,
            "14614528" : 2104,
            "14745600" : 2265,
            "14876672" : 2411,
            "15007744" : 2417,
            "15138816" : 2406,
            "15269888" : 2478,
            "15400960" : 2643,
            "15532032" : 2727,
            "15663104" : 2892,
            "15794176" : 3135,
            "15925248" : 3324,
            "16056320" : 3497,
            "16187392" : 3741,
            "16318464" : 4175,
            "16449536" : 4302,
            "16580608" : 4400,
            "16711680" : 4685,
            "16908288" : 9702,
            "17170432" : 10686,
            "17432576" : 12660,
            "17694720" : 15251,
            "17956864" : 17145,
            "18219008" : 18741,
            "18481152" : 20357,
            "18743296" : 22191,
            "19005440" : 24588,
            "19267584" : 29530,
            "19529728" : 34721,
            "19791872" : 40994,
            "20054016" : 47689,
            "20316160" : 54489,
            "20578304" : 61001,
            "20840448" : 69155,
            "21102592" : 77180,
            "21364736" : 83273,
            "21626880" : 87967,
            "21889024" : 90627,
            "22151168" : 91748,
            "22413312" : 91468,
            "22675456" : 90453,
            "22937600" : 87646,
            "23199744" : 82522,
            "23461888" : 75858,
            "23724032" : 68595,
            "23986176" : 61498,
            "24248320" : 53488,
            "24510464" : 45827,
            "24772608" : 38057,
            "25034752" : 31153,
            "25296896" : 25180,
            "25559040" : 20000,
            "25821184" : 15121,
            "26083328" : 11393,
            "26345472" : 8532,
            "26607616" : 6016,
            "26869760" : 4281,
            "27131904" : 2958,
            "27394048" : 2002,
            "27656192" : 1359,
            "27918336" : 918,
            "28180480" : 620,
            "28442624" : 355,
            "28704768" : 298,
            "28966912" : 172,
            "29229056" : 121,
            "29491200" : 63,
            "29753344" : 49,
            "30015488" : 37,
            "30277632" : 22,
            "30539776" : 20,
            "30801920" : 14,
            "31064064" : 11,
            "31326208" : 16,
            "31588352" : 14,
            "31850496" : 8,
            "32112640" : 13,
            "32374784" : 18,
            "32636928" : 10,
            "32899072" : 5,
            "33161216" : 17,
            "33423360" : 9,
            "33816576" : 21,
            "34340864" : 21,
            "34865152" : 16,
            "35389440" : 7,
            "35913728" : 8,
            "36438016" : 7,
            "36962304" : 4,
            "37486592" : 1
          }
        },
        "lat_ns" : {
          "min" : 451489,
          "max" : 39052445,
          "mean" : 20153122.335530,
          "stddev" : 5149546.075637,
          "N" : 2286439
        },
        "bw_min" : 10099147,
        "bw_max" : 20206175,
        "bw_agg" : 100.000000,
        "bw_mean" : 13016233.966574,
        "bw_dev" : 389741.719844,
        "bw_samples" : 2872,
        "iops_min" : 9862,
        "iops_max" : 19732,
        "iops_mean" : 12710.387187,
        "iops_stddev" : 380.611110,
        "iops_samples" : 2872
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439992,
      "usr_cpu" : 0.525489,
      "sys_cpu" : 83.711715,
      "ctx" : 842430,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999825,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 5.910461,
        "20" : 29.529125,
        "50" : 64.564612,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773067333,
  "timestamp_ms" : 1773067333651,
  "time" : "Mon Mar  9 11:42:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2397647667200,
        "io_kbytes" : 2341452800,
        "bw_bytes" : 13320042817,
        "bw" : 13007854,
        "iops" : 12701.560530,
        "runtime" : 180003,
        "total_ios" : 2286319,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 184601,
          "max" : 3351393,
          "mean" : 626509.198071,
          "stddev" : 229784.163144,
          "N" : 2286327
        },
        "clat_ns" : {
          "min" : 4627,
          "max" : 37368766,
          "mean" : 19526153.323918,
          "stddev" : 4992285.560453,
          "N" : 2286567,
          "percentile" : {
            "1.000000" : 9240576,
            "5.000000" : 9895936,
            "10.000000" : 10420224,
            "20.000000" : 13172736,
            "30.000000" : 19005440,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22675456,
            "80.000000" : 23461888,
            "90.000000" : 24248320,
            "95.000000" : 25034752,
            "99.000000" : 26345472,
            "99.500000" : 26869760,
            "99.900000" : 27918336,
            "99.950000" : 28442624,
            "99.990000" : 30539776
          },
          "bins" : {
            "4640" : 1,
            "4768" : 1,
            "4960" : 2,
            "9664" : 1,
            "10304" : 1,
            "11968" : 1,
            "14272" : 1,
            "452608" : 1,
            "460800" : 1,
            "610304" : 1,
            "651264" : 1,
            "741376" : 1,
            "790528" : 1,
            "815104" : 1,
            "995328" : 1,
            "1236992" : 1,
            "1269760" : 1,
            "1318912" : 1,
            "1400832" : 1,
            "1482752" : 2,
            "1531904" : 1,
            "1630208" : 1,
            "1957888" : 1,
            "2088960" : 2,
            "2146304" : 1,
            "2179072" : 1,
            "2244608" : 1,
            "2408448" : 1,
            "2473984" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2801664" : 1,
            "2899968" : 1,
            "2965504" : 2,
            "3293184" : 1,
            "3424256" : 1,
            "3522560" : 1,
            "3555328" : 1,
            "3588096" : 3,
            "3620864" : 1,
            "3883008" : 1,
            "4112384" : 1,
            "4145152" : 1,
            "4177920" : 1,
            "4358144" : 3,
            "4423680" : 1,
            "4489216" : 1,
            "4816896" : 1,
            "4947968" : 4,
            "5079040" : 3,
            "5472256" : 1,
            "5603328" : 1,
            "5734400" : 2,
            "5799936" : 1,
            "5865472" : 2,
            "6062080" : 1,
            "6127616" : 1,
            "6324224" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 1,
            "6848512" : 3,
            "7241728" : 2,
            "7372800" : 1,
            "7438336" : 2,
            "7503872" : 1,
            "7634944" : 1,
            "7766016" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 36,
            "8093696" : 91,
            "8159232" : 203,
            "8224768" : 316,
            "8290304" : 518,
            "8355840" : 751,
            "8454144" : 1775,
            "8585216" : 2304,
            "8716288" : 2511,
            "8847360" : 2554,
            "8978432" : 2811,
            "9109504" : 4860,
            "9240576" : 8268,
            "9371648" : 12523,
            "9502720" : 16010,
            "9633792" : 21049,
            "9764864" : 24353,
            "9895936" : 26356,
            "10027008" : 26779,
            "10158080" : 26722,
            "10289152" : 25620,
            "10420224" : 24424,
            "10551296" : 22665,
            "10682368" : 21050,
            "10813440" : 19848,
            "10944512" : 18021,
            "11075584" : 16677,
            "11206656" : 14433,
            "11337728" : 13296,
            "11468800" : 12560,
            "11599872" : 11607,
            "11730944" : 10884,
            "11862016" : 10049,
            "11993088" : 8685,
            "12124160" : 7621,
            "12255232" : 6759,
            "12386304" : 6187,
            "12517376" : 5830,
            "12648448" : 5448,
            "12779520" : 5223,
            "12910592" : 4799,
            "13041664" : 4245,
            "13172736" : 3739,
            "13303808" : 3552,
            "13434880" : 3488,
            "13565952" : 3056,
            "13697024" : 2618,
            "13828096" : 2500,
            "13959168" : 2463,
            "14090240" : 2371,
            "14221312" : 2227,
            "14352384" : 2072,
            "14483456" : 2017,
            "14614528" : 2105,
            "14745600" : 2265,
            "14876672" : 2411,
            "15007744" : 2419,
            "15138816" : 2406,
            "15269888" : 2479,
            "15400960" : 2643,
            "15532032" : 2727,
            "15663104" : 2894,
            "15794176" : 3136,
            "15925248" : 3324,
            "16056320" : 3498,
            "16187392" : 3741,
            "16318464" : 4176,
            "16449536" : 4304,
            "16580608" : 4400,
            "16711680" : 4685,
            "16908288" : 9705,
            "17170432" : 10687,
            "17432576" : 12661,
            "17694720" : 15252,
            "17956864" : 17146,
            "18219008" : 18743,
            "18481152" : 20359,
            "18743296" : 22191,
            "19005440" : 24589,
            "19267584" : 29533,
            "19529728" : 34721,
            "19791872" : 40997,
            "20054016" : 47690,
            "20316160" : 54491,
            "20578304" : 61002,
            "20840448" : 69155,
            "21102592" : 77183,
            "21364736" : 83274,
            "21626880" : 87968,
            "21889024" : 90629,
            "22151168" : 91750,
            "22413312" : 91469,
            "22675456" : 90454,
            "22937600" : 87647,
            "23199744" : 82523,
            "23461888" : 75858,
            "23724032" : 68595,
            "23986176" : 61499,
            "24248320" : 53488,
            "24510464" : 45827,
            "24772608" : 38057,
            "25034752" : 31153,
            "25296896" : 25180,
            "25559040" : 20000,
            "25821184" : 15121,
            "26083328" : 11393,
            "26345472" : 8532,
            "26607616" : 6016,
            "26869760" : 4281,
            "27131904" : 2958,
            "27394048" : 2002,
            "27656192" : 1359,
            "27918336" : 918,
            "28180480" : 620,
            "28442624" : 355,
            "28704768" : 298,
            "28966912" : 172,
            "29229056" : 121,
            "29491200" : 63,
            "29753344" : 49,
            "30015488" : 37,
            "30277632" : 22,
            "30539776" : 20,
            "30801920" : 14,
            "31064064" : 11,
            "31326208" : 16,
            "31588352" : 14,
            "31850496" : 8,
            "32112640" : 13,
            "32374784" : 18,
            "32636928" : 10,
            "32899072" : 5,
            "33161216" : 17,
            "33423360" : 9,
            "33816576" : 21,
            "34340864" : 21,
            "34865152" : 16,
            "35389440" : 7,
            "35913728" : 8,
            "36438016" : 7,
            "36962304" : 4,
            "37486592" : 1
          }
        },
        "lat_ns" : {
          "min" : 445960,
          "max" : 39052445,
          "mean" : 20152675.946895,
          "stddev" : 5150003.929927,
          "N" : 2286567
        },
        "bw_min" : 10099147,
        "bw_max" : 20206175,
        "bw_agg" : 100.000000,
        "bw_mean" : 13016233.966574,
        "bw_dev" : 389741.719844,
        "bw_samples" : 2872,
        "iops_min" : 9862,
        "iops_max" : 19732,
        "iops_mean" : 12710.387187,
        "iops_stddev" : 380.611110,
        "iops_samples" : 2872
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440012,
      "usr_cpu" : 0.525482,
      "sys_cpu" : 83.710552,
      "ctx" : 842445,
      "majf" : 0,
      "minf" : 292,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999650,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 5.911992,
        "20" : 29.531400,
        "50" : 64.565400,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}