← Back to file list

📄 rand-write-qd32-nj32_run1.json

raidz2/benchmarks/rand/rand-write-qd32-nj32_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126122,
  "timestamp_ms" : 1774126122297,
  "time" : "Sat Mar 21 17:48:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1144385536,
        "io_kbytes" : 1117564,
        "bw_bytes" : 117336771,
        "bw" : 114586,
        "iops" : 28756.075054,
        "runtime" : 9753,
        "total_ios" : 280458,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312066,
      "usr_cpu" : 0.400877,
      "sys_cpu" : 5.012401,
      "ctx" : 446578,
      "majf" : 0,
      "minf" : 184,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.182559,
        "32" : 99.646293,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126132,
  "timestamp_ms" : 1774126132548,
  "time" : "Sat Mar 21 17:48:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1284812800,
        "io_kbytes" : 1254700,
        "bw_bytes" : 128429908,
        "bw" : 125419,
        "iops" : 31359.156337,
        "runtime" : 10004,
        "total_ios" : 313717,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 17098301,
          "mean" : 1009127.681930,
          "stddev" : 636372.881007,
          "N" : 313717
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 69951845,
          "mean" : 31661258.773129,
          "stddev" : 7789264.478834,
          "N" : 313685,
          "percentile" : {
            "1.000000" : 17432576,
            "5.000000" : 20578304,
            "10.000000" : 22413312,
            "20.000000" : 25034752,
            "30.000000" : 26869760,
            "40.000000" : 28442624,
            "50.000000" : 30277632,
            "60.000000" : 32636928,
            "70.000000" : 35389440,
            "80.000000" : 38535168,
            "90.000000" : 42729472,
            "95.000000" : 46399488,
            "99.000000" : 50593792,
            "99.500000" : 52690944,
            "99.900000" : 56885248,
            "99.950000" : 58982400,
            "99.990000" : 63700992
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7962624" : 2,
            "8028160" : 1,
            "8093696" : 1,
            "8159232" : 1,
            "8224768" : 4,
            "8290304" : 1,
            "8355840" : 1,
            "8454144" : 4,
            "8716288" : 3,
            "8847360" : 7,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 5,
            "9502720" : 4,
            "9633792" : 8,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 4,
            "10289152" : 7,
            "10420224" : 5,
            "10551296" : 2,
            "10682368" : 6,
            "10813440" : 6,
            "10944512" : 5,
            "11075584" : 4,
            "11206656" : 3,
            "11337728" : 2,
            "11468800" : 8,
            "11599872" : 6,
            "11730944" : 2,
            "11862016" : 3,
            "11993088" : 10,
            "12124160" : 5,
            "12255232" : 7,
            "12386304" : 8,
            "12517376" : 9,
            "12648448" : 5,
            "12779520" : 12,
            "12910592" : 4,
            "13041664" : 16,
            "13172736" : 13,
            "13303808" : 17,
            "13434880" : 13,
            "13565952" : 21,
            "13697024" : 24,
            "13828096" : 22,
            "13959168" : 32,
            "14090240" : 35,
            "14221312" : 36,
            "14352384" : 39,
            "14483456" : 45,
            "14614528" : 55,
            "14745600" : 48,
            "14876672" : 53,
            "15007744" : 69,
            "15138816" : 61,
            "15269888" : 76,
            "15400960" : 78,
            "15532032" : 83,
            "15663104" : 87,
            "15794176" : 80,
            "15925248" : 101,
            "16056320" : 105,
            "16187392" : 122,
            "16318464" : 129,
            "16449536" : 137,
            "16580608" : 168,
            "16711680" : 150,
            "16908288" : 367,
            "17170432" : 435,
            "17432576" : 525,
            "17694720" : 595,
            "17956864" : 740,
            "18219008" : 733,
            "18481152" : 898,
            "18743296" : 915,
            "19005440" : 1005,
            "19267584" : 1168,
            "19529728" : 1301,
            "19791872" : 1354,
            "20054016" : 1599,
            "20316160" : 1577,
            "20578304" : 1687,
            "20840448" : 1791,
            "21102592" : 1889,
            "21364736" : 2037,
            "21626880" : 2020,
            "21889024" : 2083,
            "22151168" : 2179,
            "22413312" : 2316,
            "22675456" : 2481,
            "22937600" : 2597,
            "23199744" : 2927,
            "23461888" : 3016,
            "23724032" : 3167,
            "23986176" : 3312,
            "24248320" : 3439,
            "24510464" : 3526,
            "24772608" : 3655,
            "25034752" : 3902,
            "25296896" : 3775,
            "25559040" : 3957,
            "25821184" : 4203,
            "26083328" : 4386,
            "26345472" : 4714,
            "26607616" : 4778,
            "26869760" : 5179,
            "27131904" : 5125,
            "27394048" : 5428,
            "27656192" : 5536,
            "27918336" : 5568,
            "28180480" : 5242,
            "28442624" : 5099,
            "28704768" : 4836,
            "28966912" : 4692,
            "29229056" : 4527,
            "29491200" : 4212,
            "29753344" : 4256,
            "30015488" : 4104,
            "30277632" : 3932,
            "30539776" : 3891,
            "30801920" : 3783,
            "31064064" : 3729,
            "31326208" : 3599,
            "31588352" : 3495,
            "31850496" : 3587,
            "32112640" : 3694,
            "32374784" : 3459,
            "32636928" : 3479,
            "32899072" : 3768,
            "33161216" : 3657,
            "33423360" : 3378,
            "33816576" : 6572,
            "34340864" : 6012,
            "34865152" : 5936,
            "35389440" : 5779,
            "35913728" : 5608,
            "36438016" : 5272,
            "36962304" : 5385,
            "37486592" : 4932,
            "38010880" : 4769,
            "38535168" : 4474,
            "39059456" : 4253,
            "39583744" : 4026,
            "40108032" : 3765,
            "40632320" : 3441,
            "41156608" : 3282,
            "41680896" : 3063,
            "42205184" : 2884,
            "42729472" : 2750,
            "43253760" : 2617,
            "43778048" : 2457,
            "44302336" : 2333,
            "44826624" : 2313,
            "45350912" : 2181,
            "45875200" : 2184,
            "46399488" : 1995,
            "46923776" : 1910,
            "47448064" : 1822,
            "47972352" : 1759,
            "48496640" : 1592,
            "49020928" : 1425,
            "49545216" : 1216,
            "50069504" : 1103,
            "50593792" : 932,
            "51118080" : 635,
            "51642368" : 498,
            "52166656" : 395,
            "52690944" : 307,
            "53215232" : 218,
            "53739520" : 181,
            "54263808" : 159,
            "54788096" : 119,
            "55312384" : 116,
            "55836672" : 89,
            "56360960" : 84,
            "56885248" : 50,
            "57409536" : 46,
            "57933824" : 22,
            "58458112" : 42,
            "58982400" : 24,
            "59506688" : 18,
            "60030976" : 17,
            "60555264" : 12,
            "61079552" : 22,
            "61603840" : 9,
            "62128128" : 12,
            "62652416" : 6,
            "63176704" : 6,
            "63700992" : 5,
            "64225280" : 6,
            "64749568" : 2,
            "65273856" : 5,
            "65798144" : 2,
            "66322432" : 1,
            "66846720" : 3,
            "67633152" : 4,
            "68681728" : 1,
            "69730304" : 3
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 71136445,
          "mean" : 32671268.147058,
          "stddev" : 7978364.824145,
          "N" : 313685
        },
        "bw_min" : 115133,
        "bw_max" : 138009,
        "bw_agg" : 100.000000,
        "bw_mean" : 125753.736842,
        "bw_dev" : 194.409814,
        "bw_samples" : 608,
        "iops_min" : 28771,
        "iops_max" : 34498,
        "iops_mean" : 31431.684211,
        "iops_stddev" : 48.664406,
        "iops_samples" : 608
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320087,
      "usr_cpu" : 0.423635,
      "sys_cpu" : 4.279149,
      "ctx" : 468958,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.045264,
        "20" : 4.002971,
        "50" : 94.416624,
        "100" : 1.513147,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126142,
  "timestamp_ms" : 1774126142550,
  "time" : "Sat Mar 21 17:49:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2532401152,
        "io_kbytes" : 2473048,
        "bw_bytes" : 126594738,
        "bw" : 123627,
        "iops" : 30910.517896,
        "runtime" : 20004,
        "total_ios" : 618334,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1024192.499419,
          "stddev" : 624824.959035,
          "N" : 618334
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 74877791,
          "mean" : 32109454.873546,
          "stddev" : 7898368.729209,
          "N" : 618302,
          "percentile" : {
            "1.000000" : 17694720,
            "5.000000" : 20840448,
            "10.000000" : 22937600,
            "20.000000" : 25559040,
            "30.000000" : 27394048,
            "40.000000" : 28966912,
            "50.000000" : 30801920,
            "60.000000" : 33161216,
            "70.000000" : 35913728,
            "80.000000" : 39059456,
            "90.000000" : 43778048,
            "95.000000" : 46923776,
            "99.000000" : 51642368,
            "99.500000" : 53215232,
            "99.900000" : 56885248,
            "99.950000" : 58458112,
            "99.990000" : 64749568
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 25,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 26,
            "12779520" : 25,
            "12910592" : 24,
            "13041664" : 31,
            "13172736" : 29,
            "13303808" : 48,
            "13434880" : 39,
            "13565952" : 40,
            "13697024" : 55,
            "13828096" : 53,
            "13959168" : 58,
            "14090240" : 62,
            "14221312" : 68,
            "14352384" : 73,
            "14483456" : 77,
            "14614528" : 85,
            "14745600" : 86,
            "14876672" : 89,
            "15007744" : 104,
            "15138816" : 107,
            "15269888" : 124,
            "15400960" : 135,
            "15532032" : 133,
            "15663104" : 157,
            "15794176" : 144,
            "15925248" : 161,
            "16056320" : 163,
            "16187392" : 189,
            "16318464" : 225,
            "16449536" : 245,
            "16580608" : 267,
            "16711680" : 244,
            "16908288" : 622,
            "17170432" : 744,
            "17432576" : 875,
            "17694720" : 953,
            "17956864" : 1168,
            "18219008" : 1281,
            "18481152" : 1463,
            "18743296" : 1600,
            "19005440" : 1811,
            "19267584" : 2137,
            "19529728" : 2294,
            "19791872" : 2476,
            "20054016" : 2824,
            "20316160" : 2853,
            "20578304" : 3044,
            "20840448" : 3227,
            "21102592" : 3442,
            "21364736" : 3602,
            "21626880" : 3730,
            "21889024" : 3773,
            "22151168" : 3984,
            "22413312" : 4294,
            "22675456" : 4551,
            "22937600" : 4698,
            "23199744" : 5188,
            "23461888" : 5455,
            "23724032" : 5788,
            "23986176" : 5997,
            "24248320" : 6291,
            "24510464" : 6513,
            "24772608" : 6885,
            "25034752" : 7330,
            "25296896" : 7400,
            "25559040" : 7679,
            "25821184" : 8065,
            "26083328" : 8542,
            "26345472" : 8956,
            "26607616" : 9253,
            "26869760" : 9820,
            "27131904" : 9752,
            "27394048" : 10073,
            "27656192" : 10417,
            "27918336" : 10634,
            "28180480" : 10170,
            "28442624" : 10155,
            "28704768" : 10014,
            "28966912" : 9744,
            "29229056" : 9623,
            "29491200" : 9117,
            "29753344" : 8909,
            "30015488" : 8710,
            "30277632" : 8150,
            "30539776" : 7873,
            "30801920" : 7358,
            "31064064" : 7477,
            "31326208" : 7054,
            "31588352" : 6753,
            "31850496" : 6508,
            "32112640" : 6749,
            "32374784" : 6295,
            "32636928" : 6277,
            "32899072" : 6667,
            "33161216" : 6540,
            "33423360" : 6328,
            "33816576" : 12312,
            "34340864" : 11782,
            "34865152" : 11616,
            "35389440" : 11645,
            "35913728" : 11459,
            "36438016" : 10868,
            "36962304" : 11160,
            "37486592" : 10624,
            "38010880" : 10074,
            "38535168" : 9356,
            "39059456" : 8846,
            "39583744" : 8586,
            "40108032" : 8060,
            "40632320" : 7289,
            "41156608" : 6887,
            "41680896" : 6604,
            "42205184" : 6022,
            "42729472" : 5800,
            "43253760" : 5495,
            "43778048" : 5170,
            "44302336" : 4924,
            "44826624" : 4960,
            "45350912" : 4747,
            "45875200" : 4493,
            "46399488" : 4162,
            "46923776" : 3936,
            "47448064" : 3826,
            "47972352" : 3710,
            "48496640" : 3316,
            "49020928" : 3122,
            "49545216" : 2705,
            "50069504" : 2434,
            "50593792" : 2107,
            "51118080" : 1656,
            "51642368" : 1435,
            "52166656" : 1112,
            "52690944" : 893,
            "53215232" : 647,
            "53739520" : 547,
            "54263808" : 471,
            "54788096" : 328,
            "55312384" : 279,
            "55836672" : 225,
            "56360960" : 178,
            "56885248" : 127,
            "57409536" : 104,
            "57933824" : 70,
            "58458112" : 71,
            "58982400" : 50,
            "59506688" : 39,
            "60030976" : 30,
            "60555264" : 26,
            "61079552" : 27,
            "61603840" : 13,
            "62128128" : 18,
            "62652416" : 11,
            "63176704" : 9,
            "63700992" : 7,
            "64225280" : 11,
            "64749568" : 10,
            "65273856" : 8,
            "65798144" : 4,
            "66322432" : 7,
            "66846720" : 5,
            "67633152" : 11,
            "68681728" : 8,
            "69730304" : 5,
            "70778880" : 2,
            "71827456" : 1,
            "72876032" : 2,
            "74973184" : 1
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 76637209,
          "mean" : 33133974.668338,
          "stddev" : 8091982.342961,
          "N" : 618302
        },
        "bw_min" : 112923,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 123795.615385,
        "bw_dev" : 187.455069,
        "bw_samples" : 1248,
        "iops_min" : 28229,
        "iops_max" : 34694,
        "iops_mean" : 30945.076923,
        "iops_stddev" : 46.865364,
        "iops_samples" : 1248
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640087,
      "usr_cpu" : 0.415412,
      "sys_cpu" : 4.212396,
      "ctx" : 913981,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999838,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999838,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.026685,
        "20" : 3.534821,
        "50" : 94.477904,
        "100" : 1.949432,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126152,
  "timestamp_ms" : 1774126152550,
  "time" : "Sat Mar 21 17:49:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3637444608,
        "io_kbytes" : 3552192,
        "bw_bytes" : 121231989,
        "bw" : 118390,
        "iops" : 29599.620051,
        "runtime" : 30004,
        "total_ios" : 888107,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1070592.746345,
          "stddev" : 602339.173385,
          "N" : 888107
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 74877791,
          "mean" : 33515573.530728,
          "stddev" : 8425272.659135,
          "N" : 888075,
          "percentile" : {
            "1.000000" : 17956864,
            "5.000000" : 21364736,
            "10.000000" : 23724032,
            "20.000000" : 26345472,
            "30.000000" : 28180480,
            "40.000000" : 30015488,
            "50.000000" : 32374784,
            "60.000000" : 34865152,
            "70.000000" : 37486592,
            "80.000000" : 40632320,
            "90.000000" : 45350912,
            "95.000000" : 49020928,
            "99.000000" : 55312384,
            "99.500000" : 56885248,
            "99.900000" : 60555264,
            "99.950000" : 61603840,
            "99.990000" : 64225280
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3936,
            "21364736" : 4117,
            "21626880" : 4356,
            "21889024" : 4463,
            "22151168" : 4740,
            "22413312" : 5104,
            "22675456" : 5474,
            "22937600" : 5627,
            "23199744" : 6182,
            "23461888" : 6544,
            "23724032" : 6980,
            "23986176" : 7208,
            "24248320" : 7745,
            "24510464" : 7943,
            "24772608" : 8407,
            "25034752" : 8987,
            "25296896" : 9081,
            "25559040" : 9448,
            "25821184" : 9900,
            "26083328" : 10507,
            "26345472" : 11101,
            "26607616" : 11568,
            "26869760" : 12238,
            "27131904" : 12326,
            "27394048" : 12723,
            "27656192" : 13226,
            "27918336" : 13653,
            "28180480" : 13150,
            "28442624" : 13124,
            "28704768" : 13057,
            "28966912" : 12768,
            "29229056" : 12588,
            "29491200" : 12153,
            "29753344" : 11799,
            "30015488" : 11472,
            "30277632" : 10816,
            "30539776" : 10638,
            "30801920" : 10133,
            "31064064" : 10244,
            "31326208" : 9741,
            "31588352" : 9322,
            "31850496" : 9142,
            "32112640" : 9433,
            "32374784" : 8931,
            "32636928" : 8978,
            "32899072" : 9221,
            "33161216" : 9251,
            "33423360" : 9188,
            "33816576" : 17979,
            "34340864" : 17458,
            "34865152" : 17628,
            "35389440" : 17630,
            "35913728" : 17454,
            "36438016" : 17010,
            "36962304" : 17261,
            "37486592" : 17196,
            "38010880" : 16649,
            "38535168" : 16127,
            "39059456" : 15350,
            "39583744" : 14746,
            "40108032" : 13788,
            "40632320" : 12886,
            "41156608" : 12040,
            "41680896" : 11585,
            "42205184" : 10704,
            "42729472" : 9963,
            "43253760" : 9577,
            "43778048" : 9099,
            "44302336" : 8748,
            "44826624" : 8744,
            "45350912" : 7963,
            "45875200" : 7299,
            "46399488" : 6818,
            "46923776" : 6288,
            "47448064" : 6129,
            "47972352" : 5808,
            "48496640" : 5372,
            "49020928" : 5142,
            "49545216" : 4638,
            "50069504" : 4367,
            "50593792" : 3936,
            "51118080" : 3434,
            "51642368" : 3217,
            "52166656" : 2736,
            "52690944" : 2462,
            "53215232" : 2155,
            "53739520" : 1952,
            "54263808" : 1765,
            "54788096" : 1510,
            "55312384" : 1341,
            "55836672" : 1311,
            "56360960" : 1255,
            "56885248" : 1030,
            "57409536" : 884,
            "57933824" : 815,
            "58458112" : 642,
            "58982400" : 497,
            "59506688" : 400,
            "60030976" : 287,
            "60555264" : 217,
            "61079552" : 201,
            "61603840" : 118,
            "62128128" : 107,
            "62652416" : 72,
            "63176704" : 62,
            "63700992" : 39,
            "64225280" : 27,
            "64749568" : 11,
            "65273856" : 9,
            "65798144" : 4,
            "66322432" : 8,
            "66846720" : 7,
            "67633152" : 12,
            "68681728" : 8,
            "69730304" : 5,
            "70778880" : 2,
            "71827456" : 1,
            "72876032" : 2,
            "74973184" : 1
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 76637209,
          "mean" : 34585622.988848,
          "stddev" : 8640856.292800,
          "N" : 888075
        },
        "bw_min" : 90740,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 118781.881356,
        "bw_dev" : 327.909732,
        "bw_samples" : 1888,
        "iops_min" : 22686,
        "iops_max" : 34694,
        "iops_mean" : 29691.796610,
        "iops_stddev" : 81.989107,
        "iops_samples" : 1888
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960084,
      "usr_cpu" : 0.402465,
      "sys_cpu" : 4.015065,
      "ctx" : 1285735,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.018579,
        "20" : 2.768135,
        "50" : 93.235950,
        "100" : 3.969567,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126162,
  "timestamp_ms" : 1774126162549,
  "time" : "Sat Mar 21 17:49:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4563001344,
        "io_kbytes" : 4456056,
        "bw_bytes" : 114063627,
        "bw" : 111390,
        "iops" : 27848.515148,
        "runtime" : 40004,
        "total_ios" : 1114052,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1139219.673189,
          "stddev" : 591217.178328,
          "N" : 1114052
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 74877791,
          "mean" : 35623539.030191,
          "stddev" : 9428857.060489,
          "N" : 1114020,
          "percentile" : {
            "1.000000" : 18481152,
            "5.000000" : 22151168,
            "10.000000" : 24510464,
            "20.000000" : 27394048,
            "30.000000" : 29491200,
            "40.000000" : 32112640,
            "50.000000" : 34865152,
            "60.000000" : 37486592,
            "70.000000" : 40108032,
            "80.000000" : 43778048,
            "90.000000" : 48496640,
            "95.000000" : 52690944,
            "99.000000" : 60030976,
            "99.500000" : 62128128,
            "99.900000" : 66322432,
            "99.950000" : 67633152,
            "99.990000" : 69730304
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3936,
            "21364736" : 4117,
            "21626880" : 4356,
            "21889024" : 4465,
            "22151168" : 4744,
            "22413312" : 5111,
            "22675456" : 5484,
            "22937600" : 5636,
            "23199744" : 6196,
            "23461888" : 6567,
            "23724032" : 7017,
            "23986176" : 7244,
            "24248320" : 7794,
            "24510464" : 7997,
            "24772608" : 8461,
            "25034752" : 9074,
            "25296896" : 9148,
            "25559040" : 9516,
            "25821184" : 9981,
            "26083328" : 10593,
            "26345472" : 11228,
            "26607616" : 11691,
            "26869760" : 12425,
            "27131904" : 12513,
            "27394048" : 12927,
            "27656192" : 13445,
            "27918336" : 13928,
            "28180480" : 13488,
            "28442624" : 13461,
            "28704768" : 13441,
            "28966912" : 13215,
            "29229056" : 13088,
            "29491200" : 12746,
            "29753344" : 12423,
            "30015488" : 12106,
            "30277632" : 11605,
            "30539776" : 11413,
            "30801920" : 10964,
            "31064064" : 11179,
            "31326208" : 10711,
            "31588352" : 10421,
            "31850496" : 10385,
            "32112640" : 10765,
            "32374784" : 10420,
            "32636928" : 10625,
            "32899072" : 10944,
            "33161216" : 11168,
            "33423360" : 11240,
            "33816576" : 22232,
            "34340864" : 21926,
            "34865152" : 22066,
            "35389440" : 22350,
            "35913728" : 22068,
            "36438016" : 21606,
            "36962304" : 22064,
            "37486592" : 22243,
            "38010880" : 21691,
            "38535168" : 21566,
            "39059456" : 20650,
            "39583744" : 20064,
            "40108032" : 19282,
            "40632320" : 18484,
            "41156608" : 17758,
            "41680896" : 17241,
            "42205184" : 16464,
            "42729472" : 15529,
            "43253760" : 15418,
            "43778048" : 14610,
            "44302336" : 13641,
            "44826624" : 13521,
            "45350912" : 12530,
            "45875200" : 11726,
            "46399488" : 11009,
            "46923776" : 10156,
            "47448064" : 9923,
            "47972352" : 9224,
            "48496640" : 8681,
            "49020928" : 8470,
            "49545216" : 8064,
            "50069504" : 7702,
            "50593792" : 7087,
            "51118080" : 6480,
            "51642368" : 6220,
            "52166656" : 5701,
            "52690944" : 5279,
            "53215232" : 4970,
            "53739520" : 4320,
            "54263808" : 4239,
            "54788096" : 3951,
            "55312384" : 3559,
            "55836672" : 3631,
            "56360960" : 3500,
            "56885248" : 3092,
            "57409536" : 2733,
            "57933824" : 2483,
            "58458112" : 2265,
            "58982400" : 2019,
            "59506688" : 1836,
            "60030976" : 1679,
            "60555264" : 1476,
            "61079552" : 1316,
            "61603840" : 1032,
            "62128128" : 950,
            "62652416" : 767,
            "63176704" : 764,
            "63700992" : 699,
            "64225280" : 640,
            "64749568" : 564,
            "65273856" : 492,
            "65798144" : 350,
            "66322432" : 314,
            "66846720" : 259,
            "67633152" : 340,
            "68681728" : 153,
            "69730304" : 78,
            "70778880" : 35,
            "71827456" : 24,
            "72876032" : 7,
            "74973184" : 1
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 76637209,
          "mean" : 36762369.393593,
          "stddev" : 9684985.987516,
          "N" : 1114020
        },
        "bw_min" : 76888,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 111807.670886,
        "bw_dev" : 478.184390,
        "bw_samples" : 2528,
        "iops_min" : 19222,
        "iops_max" : 34694,
        "iops_mean" : 27948.075949,
        "iops_stddev" : 119.557270,
        "iops_samples" : 2528
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280087,
      "usr_cpu" : 0.374896,
      "sys_cpu" : 3.764354,
      "ctx" : 1569497,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.014811,
        "20" : 2.206719,
        "50" : 89.679835,
        "100" : 8.092441,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126172,
  "timestamp_ms" : 1774126172551,
  "time" : "Sat Mar 21 17:49:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5470359552,
        "io_kbytes" : 5342148,
        "bw_bytes" : 109396251,
        "bw" : 106832,
        "iops" : 26709.309069,
        "runtime" : 50005,
        "total_ios" : 1335599,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1188751.035374,
          "stddev" : 581976.903180,
          "N" : 1335600
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 74877791,
          "mean" : 37141481.167660,
          "stddev" : 9924858.634962,
          "N" : 1335568,
          "percentile" : {
            "1.000000" : 18743296,
            "5.000000" : 22675456,
            "10.000000" : 25034752,
            "20.000000" : 28180480,
            "30.000000" : 30801920,
            "40.000000" : 33816576,
            "50.000000" : 36438016,
            "60.000000" : 39059456,
            "70.000000" : 41680896,
            "80.000000" : 45350912,
            "90.000000" : 50593792,
            "95.000000" : 55312384,
            "99.000000" : 62652416,
            "99.500000" : 64749568,
            "99.900000" : 67633152,
            "99.950000" : 68681728,
            "99.990000" : 70778880
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7803,
            "24510464" : 8005,
            "24772608" : 8470,
            "25034752" : 9089,
            "25296896" : 9157,
            "25559040" : 9535,
            "25821184" : 10010,
            "26083328" : 10629,
            "26345472" : 11266,
            "26607616" : 11762,
            "26869760" : 12500,
            "27131904" : 12600,
            "27394048" : 13041,
            "27656192" : 13595,
            "27918336" : 14090,
            "28180480" : 13703,
            "28442624" : 13723,
            "28704768" : 13783,
            "28966912" : 13616,
            "29229056" : 13610,
            "29491200" : 13246,
            "29753344" : 13014,
            "30015488" : 12720,
            "30277632" : 12245,
            "30539776" : 12120,
            "30801920" : 11735,
            "31064064" : 11954,
            "31326208" : 11580,
            "31588352" : 11377,
            "31850496" : 11425,
            "32112640" : 11834,
            "32374784" : 11580,
            "32636928" : 11847,
            "32899072" : 12198,
            "33161216" : 12494,
            "33423360" : 12647,
            "33816576" : 25314,
            "34340864" : 25396,
            "34865152" : 25979,
            "35389440" : 26630,
            "35913728" : 26705,
            "36438016" : 26364,
            "36962304" : 26625,
            "37486592" : 26817,
            "38010880" : 26516,
            "38535168" : 26485,
            "39059456" : 25764,
            "39583744" : 25440,
            "40108032" : 24537,
            "40632320" : 23866,
            "41156608" : 23341,
            "41680896" : 22857,
            "42205184" : 22319,
            "42729472" : 21186,
            "43253760" : 21127,
            "43778048" : 20011,
            "44302336" : 18875,
            "44826624" : 18791,
            "45350912" : 17489,
            "45875200" : 16382,
            "46399488" : 15777,
            "46923776" : 14830,
            "47448064" : 14430,
            "47972352" : 13259,
            "48496640" : 12461,
            "49020928" : 11944,
            "49545216" : 11694,
            "50069504" : 10886,
            "50593792" : 9915,
            "51118080" : 9141,
            "51642368" : 8719,
            "52166656" : 8157,
            "52690944" : 7538,
            "53215232" : 7183,
            "53739520" : 6479,
            "54263808" : 6512,
            "54788096" : 6147,
            "55312384" : 5627,
            "55836672" : 5657,
            "56360960" : 5394,
            "56885248" : 4986,
            "57409536" : 4597,
            "57933824" : 4309,
            "58458112" : 3918,
            "58982400" : 3722,
            "59506688" : 3475,
            "60030976" : 3266,
            "60555264" : 2996,
            "61079552" : 2777,
            "61603840" : 2340,
            "62128128" : 2145,
            "62652416" : 1864,
            "63176704" : 1738,
            "63700992" : 1571,
            "64225280" : 1522,
            "64749568" : 1387,
            "65273856" : 1157,
            "65798144" : 943,
            "66322432" : 913,
            "66846720" : 779,
            "67633152" : 1160,
            "68681728" : 634,
            "69730304" : 318,
            "70778880" : 139,
            "71827456" : 60,
            "72876032" : 21,
            "73924608" : 2,
            "74973184" : 1
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 76637209,
          "mean" : 38329760.455380,
          "stddev" : 10199729.487807,
          "N" : 1335568
        },
        "bw_min" : 76888,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 107051.717172,
        "bw_dev" : 524.547254,
        "bw_samples" : 3168,
        "iops_min" : 19222,
        "iops_max" : 34694,
        "iops_mean" : 26759.696970,
        "iops_stddev" : 131.122284,
        "iops_samples" : 3168
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600093,
      "usr_cpu" : 0.361354,
      "sys_cpu" : 3.603291,
      "ctx" : 1840918,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999925,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999925,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.012354,
        "20" : 1.840672,
        "50" : 87.205366,
        "100" : 10.936516,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126182,
  "timestamp_ms" : 1774126182548,
  "time" : "Sat Mar 21 17:49:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6323064832,
        "io_kbytes" : 6174868,
        "bw_bytes" : 105377388,
        "bw" : 102907,
        "iops" : 25727.601493,
        "runtime" : 60004,
        "total_ios" : 1543759,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1234856.404115,
          "stddev" : 578685.333485,
          "N" : 1543759
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 74877791,
          "mean" : 38565130.618361,
          "stddev" : 10465963.260975,
          "N" : 1543727,
          "percentile" : {
            "1.000000" : 19005440,
            "5.000000" : 23199744,
            "10.000000" : 25821184,
            "20.000000" : 28966912,
            "30.000000" : 32112640,
            "40.000000" : 35389440,
            "50.000000" : 38010880,
            "60.000000" : 40632320,
            "70.000000" : 43778048,
            "80.000000" : 47448064,
            "90.000000" : 52690944,
            "95.000000" : 57933824,
            "99.000000" : 64749568,
            "99.500000" : 66846720,
            "99.900000" : 68681728,
            "99.950000" : 69730304,
            "99.990000" : 71827456
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7803,
            "24510464" : 8005,
            "24772608" : 8470,
            "25034752" : 9089,
            "25296896" : 9157,
            "25559040" : 9535,
            "25821184" : 10010,
            "26083328" : 10629,
            "26345472" : 11266,
            "26607616" : 11762,
            "26869760" : 12500,
            "27131904" : 12602,
            "27394048" : 13043,
            "27656192" : 13604,
            "27918336" : 14108,
            "28180480" : 13730,
            "28442624" : 13729,
            "28704768" : 13795,
            "28966912" : 13638,
            "29229056" : 13631,
            "29491200" : 13293,
            "29753344" : 13061,
            "30015488" : 12825,
            "30277632" : 12375,
            "30539776" : 12247,
            "30801920" : 11905,
            "31064064" : 12123,
            "31326208" : 11778,
            "31588352" : 11637,
            "31850496" : 11734,
            "32112640" : 12182,
            "32374784" : 11989,
            "32636928" : 12315,
            "32899072" : 12770,
            "33161216" : 13151,
            "33423360" : 13401,
            "33816576" : 27214,
            "34340864" : 27663,
            "34865152" : 28777,
            "35389440" : 29805,
            "35913728" : 30496,
            "36438016" : 30343,
            "36962304" : 30562,
            "37486592" : 30602,
            "38010880" : 30282,
            "38535168" : 30247,
            "39059456" : 29517,
            "39583744" : 29371,
            "40108032" : 28509,
            "40632320" : 27973,
            "41156608" : 27467,
            "41680896" : 27121,
            "42205184" : 26837,
            "42729472" : 25833,
            "43253760" : 26096,
            "43778048" : 25513,
            "44302336" : 24116,
            "44826624" : 24436,
            "45350912" : 22801,
            "45875200" : 21469,
            "46399488" : 20793,
            "46923776" : 19595,
            "47448064" : 19214,
            "47972352" : 17825,
            "48496640" : 16769,
            "49020928" : 15962,
            "49545216" : 15352,
            "50069504" : 14340,
            "50593792" : 13023,
            "51118080" : 11872,
            "51642368" : 11279,
            "52166656" : 10735,
            "52690944" : 9860,
            "53215232" : 9531,
            "53739520" : 8738,
            "54263808" : 8754,
            "54788096" : 8352,
            "55312384" : 7841,
            "55836672" : 7866,
            "56360960" : 7605,
            "56885248" : 7175,
            "57409536" : 6715,
            "57933824" : 6471,
            "58458112" : 6020,
            "58982400" : 5824,
            "59506688" : 5478,
            "60030976" : 5252,
            "60555264" : 5001,
            "61079552" : 4812,
            "61603840" : 4374,
            "62128128" : 4242,
            "62652416" : 3966,
            "63176704" : 3816,
            "63700992" : 3493,
            "64225280" : 3465,
            "64749568" : 3142,
            "65273856" : 2765,
            "65798144" : 2277,
            "66322432" : 2096,
            "66846720" : 1845,
            "67633152" : 2815,
            "68681728" : 1655,
            "69730304" : 929,
            "70778880" : 398,
            "71827456" : 136,
            "72876032" : 53,
            "73924608" : 3,
            "74973184" : 1
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 76637209,
          "mean" : 39800032.245950,
          "stddev" : 10762030.827289,
          "N" : 1543727
        },
        "bw_min" : 76336,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 103154.268908,
        "bw_dev" : 553.209550,
        "bw_samples" : 3808,
        "iops_min" : 19084,
        "iops_max" : 34694,
        "iops_mean" : 25785.613445,
        "iops_stddev" : 138.280549,
        "iops_samples" : 3808
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920061,
      "usr_cpu" : 0.350353,
      "sys_cpu" : 3.467963,
      "ctx" : 2089992,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010688,
        "20" : 1.592477,
        "50" : 84.221954,
        "100" : 14.170411,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126192,
  "timestamp_ms" : 1774126192548,
  "time" : "Sat Mar 21 17:49:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7134064640,
        "io_kbytes" : 6966860,
        "bw_bytes" : 101909385,
        "bw" : 99520,
        "iops" : 24880.821096,
        "runtime" : 70004,
        "total_ios" : 1741757,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1277484.733923,
          "stddev" : 580618.428836,
          "N" : 1741757
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 77385201,
          "mean" : 39875722.958922,
          "stddev" : 10987813.993847,
          "N" : 1741725,
          "percentile" : {
            "1.000000" : 19267584,
            "5.000000" : 23461888,
            "10.000000" : 26083328,
            "20.000000" : 29753344,
            "30.000000" : 33161216,
            "40.000000" : 36438016,
            "50.000000" : 39059456,
            "60.000000" : 42205184,
            "70.000000" : 45350912,
            "80.000000" : 49020928,
            "90.000000" : 55312384,
            "95.000000" : 60030976,
            "99.000000" : 66846720,
            "99.500000" : 68681728,
            "99.900000" : 71827456,
            "99.950000" : 72876032,
            "99.990000" : 73924608
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9555,
            "25821184" : 10034,
            "26083328" : 10664,
            "26345472" : 11303,
            "26607616" : 11814,
            "26869760" : 12552,
            "27131904" : 12669,
            "27394048" : 13121,
            "27656192" : 13686,
            "27918336" : 14214,
            "28180480" : 13817,
            "28442624" : 13834,
            "28704768" : 13897,
            "28966912" : 13744,
            "29229056" : 13754,
            "29491200" : 13430,
            "29753344" : 13226,
            "30015488" : 12990,
            "30277632" : 12545,
            "30539776" : 12433,
            "30801920" : 12111,
            "31064064" : 12387,
            "31326208" : 12038,
            "31588352" : 11937,
            "31850496" : 12077,
            "32112640" : 12560,
            "32374784" : 12422,
            "32636928" : 12752,
            "32899072" : 13287,
            "33161216" : 13658,
            "33423360" : 14048,
            "33816576" : 28469,
            "34340864" : 29193,
            "34865152" : 30463,
            "35389440" : 31524,
            "35913728" : 32438,
            "36438016" : 32402,
            "36962304" : 32738,
            "37486592" : 32940,
            "38010880" : 32656,
            "38535168" : 32733,
            "39059456" : 32032,
            "39583744" : 31961,
            "40108032" : 31116,
            "40632320" : 30490,
            "41156608" : 30095,
            "41680896" : 29662,
            "42205184" : 29590,
            "42729472" : 28586,
            "43253760" : 29136,
            "43778048" : 28563,
            "44302336" : 27255,
            "44826624" : 27782,
            "45350912" : 26406,
            "45875200" : 25225,
            "46399488" : 25088,
            "46923776" : 24063,
            "47448064" : 23894,
            "47972352" : 22674,
            "48496640" : 21767,
            "49020928" : 21110,
            "49545216" : 20574,
            "50069504" : 19333,
            "50593792" : 17936,
            "51118080" : 16518,
            "51642368" : 15849,
            "52166656" : 15159,
            "52690944" : 13932,
            "53215232" : 13292,
            "53739520" : 12306,
            "54263808" : 11870,
            "54788096" : 11300,
            "55312384" : 10751,
            "55836672" : 10579,
            "56360960" : 10404,
            "56885248" : 9913,
            "57409536" : 9268,
            "57933824" : 8835,
            "58458112" : 8129,
            "58982400" : 7922,
            "59506688" : 7477,
            "60030976" : 7239,
            "60555264" : 7113,
            "61079552" : 6815,
            "61603840" : 6327,
            "62128128" : 6224,
            "62652416" : 5924,
            "63176704" : 5711,
            "63700992" : 5486,
            "64225280" : 5320,
            "64749568" : 4801,
            "65273856" : 4390,
            "65798144" : 3770,
            "66322432" : 3544,
            "66846720" : 3239,
            "67633152" : 5251,
            "68681728" : 3680,
            "69730304" : 2663,
            "70778880" : 1662,
            "71827456" : 865,
            "72876032" : 474,
            "73924608" : 280,
            "74973184" : 103,
            "76021760" : 54,
            "77070336" : 13
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 79889386,
          "mean" : 41153188.844133,
          "stddev" : 11303144.191680,
          "N" : 1741725
        },
        "bw_min" : 72104,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 99749.683453,
        "bw_dev" : 575.817963,
        "bw_samples" : 4448,
        "iops_min" : 18026,
        "iops_max" : 34694,
        "iops_mean" : 24934.834532,
        "iops_stddev" : 143.923095,
        "iops_samples" : 4448
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240061,
      "usr_cpu" : 0.339991,
      "sys_cpu" : 3.355310,
      "ctx" : 2326610,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 1.411448,
        "50" : 80.512838,
        "100" : 18.062278,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126202,
  "timestamp_ms" : 1774126202550,
  "time" : "Sat Mar 21 17:50:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7932125184,
        "io_kbytes" : 7746216,
        "bw_bytes" : 99146607,
        "bw" : 96822,
        "iops" : 24206.189691,
        "runtime" : 80004,
        "total_ios" : 1936592,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1313590.475085,
          "stddev" : 585828.657108,
          "N" : 1936592
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 80835843,
          "mean" : 40980939.686875,
          "stddev" : 11477388.523288,
          "N" : 1936560,
          "percentile" : {
            "1.000000" : 19529728,
            "5.000000" : 23986176,
            "10.000000" : 26607616,
            "20.000000" : 30539776,
            "30.000000" : 34340864,
            "40.000000" : 37486592,
            "50.000000" : 40108032,
            "60.000000" : 43253760,
            "70.000000" : 46399488,
            "80.000000" : 50593792,
            "90.000000" : 56885248,
            "95.000000" : 62128128,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9555,
            "25821184" : 10034,
            "26083328" : 10664,
            "26345472" : 11303,
            "26607616" : 11814,
            "26869760" : 12552,
            "27131904" : 12669,
            "27394048" : 13124,
            "27656192" : 13690,
            "27918336" : 14221,
            "28180480" : 13826,
            "28442624" : 13842,
            "28704768" : 13909,
            "28966912" : 13765,
            "29229056" : 13766,
            "29491200" : 13447,
            "29753344" : 13241,
            "30015488" : 13015,
            "30277632" : 12578,
            "30539776" : 12471,
            "30801920" : 12160,
            "31064064" : 12449,
            "31326208" : 12100,
            "31588352" : 12031,
            "31850496" : 12169,
            "32112640" : 12695,
            "32374784" : 12580,
            "32636928" : 12942,
            "32899072" : 13509,
            "33161216" : 13945,
            "33423360" : 14383,
            "33816576" : 29308,
            "34340864" : 30262,
            "34865152" : 31935,
            "35389440" : 33266,
            "35913728" : 34782,
            "36438016" : 35205,
            "36962304" : 36015,
            "37486592" : 36735,
            "38010880" : 36685,
            "38535168" : 37099,
            "39059456" : 36488,
            "39583744" : 36330,
            "40108032" : 35615,
            "40632320" : 34920,
            "41156608" : 34401,
            "41680896" : 33692,
            "42205184" : 33483,
            "42729472" : 32333,
            "43253760" : 32933,
            "43778048" : 32130,
            "44302336" : 30626,
            "44826624" : 31047,
            "45350912" : 29569,
            "45875200" : 28258,
            "46399488" : 28114,
            "46923776" : 26943,
            "47448064" : 26688,
            "47972352" : 25359,
            "48496640" : 24498,
            "49020928" : 23788,
            "49545216" : 23220,
            "50069504" : 21945,
            "50593792" : 20434,
            "51118080" : 19030,
            "51642368" : 18426,
            "52166656" : 17581,
            "52690944" : 16337,
            "53215232" : 15722,
            "53739520" : 14737,
            "54263808" : 14254,
            "54788096" : 13657,
            "55312384" : 13009,
            "55836672" : 12945,
            "56360960" : 12853,
            "56885248" : 12235,
            "57409536" : 11552,
            "57933824" : 11245,
            "58458112" : 10392,
            "58982400" : 10129,
            "59506688" : 9811,
            "60030976" : 9480,
            "60555264" : 9459,
            "61079552" : 9078,
            "61603840" : 8717,
            "62128128" : 8495,
            "62652416" : 8072,
            "63176704" : 7959,
            "63700992" : 7674,
            "64225280" : 7305,
            "64749568" : 6845,
            "65273856" : 6262,
            "65798144" : 5536,
            "66322432" : 5327,
            "66846720" : 4952,
            "67633152" : 8523,
            "68681728" : 6672,
            "69730304" : 5445,
            "70778880" : 4084,
            "71827456" : 2952,
            "72876032" : 2210,
            "73924608" : 1652,
            "74973184" : 1187,
            "76021760" : 693,
            "77070336" : 375,
            "78118912" : 197,
            "79167488" : 88,
            "80216064" : 29,
            "81264640" : 2
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 83005187,
          "mean" : 42294115.686506,
          "stddev" : 11810008.525520,
          "N" : 1936560
        },
        "bw_min" : 68816,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 96974.006289,
        "bw_dev" : 586.253551,
        "bw_samples" : 5088,
        "iops_min" : 17204,
        "iops_max" : 34694,
        "iops_mean" : 24241.157233,
        "iops_stddev" : 146.528186,
        "iops_samples" : 5088
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560065,
      "usr_cpu" : 0.331085,
      "sys_cpu" : 3.269917,
      "ctx" : 2557432,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 1.269447,
        "50" : 77.678107,
        "100" : 21.040364,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126212,
  "timestamp_ms" : 1774126212548,
  "time" : "Sat Mar 21 17:50:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8782561280,
        "io_kbytes" : 8576720,
        "bw_bytes" : 97579677,
        "bw" : 95292,
        "iops" : 23823.574508,
        "runtime" : 90004,
        "total_ios" : 2144217,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1335001.862614,
          "stddev" : 583125.146471,
          "N" : 2144217
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 80835843,
          "mean" : 41644618.970891,
          "stddev" : 11539725.063764,
          "N" : 2144185,
          "percentile" : {
            "1.000000" : 19791872,
            "5.000000" : 24248320,
            "10.000000" : 27131904,
            "20.000000" : 31326208,
            "30.000000" : 34865152,
            "40.000000" : 38010880,
            "50.000000" : 40632320,
            "60.000000" : 43778048,
            "70.000000" : 46923776,
            "80.000000" : 51118080,
            "90.000000" : 57933824,
            "95.000000" : 62652416,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9555,
            "25821184" : 10034,
            "26083328" : 10665,
            "26345472" : 11306,
            "26607616" : 11829,
            "26869760" : 12571,
            "27131904" : 12693,
            "27394048" : 13166,
            "27656192" : 13730,
            "27918336" : 14266,
            "28180480" : 13898,
            "28442624" : 13926,
            "28704768" : 14024,
            "28966912" : 13881,
            "29229056" : 13876,
            "29491200" : 13593,
            "29753344" : 13419,
            "30015488" : 13198,
            "30277632" : 12810,
            "30539776" : 12736,
            "30801920" : 12511,
            "31064064" : 12830,
            "31326208" : 12533,
            "31588352" : 12586,
            "31850496" : 12771,
            "32112640" : 13345,
            "32374784" : 13358,
            "32636928" : 13813,
            "32899072" : 14468,
            "33161216" : 14916,
            "33423360" : 15501,
            "33816576" : 31680,
            "34340864" : 32878,
            "34865152" : 34899,
            "35389440" : 36313,
            "35913728" : 38265,
            "36438016" : 39108,
            "36962304" : 40199,
            "37486592" : 41360,
            "38010880" : 41710,
            "38535168" : 42070,
            "39059456" : 41592,
            "39583744" : 41285,
            "40108032" : 40401,
            "40632320" : 39611,
            "41156608" : 38650,
            "41680896" : 37870,
            "42205184" : 37459,
            "42729472" : 36011,
            "43253760" : 36501,
            "43778048" : 35684,
            "44302336" : 34024,
            "44826624" : 34492,
            "45350912" : 33122,
            "45875200" : 31587,
            "46399488" : 31457,
            "46923776" : 30184,
            "47448064" : 29872,
            "47972352" : 28453,
            "48496640" : 27586,
            "49020928" : 26790,
            "49545216" : 26216,
            "50069504" : 24854,
            "50593792" : 23189,
            "51118080" : 21686,
            "51642368" : 21230,
            "52166656" : 20395,
            "52690944" : 19070,
            "53215232" : 18436,
            "53739520" : 17511,
            "54263808" : 16896,
            "54788096" : 16235,
            "55312384" : 15605,
            "55836672" : 15650,
            "56360960" : 15414,
            "56885248" : 14827,
            "57409536" : 14090,
            "57933824" : 13791,
            "58458112" : 12804,
            "58982400" : 12623,
            "59506688" : 12147,
            "60030976" : 11761,
            "60555264" : 11766,
            "61079552" : 11267,
            "61603840" : 10699,
            "62128128" : 10465,
            "62652416" : 9905,
            "63176704" : 9724,
            "63700992" : 9260,
            "64225280" : 8951,
            "64749568" : 8538,
            "65273856" : 7720,
            "65798144" : 7082,
            "66322432" : 6756,
            "66846720" : 6225,
            "67633152" : 10654,
            "68681728" : 8347,
            "69730304" : 6656,
            "70778880" : 4992,
            "71827456" : 3598,
            "72876032" : 2697,
            "73924608" : 1894,
            "74973184" : 1329,
            "76021760" : 754,
            "77070336" : 405,
            "78118912" : 208,
            "79167488" : 91,
            "80216064" : 29,
            "81264640" : 2
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 83005187,
          "mean" : 42979622.166896,
          "stddev" : 11875301.652434,
          "N" : 2144185
        },
        "bw_min" : 68816,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 95433.687151,
        "bw_dev" : 571.548035,
        "bw_samples" : 5728,
        "iops_min" : 17204,
        "iops_max" : 34694,
        "iops_mean" : 23856.167598,
        "iops_stddev" : 142.852618,
        "iops_samples" : 5728
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880072,
      "usr_cpu" : 0.327006,
      "sys_cpu" : 3.229607,
      "ctx" : 2809245,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 1.146526,
        "50" : 76.032323,
        "100" : 22.810238,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126222,
  "timestamp_ms" : 1774126222549,
  "time" : "Sat Mar 21 17:50:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9644064768,
        "io_kbytes" : 9418032,
        "bw_bytes" : 96436790,
        "bw" : 94176,
        "iops" : 23544.528219,
        "runtime" : 100004,
        "total_ios" : 2354547,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1351050.094199,
          "stddev" : 582189.704273,
          "N" : 2354547
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 82462809,
          "mean" : 42138833.679122,
          "stddev" : 11603517.202012,
          "N" : 2354515,
          "percentile" : {
            "1.000000" : 19791872,
            "5.000000" : 24510464,
            "10.000000" : 27394048,
            "20.000000" : 32112640,
            "30.000000" : 35389440,
            "40.000000" : 38010880,
            "50.000000" : 41156608,
            "60.000000" : 44302336,
            "70.000000" : 47448064,
            "80.000000" : 52166656,
            "90.000000" : 58458112,
            "95.000000" : 63700992,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9557,
            "25821184" : 10037,
            "26083328" : 10668,
            "26345472" : 11309,
            "26607616" : 11840,
            "26869760" : 12590,
            "27131904" : 12725,
            "27394048" : 13210,
            "27656192" : 13785,
            "27918336" : 14361,
            "28180480" : 13994,
            "28442624" : 14055,
            "28704768" : 14183,
            "28966912" : 14075,
            "29229056" : 14102,
            "29491200" : 13853,
            "29753344" : 13699,
            "30015488" : 13555,
            "30277632" : 13198,
            "30539776" : 13212,
            "30801920" : 13079,
            "31064064" : 13494,
            "31326208" : 13249,
            "31588352" : 13442,
            "31850496" : 13747,
            "32112640" : 14409,
            "32374784" : 14567,
            "32636928" : 15151,
            "32899072" : 15871,
            "33161216" : 16498,
            "33423360" : 17152,
            "33816576" : 35572,
            "34340864" : 37066,
            "34865152" : 39358,
            "35389440" : 41103,
            "35913728" : 43412,
            "36438016" : 44407,
            "36962304" : 45464,
            "37486592" : 46530,
            "38010880" : 46470,
            "38535168" : 46685,
            "39059456" : 46069,
            "39583744" : 45375,
            "40108032" : 44314,
            "40632320" : 43463,
            "41156608" : 42330,
            "41680896" : 41504,
            "42205184" : 40912,
            "42729472" : 39168,
            "43253760" : 39599,
            "43778048" : 38645,
            "44302336" : 36868,
            "44826624" : 37195,
            "45350912" : 35791,
            "45875200" : 34203,
            "46399488" : 34261,
            "46923776" : 32840,
            "47448064" : 32567,
            "47972352" : 31148,
            "48496640" : 30474,
            "49020928" : 29785,
            "49545216" : 29071,
            "50069504" : 27533,
            "50593792" : 25985,
            "51118080" : 24524,
            "51642368" : 24039,
            "52166656" : 23119,
            "52690944" : 21797,
            "53215232" : 21101,
            "53739520" : 20043,
            "54263808" : 19584,
            "54788096" : 18660,
            "55312384" : 18026,
            "55836672" : 18032,
            "56360960" : 17759,
            "56885248" : 17001,
            "57409536" : 16196,
            "57933824" : 15930,
            "58458112" : 14913,
            "58982400" : 14521,
            "59506688" : 14116,
            "60030976" : 13658,
            "60555264" : 13558,
            "61079552" : 13063,
            "61603840" : 12539,
            "62128128" : 12323,
            "62652416" : 11742,
            "63176704" : 11647,
            "63700992" : 11051,
            "64225280" : 10711,
            "64749568" : 10222,
            "65273856" : 9393,
            "65798144" : 8655,
            "66322432" : 8242,
            "66846720" : 7575,
            "67633152" : 13133,
            "68681728" : 10526,
            "69730304" : 8327,
            "70778880" : 6199,
            "71827456" : 4471,
            "72876032" : 3331,
            "73924608" : 2421,
            "74973184" : 1653,
            "76021760" : 983,
            "77070336" : 595,
            "78118912" : 295,
            "79167488" : 141,
            "80216064" : 38,
            "81264640" : 5,
            "82313216" : 3
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 85230918,
          "mean" : 43489922.111805,
          "stddev" : 11941327.050052,
          "N" : 2354515
        },
        "bw_min" : 68792,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 94297.437186,
        "bw_dev" : 555.711922,
        "bw_samples" : 6368,
        "iops_min" : 17198,
        "iops_max" : 34694,
        "iops_mean" : 23572.251256,
        "iops_stddev" : 138.892737,
        "iops_samples" : 6368
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3200084,
      "usr_cpu" : 0.323898,
      "sys_cpu" : 3.207478,
      "ctx" : 3068325,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 1.044107,
        "50" : 74.767333,
        "100" : 24.178621,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126232,
  "timestamp_ms" : 1774126232549,
  "time" : "Sat Mar 21 17:50:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10512003072,
        "io_kbytes" : 10265628,
        "bw_bytes" : 95560189,
        "bw" : 93320,
        "iops" : 23330.551616,
        "runtime" : 110004,
        "total_ios" : 2566454,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1363623.802611,
          "stddev" : 578910.767171,
          "N" : 2566454
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 82462809,
          "mean" : 42522167.413951,
          "stddev" : 11546311.255464,
          "N" : 2566422,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 25034752,
            "10.000000" : 27918336,
            "20.000000" : 32636928,
            "30.000000" : 35913728,
            "40.000000" : 38535168,
            "50.000000" : 41156608,
            "60.000000" : 44302336,
            "70.000000" : 47972352,
            "80.000000" : 52690944,
            "90.000000" : 58982400,
            "95.000000" : 63700992,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9557,
            "25821184" : 10037,
            "26083328" : 10668,
            "26345472" : 11309,
            "26607616" : 11840,
            "26869760" : 12591,
            "27131904" : 12726,
            "27394048" : 13213,
            "27656192" : 13786,
            "27918336" : 14381,
            "28180480" : 14005,
            "28442624" : 14067,
            "28704768" : 14202,
            "28966912" : 14097,
            "29229056" : 14148,
            "29491200" : 13895,
            "29753344" : 13774,
            "30015488" : 13670,
            "30277632" : 13368,
            "30539776" : 13394,
            "30801920" : 13297,
            "31064064" : 13799,
            "31326208" : 13597,
            "31588352" : 13864,
            "31850496" : 14226,
            "32112640" : 14979,
            "32374784" : 15248,
            "32636928" : 15952,
            "32899072" : 16780,
            "33161216" : 17463,
            "33423360" : 18170,
            "33816576" : 38062,
            "34340864" : 39959,
            "34865152" : 42900,
            "35389440" : 45229,
            "35913728" : 48003,
            "36438016" : 49418,
            "36962304" : 51051,
            "37486592" : 52325,
            "38010880" : 52429,
            "38535168" : 52826,
            "39059456" : 52312,
            "39583744" : 51342,
            "40108032" : 50412,
            "40632320" : 49447,
            "41156608" : 48016,
            "41680896" : 47082,
            "42205184" : 46032,
            "42729472" : 44028,
            "43253760" : 44269,
            "43778048" : 42963,
            "44302336" : 40748,
            "44826624" : 40901,
            "45350912" : 39159,
            "45875200" : 37273,
            "46399488" : 37098,
            "46923776" : 35513,
            "47448064" : 35047,
            "47972352" : 33362,
            "48496640" : 32467,
            "49020928" : 31648,
            "49545216" : 30871,
            "50069504" : 29157,
            "50593792" : 27664,
            "51118080" : 26275,
            "51642368" : 25914,
            "52166656" : 25071,
            "52690944" : 23908,
            "53215232" : 23365,
            "53739520" : 22159,
            "54263808" : 21776,
            "54788096" : 20983,
            "55312384" : 20366,
            "55836672" : 20570,
            "56360960" : 20243,
            "56885248" : 19560,
            "57409536" : 18755,
            "57933824" : 18522,
            "58458112" : 17462,
            "58982400" : 17041,
            "59506688" : 16672,
            "60030976" : 16170,
            "60555264" : 16027,
            "61079552" : 15397,
            "61603840" : 14966,
            "62128128" : 14680,
            "62652416" : 13957,
            "63176704" : 13793,
            "63700992" : 12983,
            "64225280" : 12497,
            "64749568" : 11859,
            "65273856" : 10949,
            "65798144" : 10074,
            "66322432" : 9450,
            "66846720" : 8663,
            "67633152" : 14839,
            "68681728" : 11695,
            "69730304" : 9059,
            "70778880" : 6567,
            "71827456" : 4639,
            "72876032" : 3399,
            "73924608" : 2464,
            "74973184" : 1656,
            "76021760" : 983,
            "77070336" : 596,
            "78118912" : 295,
            "79167488" : 141,
            "80216064" : 38,
            "81264640" : 5,
            "82313216" : 3
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 85230918,
          "mean" : 43885605.493472,
          "stddev" : 11882190.146447,
          "N" : 2566422
        },
        "bw_min" : 68792,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 93425.785388,
        "bw_dev" : 538.272714,
        "bw_samples" : 7008,
        "iops_min" : 17198,
        "iops_max" : 34694,
        "iops_mean" : 23354.347032,
        "iops_stddev" : 134.533420,
        "iops_samples" : 7008
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520061,
      "usr_cpu" : 0.322352,
      "sys_cpu" : 3.196507,
      "ctx" : 3329859,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.957898,
        "50" : 73.992715,
        "100" : 25.040270,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126242,
  "timestamp_ms" : 1774126242552,
  "time" : "Sat Mar 21 17:50:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11319910400,
        "io_kbytes" : 11054600,
        "bw_bytes" : 94329442,
        "bw" : 92118,
        "iops" : 23030.073998,
        "runtime" : 120004,
        "total_ios" : 2763701,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1381665.694487,
          "stddev" : 579856.342958,
          "N" : 2763701
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 82462809,
          "mean" : 43075517.688928,
          "stddev" : 11616380.687231,
          "N" : 2763669,
          "percentile" : {
            "1.000000" : 20316160,
            "5.000000" : 25296896,
            "10.000000" : 28180480,
            "20.000000" : 33161216,
            "30.000000" : 36438016,
            "40.000000" : 39059456,
            "50.000000" : 41680896,
            "60.000000" : 44826624,
            "70.000000" : 48496640,
            "80.000000" : 53215232,
            "90.000000" : 60030976,
            "95.000000" : 64225280,
            "99.000000" : 70778880,
            "99.500000" : 71827456,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 79167488
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9557,
            "25821184" : 10037,
            "26083328" : 10668,
            "26345472" : 11310,
            "26607616" : 11840,
            "26869760" : 12594,
            "27131904" : 12728,
            "27394048" : 13216,
            "27656192" : 13789,
            "27918336" : 14389,
            "28180480" : 14011,
            "28442624" : 14071,
            "28704768" : 14218,
            "28966912" : 14108,
            "29229056" : 14156,
            "29491200" : 13904,
            "29753344" : 13792,
            "30015488" : 13693,
            "30277632" : 13412,
            "30539776" : 13458,
            "30801920" : 13384,
            "31064064" : 13849,
            "31326208" : 13702,
            "31588352" : 13989,
            "31850496" : 14362,
            "32112640" : 15108,
            "32374784" : 15417,
            "32636928" : 16121,
            "32899072" : 16961,
            "33161216" : 17668,
            "33423360" : 18414,
            "33816576" : 38617,
            "34340864" : 40625,
            "34865152" : 43804,
            "35389440" : 46341,
            "35913728" : 49387,
            "36438016" : 51222,
            "36962304" : 53263,
            "37486592" : 55050,
            "38010880" : 55614,
            "38535168" : 56281,
            "39059456" : 56115,
            "39583744" : 55555,
            "40108032" : 54981,
            "40632320" : 54292,
            "41156608" : 53078,
            "41680896" : 52211,
            "42205184" : 51111,
            "42729472" : 49190,
            "43253760" : 49339,
            "43778048" : 47734,
            "44302336" : 45374,
            "44826624" : 45262,
            "45350912" : 42958,
            "45875200" : 40798,
            "46399488" : 40501,
            "46923776" : 38683,
            "47448064" : 38149,
            "47972352" : 36513,
            "48496640" : 35646,
            "49020928" : 34796,
            "49545216" : 33832,
            "50069504" : 32179,
            "50593792" : 30839,
            "51118080" : 29482,
            "51642368" : 29108,
            "52166656" : 28193,
            "52690944" : 27130,
            "53215232" : 26395,
            "53739520" : 24982,
            "54263808" : 24590,
            "54788096" : 23776,
            "55312384" : 23012,
            "55836672" : 23052,
            "56360960" : 22750,
            "56885248" : 22087,
            "57409536" : 21302,
            "57933824" : 20963,
            "58458112" : 19856,
            "58982400" : 19474,
            "59506688" : 18949,
            "60030976" : 18429,
            "60555264" : 18198,
            "61079552" : 17431,
            "61603840" : 16995,
            "62128128" : 16568,
            "62652416" : 15676,
            "63176704" : 15479,
            "63700992" : 14539,
            "64225280" : 14065,
            "64749568" : 13431,
            "65273856" : 12487,
            "65798144" : 11570,
            "66322432" : 10980,
            "66846720" : 10180,
            "67633152" : 17650,
            "68681728" : 13946,
            "69730304" : 11003,
            "70778880" : 8250,
            "71827456" : 6186,
            "72876032" : 4614,
            "73924608" : 3378,
            "74973184" : 2298,
            "76021760" : 1417,
            "77070336" : 907,
            "78118912" : 463,
            "79167488" : 243,
            "80216064" : 72,
            "81264640" : 24,
            "82313216" : 3
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 85230918,
          "mean" : 44456888.854118,
          "stddev" : 11954916.250796,
          "N" : 2763669
        },
        "bw_min" : 66920,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 92198.861925,
        "bw_dev" : 532.328529,
        "bw_samples" : 7648,
        "iops_min" : 16730,
        "iops_max" : 34694,
        "iops_mean" : 23047.782427,
        "iops_stddev" : 133.045803,
        "iops_samples" : 7648
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3840089,
      "usr_cpu" : 0.317441,
      "sys_cpu" : 3.170213,
      "ctx" : 3566753,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.889532,
        "50" : 72.585638,
        "100" : 26.516363,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126252,
  "timestamp_ms" : 1774126252549,
  "time" : "Sat Mar 21 17:50:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 12224462848,
        "io_kbytes" : 11937952,
        "bw_bytes" : 94030713,
        "bw" : 91826,
        "iops" : 22957.278566,
        "runtime" : 130005,
        "total_ios" : 2984561,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1386083.391262,
          "stddev" : 575692.395504,
          "N" : 2984561
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 82462809,
          "mean" : 43216812.519521,
          "stddev" : 11455635.001605,
          "N" : 2984529,
          "percentile" : {
            "1.000000" : 20316160,
            "5.000000" : 25559040,
            "10.000000" : 28704768,
            "20.000000" : 33816576,
            "30.000000" : 36962304,
            "40.000000" : 39583744,
            "50.000000" : 42205184,
            "60.000000" : 44826624,
            "70.000000" : 48496640,
            "80.000000" : 53215232,
            "90.000000" : 59506688,
            "95.000000" : 63700992,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 79167488
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3209,
            "20578304" : 3463,
            "20840448" : 3661,
            "21102592" : 3937,
            "21364736" : 4117,
            "21626880" : 4357,
            "21889024" : 4467,
            "22151168" : 4745,
            "22413312" : 5113,
            "22675456" : 5486,
            "22937600" : 5642,
            "23199744" : 6198,
            "23461888" : 6573,
            "23724032" : 7023,
            "23986176" : 7248,
            "24248320" : 7804,
            "24510464" : 8006,
            "24772608" : 8475,
            "25034752" : 9099,
            "25296896" : 9176,
            "25559040" : 9557,
            "25821184" : 10042,
            "26083328" : 10672,
            "26345472" : 11319,
            "26607616" : 11849,
            "26869760" : 12610,
            "27131904" : 12747,
            "27394048" : 13253,
            "27656192" : 13835,
            "27918336" : 14454,
            "28180480" : 14131,
            "28442624" : 14203,
            "28704768" : 14419,
            "28966912" : 14337,
            "29229056" : 14453,
            "29491200" : 14227,
            "29753344" : 14243,
            "30015488" : 14181,
            "30277632" : 14003,
            "30539776" : 14101,
            "30801920" : 14110,
            "31064064" : 14643,
            "31326208" : 14605,
            "31588352" : 14942,
            "31850496" : 15421,
            "32112640" : 16234,
            "32374784" : 16688,
            "32636928" : 17553,
            "32899072" : 18562,
            "33161216" : 19425,
            "33423360" : 20322,
            "33816576" : 42705,
            "34340864" : 45079,
            "34865152" : 48646,
            "35389440" : 51480,
            "35913728" : 54784,
            "36438016" : 56695,
            "36962304" : 58811,
            "37486592" : 60183,
            "38010880" : 60486,
            "38535168" : 61150,
            "39059456" : 60891,
            "39583744" : 60236,
            "40108032" : 59516,
            "40632320" : 58704,
            "41156608" : 57312,
            "41680896" : 56391,
            "42205184" : 55197,
            "42729472" : 53346,
            "43253760" : 53606,
            "43778048" : 52123,
            "44302336" : 49921,
            "44826624" : 49839,
            "45350912" : 47388,
            "45875200" : 45365,
            "46399488" : 45048,
            "46923776" : 43308,
            "47448064" : 42469,
            "47972352" : 40765,
            "48496640" : 39570,
            "49020928" : 38607,
            "49545216" : 37454,
            "50069504" : 35714,
            "50593792" : 33953,
            "51118080" : 32527,
            "51642368" : 31982,
            "52166656" : 30946,
            "52690944" : 29803,
            "53215232" : 28948,
            "53739520" : 27450,
            "54263808" : 27027,
            "54788096" : 26006,
            "55312384" : 25230,
            "55836672" : 25242,
            "56360960" : 24895,
            "56885248" : 24195,
            "57409536" : 23273,
            "57933824" : 22884,
            "58458112" : 21730,
            "58982400" : 21269,
            "59506688" : 20759,
            "60030976" : 20172,
            "60555264" : 19922,
            "61079552" : 19075,
            "61603840" : 18530,
            "62128128" : 18002,
            "62652416" : 17020,
            "63176704" : 16674,
            "63700992" : 15528,
            "64225280" : 14971,
            "64749568" : 14217,
            "65273856" : 13209,
            "65798144" : 12212,
            "66322432" : 11498,
            "66846720" : 10637,
            "67633152" : 18334,
            "68681728" : 14340,
            "69730304" : 11201,
            "70778880" : 8387,
            "71827456" : 6260,
            "72876032" : 4653,
            "73924608" : 3389,
            "74973184" : 2300,
            "76021760" : 1417,
            "77070336" : 907,
            "78118912" : 463,
            "79167488" : 243,
            "80216064" : 72,
            "81264640" : 24,
            "82313216" : 3
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 85230918,
          "mean" : 44602961.015170,
          "stddev" : 11788679.046033,
          "N" : 2984529
        },
        "bw_min" : 66920,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 91892.359073,
        "bw_dev" : 513.127290,
        "bw_samples" : 8288,
        "iops_min" : 16730,
        "iops_max" : 34694,
        "iops_mean" : 22971.150579,
        "iops_stddev" : 128.246608,
        "iops_samples" : 8288
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4160093,
      "usr_cpu" : 0.317974,
      "sys_cpu" : 3.183390,
      "ctx" : 3852197,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.823706,
        "50" : 72.552747,
        "100" : 26.615707,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126262,
  "timestamp_ms" : 1774126262550,
  "time" : "Sat Mar 21 17:51:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13132431360,
        "io_kbytes" : 12824640,
        "bw_bytes" : 93800401,
        "bw" : 91601,
        "iops" : 22900.795692,
        "runtime" : 140004,
        "total_ios" : 3206203,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1389621.027364,
          "stddev" : 575592.394689,
          "N" : 3206203
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 82462809,
          "mean" : 43319908.584538,
          "stddev" : 11462392.640941,
          "N" : 3206171,
          "percentile" : {
            "1.000000" : 20578304,
            "5.000000" : 25821184,
            "10.000000" : 28966912,
            "20.000000" : 33816576,
            "30.000000" : 36438016,
            "40.000000" : 39059456,
            "50.000000" : 42205184,
            "60.000000" : 44826624,
            "70.000000" : 49020928,
            "80.000000" : 53739520,
            "90.000000" : 60030976,
            "95.000000" : 64225280,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 74973184,
            "99.950000" : 77070336,
            "99.990000" : 79167488
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2405,
            "19529728" : 2536,
            "19791872" : 2787,
            "20054016" : 3146,
            "20316160" : 3210,
            "20578304" : 3463,
            "20840448" : 3662,
            "21102592" : 3939,
            "21364736" : 4118,
            "21626880" : 4358,
            "21889024" : 4468,
            "22151168" : 4746,
            "22413312" : 5113,
            "22675456" : 5487,
            "22937600" : 5645,
            "23199744" : 6202,
            "23461888" : 6575,
            "23724032" : 7026,
            "23986176" : 7255,
            "24248320" : 7810,
            "24510464" : 8014,
            "24772608" : 8490,
            "25034752" : 9112,
            "25296896" : 9199,
            "25559040" : 9602,
            "25821184" : 10107,
            "26083328" : 10764,
            "26345472" : 11415,
            "26607616" : 11964,
            "26869760" : 12772,
            "27131904" : 12945,
            "27394048" : 13518,
            "27656192" : 14135,
            "27918336" : 14812,
            "28180480" : 14566,
            "28442624" : 14709,
            "28704768" : 15064,
            "28966912" : 15063,
            "29229056" : 15273,
            "29491200" : 15169,
            "29753344" : 15226,
            "30015488" : 15269,
            "30277632" : 15368,
            "30539776" : 15503,
            "30801920" : 15741,
            "31064064" : 16368,
            "31326208" : 16597,
            "31588352" : 17164,
            "31850496" : 17708,
            "32112640" : 18692,
            "32374784" : 19202,
            "32636928" : 20202,
            "32899072" : 21384,
            "33161216" : 22228,
            "33423360" : 23376,
            "33816576" : 48699,
            "34340864" : 51677,
            "34865152" : 55236,
            "35389440" : 57968,
            "35913728" : 61249,
            "36438016" : 62711,
            "36962304" : 64565,
            "37486592" : 65565,
            "38010880" : 65604,
            "38535168" : 65921,
            "39059456" : 65369,
            "39583744" : 64306,
            "40108032" : 63243,
            "40632320" : 62005,
            "41156608" : 60165,
            "41680896" : 59069,
            "42205184" : 57586,
            "42729472" : 55687,
            "43253760" : 55849,
            "43778048" : 54133,
            "44302336" : 51784,
            "44826624" : 51664,
            "45350912" : 49035,
            "45875200" : 46887,
            "46399488" : 46560,
            "46923776" : 44879,
            "47448064" : 44117,
            "47972352" : 42433,
            "48496640" : 41206,
            "49020928" : 40326,
            "49545216" : 39280,
            "50069504" : 37607,
            "50593792" : 35956,
            "51118080" : 34603,
            "51642368" : 34193,
            "52166656" : 33229,
            "52690944" : 32136,
            "53215232" : 31363,
            "53739520" : 29978,
            "54263808" : 29609,
            "54788096" : 28564,
            "55312384" : 27833,
            "55836672" : 28022,
            "56360960" : 27792,
            "56885248" : 27076,
            "57409536" : 26019,
            "57933824" : 25628,
            "58458112" : 24330,
            "58982400" : 23853,
            "59506688" : 23237,
            "60030976" : 22456,
            "60555264" : 22149,
            "61079552" : 21319,
            "61603840" : 20620,
            "62128128" : 20008,
            "62652416" : 18798,
            "63176704" : 18451,
            "63700992" : 17148,
            "64225280" : 16530,
            "64749568" : 15629,
            "65273856" : 14493,
            "65798144" : 13398,
            "66322432" : 12526,
            "66846720" : 11603,
            "67633152" : 20010,
            "68681728" : 15834,
            "69730304" : 12388,
            "70778880" : 9275,
            "71827456" : 6799,
            "72876032" : 4994,
            "73924608" : 3557,
            "74973184" : 2398,
            "76021760" : 1443,
            "77070336" : 914,
            "78118912" : 463,
            "79167488" : 244,
            "80216064" : 72,
            "81264640" : 24,
            "82313216" : 3
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 85230918,
          "mean" : 44709365.104292,
          "stddev" : 11795672.915981,
          "N" : 3206171
        },
        "bw_min" : 66920,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 91625.311828,
        "bw_dev" : 498.078798,
        "bw_samples" : 8928,
        "iops_min" : 16730,
        "iops_max" : 34694,
        "iops_mean" : 22904.401434,
        "iops_stddev" : 124.485197,
        "iops_samples" : 8928
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4480084,
      "usr_cpu" : 0.317851,
      "sys_cpu" : 3.194784,
      "ctx" : 4126199,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.766764,
        "50" : 72.066772,
        "100" : 27.159166,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126272,
  "timestamp_ms" : 1774126272548,
  "time" : "Sat Mar 21 17:51:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13997813760,
        "io_kbytes" : 13669740,
        "bw_bytes" : 93316269,
        "bw" : 91129,
        "iops" : 22782.579131,
        "runtime" : 150004,
        "total_ios" : 3417478,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1396925.360770,
          "stddev" : 576961.435279,
          "N" : 3417478
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 83858911,
          "mean" : 43546312.108471,
          "stddev" : 11467475.179771,
          "N" : 3417446,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 26083328,
            "10.000000" : 29229056,
            "20.000000" : 33816576,
            "30.000000" : 36962304,
            "40.000000" : 39583744,
            "50.000000" : 42205184,
            "60.000000" : 45350912,
            "70.000000" : 49020928,
            "80.000000" : 53739520,
            "90.000000" : 60030976,
            "95.000000" : 64225280,
            "99.000000" : 70778880,
            "99.500000" : 71827456,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 79167488
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2407,
            "19529728" : 2538,
            "19791872" : 2790,
            "20054016" : 3147,
            "20316160" : 3210,
            "20578304" : 3466,
            "20840448" : 3665,
            "21102592" : 3939,
            "21364736" : 4118,
            "21626880" : 4358,
            "21889024" : 4469,
            "22151168" : 4749,
            "22413312" : 5118,
            "22675456" : 5503,
            "22937600" : 5656,
            "23199744" : 6215,
            "23461888" : 6593,
            "23724032" : 7046,
            "23986176" : 7281,
            "24248320" : 7840,
            "24510464" : 8039,
            "24772608" : 8517,
            "25034752" : 9138,
            "25296896" : 9233,
            "25559040" : 9640,
            "25821184" : 10147,
            "26083328" : 10822,
            "26345472" : 11461,
            "26607616" : 12020,
            "26869760" : 12834,
            "27131904" : 13017,
            "27394048" : 13607,
            "27656192" : 14237,
            "27918336" : 14916,
            "28180480" : 14684,
            "28442624" : 14870,
            "28704768" : 15205,
            "28966912" : 15233,
            "29229056" : 15458,
            "29491200" : 15412,
            "29753344" : 15542,
            "30015488" : 15648,
            "30277632" : 15777,
            "30539776" : 15969,
            "30801920" : 16323,
            "31064064" : 17062,
            "31326208" : 17348,
            "31588352" : 18042,
            "31850496" : 18671,
            "32112640" : 19689,
            "32374784" : 20306,
            "32636928" : 21519,
            "32899072" : 22801,
            "33161216" : 23734,
            "33423360" : 25066,
            "33816576" : 52338,
            "34340864" : 55646,
            "34865152" : 59692,
            "35389440" : 62724,
            "35913728" : 66347,
            "36438016" : 67962,
            "36962304" : 70086,
            "37486592" : 70911,
            "38010880" : 70783,
            "38535168" : 71098,
            "39059456" : 70116,
            "39583744" : 68876,
            "40108032" : 67592,
            "40632320" : 66010,
            "41156608" : 64028,
            "41680896" : 62569,
            "42205184" : 60868,
            "42729472" : 58640,
            "43253760" : 58556,
            "43778048" : 56682,
            "44302336" : 54260,
            "44826624" : 54185,
            "45350912" : 51529,
            "45875200" : 49469,
            "46399488" : 49226,
            "46923776" : 47621,
            "47448064" : 46849,
            "47972352" : 45217,
            "48496640" : 44166,
            "49020928" : 43119,
            "49545216" : 42111,
            "50069504" : 40407,
            "50593792" : 38901,
            "51118080" : 37593,
            "51642368" : 37083,
            "52166656" : 36055,
            "52690944" : 35010,
            "53215232" : 34167,
            "53739520" : 32712,
            "54263808" : 32218,
            "54788096" : 31056,
            "55312384" : 30473,
            "55836672" : 30538,
            "56360960" : 30161,
            "56885248" : 29350,
            "57409536" : 28265,
            "57933824" : 27825,
            "58458112" : 26372,
            "58982400" : 26031,
            "59506688" : 25324,
            "60030976" : 24558,
            "60555264" : 24090,
            "61079552" : 23167,
            "61603840" : 22420,
            "62128128" : 21800,
            "62652416" : 20476,
            "63176704" : 20115,
            "63700992" : 18721,
            "64225280" : 17971,
            "64749568" : 17100,
            "65273856" : 15875,
            "65798144" : 14764,
            "66322432" : 13834,
            "66846720" : 12879,
            "67633152" : 22350,
            "68681728" : 17802,
            "69730304" : 13884,
            "70778880" : 10514,
            "71827456" : 7811,
            "72876032" : 5727,
            "73924608" : 4091,
            "74973184" : 2741,
            "76021760" : 1639,
            "77070336" : 1062,
            "78118912" : 567,
            "79167488" : 292,
            "80216064" : 91,
            "81264640" : 35,
            "82313216" : 6,
            "83361792" : 5
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 86764049,
          "mean" : 44943211.763081,
          "stddev" : 11800924.220246,
          "N" : 3417446
        },
        "bw_min" : 66920,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 91205.622074,
        "bw_dev" : 487.000084,
        "bw_samples" : 9568,
        "iops_min" : 16730,
        "iops_max" : 34694,
        "iops_mean" : 22799.498328,
        "iops_stddev" : 121.717150,
        "iops_samples" : 9568
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4800061,
      "usr_cpu" : 0.316933,
      "sys_cpu" : 3.196230,
      "ctx" : 4388983,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.719566,
        "50" : 71.442859,
        "100" : 27.830728,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126282,
  "timestamp_ms" : 1774126282548,
  "time" : "Sat Mar 21 17:51:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 14811009024,
        "io_kbytes" : 14463876,
        "bw_bytes" : 92566492,
        "bw" : 90396,
        "iops" : 22599.528762,
        "runtime" : 160004,
        "total_ios" : 3616015,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1408375.472796,
          "stddev" : 580504.960825,
          "N" : 3616015
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 83858911,
          "mean" : 43900157.621780,
          "stddev" : 11522673.175525,
          "N" : 3615983,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 26345472,
            "10.000000" : 29753344,
            "20.000000" : 34340864,
            "30.000000" : 36962304,
            "40.000000" : 39583744,
            "50.000000" : 42205184,
            "60.000000" : 45350912,
            "70.000000" : 49545216,
            "80.000000" : 54263808,
            "90.000000" : 60555264,
            "95.000000" : 64749568,
            "99.000000" : 70778880,
            "99.500000" : 72876032,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 79167488
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2407,
            "19529728" : 2538,
            "19791872" : 2790,
            "20054016" : 3147,
            "20316160" : 3210,
            "20578304" : 3469,
            "20840448" : 3670,
            "21102592" : 3942,
            "21364736" : 4126,
            "21626880" : 4361,
            "21889024" : 4472,
            "22151168" : 4755,
            "22413312" : 5124,
            "22675456" : 5509,
            "22937600" : 5663,
            "23199744" : 6221,
            "23461888" : 6599,
            "23724032" : 7059,
            "23986176" : 7289,
            "24248320" : 7855,
            "24510464" : 8051,
            "24772608" : 8535,
            "25034752" : 9163,
            "25296896" : 9256,
            "25559040" : 9682,
            "25821184" : 10185,
            "26083328" : 10863,
            "26345472" : 11505,
            "26607616" : 12071,
            "26869760" : 12892,
            "27131904" : 13072,
            "27394048" : 13669,
            "27656192" : 14301,
            "27918336" : 14981,
            "28180480" : 14752,
            "28442624" : 14947,
            "28704768" : 15284,
            "28966912" : 15315,
            "29229056" : 15545,
            "29491200" : 15493,
            "29753344" : 15642,
            "30015488" : 15771,
            "30277632" : 15901,
            "30539776" : 16095,
            "30801920" : 16478,
            "31064064" : 17224,
            "31326208" : 17512,
            "31588352" : 18220,
            "31850496" : 18868,
            "32112640" : 19909,
            "32374784" : 20564,
            "32636928" : 21808,
            "32899072" : 23182,
            "33161216" : 24135,
            "33423360" : 25499,
            "33816576" : 53392,
            "34340864" : 56965,
            "34865152" : 61222,
            "35389440" : 64480,
            "35913728" : 68422,
            "36438016" : 70385,
            "36962304" : 72884,
            "37486592" : 74016,
            "38010880" : 74337,
            "38535168" : 75068,
            "39059456" : 74215,
            "39583744" : 73252,
            "40108032" : 72426,
            "40632320" : 71228,
            "41156608" : 69467,
            "41680896" : 67869,
            "42205184" : 66157,
            "42729472" : 63725,
            "43253760" : 63274,
            "43778048" : 61001,
            "44302336" : 58187,
            "44826624" : 57683,
            "45350912" : 54759,
            "45875200" : 52296,
            "46399488" : 51887,
            "46923776" : 50159,
            "47448064" : 49295,
            "47972352" : 47526,
            "48496640" : 46432,
            "49020928" : 45357,
            "49545216" : 44309,
            "50069504" : 42580,
            "50593792" : 41219,
            "51118080" : 39797,
            "51642368" : 39343,
            "52166656" : 38419,
            "52690944" : 37545,
            "53215232" : 36827,
            "53739520" : 35200,
            "54263808" : 34686,
            "54788096" : 33677,
            "55312384" : 33196,
            "55836672" : 33225,
            "56360960" : 32858,
            "56885248" : 32125,
            "57409536" : 31115,
            "57933824" : 30800,
            "58458112" : 29184,
            "58982400" : 28879,
            "59506688" : 28007,
            "60030976" : 27176,
            "60555264" : 26618,
            "61079552" : 25621,
            "61603840" : 24793,
            "62128128" : 24054,
            "62652416" : 22642,
            "63176704" : 22194,
            "63700992" : 20745,
            "64225280" : 19817,
            "64749568" : 18842,
            "65273856" : 17471,
            "65798144" : 16291,
            "66322432" : 15302,
            "66846720" : 14330,
            "67633152" : 24881,
            "68681728" : 20160,
            "69730304" : 15989,
            "70778880" : 12300,
            "71827456" : 9323,
            "72876032" : 7011,
            "73924608" : 5084,
            "74973184" : 3432,
            "76021760" : 2090,
            "77070336" : 1350,
            "78118912" : 758,
            "79167488" : 389,
            "80216064" : 149,
            "81264640" : 68,
            "82313216" : 18,
            "83361792" : 6
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 86764049,
          "mean" : 45308562.651606,
          "stddev" : 11857875.309969,
          "N" : 3615983
        },
        "bw_min" : 66904,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 90502.225705,
        "bw_dev" : 480.661589,
        "bw_samples" : 10208,
        "iops_min" : 16726,
        "iops_max" : 34694,
        "iops_mean" : 22623.655172,
        "iops_stddev" : 120.133433,
        "iops_samples" : 10208
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120061,
      "usr_cpu" : 0.314781,
      "sys_cpu" : 3.185587,
      "ctx" : 4630051,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999917,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999917,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.680058,
        "50" : 70.497468,
        "100" : 28.816003,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126292,
  "timestamp_ms" : 1774126292549,
  "time" : "Sat Mar 21 17:51:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 15647322112,
        "io_kbytes" : 15280588,
        "bw_bytes" : 92040905,
        "bw" : 89883,
        "iops" : 22471.171267,
        "runtime" : 170004,
        "total_ios" : 3820189,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1416516.055546,
          "stddev" : 583869.816678,
          "N" : 3820189
        },
        "clat_ns" : {
          "min" : 1740779,
          "max" : 86061236,
          "mean" : 44150322.796583,
          "stddev" : 11563573.217492,
          "N" : 3820157,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 26607616,
            "10.000000" : 30015488,
            "20.000000" : 34340864,
            "30.000000" : 37486592,
            "40.000000" : 40108032,
            "50.000000" : 42729472,
            "60.000000" : 45875200,
            "70.000000" : 49545216,
            "80.000000" : 54788096,
            "90.000000" : 60555264,
            "95.000000" : 64749568,
            "99.000000" : 70778880,
            "99.500000" : 72876032,
            "99.900000" : 77070336,
            "99.950000" : 78118912,
            "99.990000" : 80216064
          },
          "bins" : {
            "1744896" : 1,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1925120" : 1,
            "1974272" : 2,
            "2056192" : 2,
            "2146304" : 1,
            "2244608" : 1,
            "2342912" : 2,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 1,
            "2637824" : 1,
            "2768896" : 1,
            "2867200" : 1,
            "2998272" : 2,
            "3129344" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3457024" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 1,
            "3817472" : 1,
            "3850240" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4227072" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4685824" : 3,
            "4751360" : 2,
            "4882432" : 1,
            "4947968" : 3,
            "5013504" : 3,
            "5079040" : 2,
            "5144576" : 1,
            "5210112" : 1,
            "5275648" : 1,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 1,
            "5537792" : 2,
            "5603328" : 3,
            "5668864" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 4,
            "5996544" : 1,
            "6062080" : 2,
            "6193152" : 3,
            "6389760" : 4,
            "6520832" : 3,
            "6586368" : 3,
            "6651904" : 1,
            "6717440" : 2,
            "6782976" : 2,
            "6848512" : 1,
            "6914048" : 1,
            "7045120" : 2,
            "7110656" : 1,
            "7176192" : 1,
            "7307264" : 4,
            "7503872" : 3,
            "7569408" : 2,
            "7634944" : 3,
            "7700480" : 1,
            "7897088" : 1,
            "7962624" : 6,
            "8028160" : 1,
            "8093696" : 2,
            "8159232" : 3,
            "8224768" : 10,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 5,
            "8716288" : 4,
            "8847360" : 8,
            "8978432" : 4,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 7,
            "9502720" : 4,
            "9633792" : 9,
            "9764864" : 1,
            "9895936" : 3,
            "10027008" : 4,
            "10158080" : 5,
            "10289152" : 9,
            "10420224" : 7,
            "10551296" : 6,
            "10682368" : 9,
            "10813440" : 7,
            "10944512" : 7,
            "11075584" : 6,
            "11206656" : 7,
            "11337728" : 7,
            "11468800" : 11,
            "11599872" : 14,
            "11730944" : 11,
            "11862016" : 11,
            "11993088" : 19,
            "12124160" : 15,
            "12255232" : 26,
            "12386304" : 24,
            "12517376" : 31,
            "12648448" : 29,
            "12779520" : 26,
            "12910592" : 25,
            "13041664" : 31,
            "13172736" : 31,
            "13303808" : 50,
            "13434880" : 39,
            "13565952" : 43,
            "13697024" : 56,
            "13828096" : 57,
            "13959168" : 60,
            "14090240" : 67,
            "14221312" : 72,
            "14352384" : 77,
            "14483456" : 85,
            "14614528" : 91,
            "14745600" : 94,
            "14876672" : 102,
            "15007744" : 116,
            "15138816" : 124,
            "15269888" : 136,
            "15400960" : 151,
            "15532032" : 149,
            "15663104" : 177,
            "15794176" : 166,
            "15925248" : 182,
            "16056320" : 186,
            "16187392" : 217,
            "16318464" : 246,
            "16449536" : 284,
            "16580608" : 295,
            "16711680" : 290,
            "16908288" : 709,
            "17170432" : 851,
            "17432576" : 993,
            "17694720" : 1084,
            "17956864" : 1338,
            "18219008" : 1472,
            "18481152" : 1660,
            "18743296" : 1804,
            "19005440" : 2045,
            "19267584" : 2407,
            "19529728" : 2538,
            "19791872" : 2790,
            "20054016" : 3147,
            "20316160" : 3210,
            "20578304" : 3469,
            "20840448" : 3670,
            "21102592" : 3942,
            "21364736" : 4126,
            "21626880" : 4361,
            "21889024" : 4472,
            "22151168" : 4755,
            "22413312" : 5124,
            "22675456" : 5509,
            "22937600" : 5663,
            "23199744" : 6221,
            "23461888" : 6599,
            "23724032" : 7059,
            "23986176" : 7289,
            "24248320" : 7855,
            "24510464" : 8051,
            "24772608" : 8535,
            "25034752" : 9163,
            "25296896" : 9257,
            "25559040" : 9682,
            "25821184" : 10187,
            "26083328" : 10868,
            "26345472" : 11508,
            "26607616" : 12084,
            "26869760" : 12899,
            "27131904" : 13090,
            "27394048" : 13693,
            "27656192" : 14320,
            "27918336" : 15002,
            "28180480" : 14796,
            "28442624" : 15006,
            "28704768" : 15353,
            "28966912" : 15413,
            "29229056" : 15704,
            "29491200" : 15685,
            "29753344" : 15856,
            "30015488" : 16060,
            "30277632" : 16240,
            "30539776" : 16538,
            "30801920" : 17018,
            "31064064" : 17880,
            "31326208" : 18222,
            "31588352" : 19073,
            "31850496" : 19825,
            "32112640" : 21010,
            "32374784" : 21804,
            "32636928" : 23043,
            "32899072" : 24458,
            "33161216" : 25659,
            "33423360" : 26957,
            "33816576" : 56866,
            "34340864" : 60655,
            "34865152" : 65069,
            "35389440" : 68313,
            "35913728" : 72408,
            "36438016" : 74223,
            "36962304" : 76728,
            "37486592" : 77703,
            "38010880" : 78031,
            "38535168" : 78631,
            "39059456" : 77494,
            "39583744" : 76396,
            "40108032" : 75392,
            "40632320" : 74236,
            "41156608" : 72386,
            "41680896" : 70881,
            "42205184" : 69257,
            "42729472" : 66729,
            "43253760" : 66449,
            "43778048" : 64105,
            "44302336" : 61378,
            "44826624" : 60895,
            "45350912" : 58050,
            "45875200" : 55627,
            "46399488" : 55191,
            "46923776" : 53408,
            "47448064" : 52442,
            "47972352" : 50617,
            "48496640" : 49544,
            "49020928" : 48449,
            "49545216" : 47256,
            "50069504" : 45496,
            "50593792" : 44022,
            "51118080" : 42583,
            "51642368" : 42076,
            "52166656" : 41195,
            "52690944" : 40287,
            "53215232" : 39511,
            "53739520" : 37878,
            "54263808" : 37375,
            "54788096" : 36310,
            "55312384" : 35785,
            "55836672" : 35918,
            "56360960" : 35437,
            "56885248" : 34826,
            "57409536" : 33599,
            "57933824" : 33233,
            "58458112" : 31519,
            "58982400" : 31098,
            "59506688" : 30166,
            "60030976" : 29402,
            "60555264" : 28754,
            "61079552" : 27483,
            "61603840" : 26756,
            "62128128" : 25822,
            "62652416" : 24257,
            "63176704" : 23841,
            "63700992" : 22390,
            "64225280" : 21391,
            "64749568" : 20294,
            "65273856" : 18862,
            "65798144" : 17614,
            "66322432" : 16651,
            "66846720" : 15630,
            "67633152" : 27331,
            "68681728" : 22293,
            "69730304" : 17914,
            "70778880" : 14034,
            "71827456" : 10814,
            "72876032" : 8215,
            "73924608" : 6066,
            "74973184" : 4174,
            "76021760" : 2628,
            "77070336" : 1729,
            "78118912" : 1036,
            "79167488" : 619,
            "80216064" : 361,
            "81264640" : 209,
            "82313216" : 85,
            "83361792" : 61,
            "84410368" : 21,
            "85458944" : 4,
            "86507520" : 1
          }
        },
        "lat_ns" : {
          "min" : 1834653,
          "max" : 88632653,
          "mean" : 45566848.822748,
          "stddev" : 11899997.705278,
          "N" : 3820157
        },
        "bw_min" : 64565,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 89953.554572,
        "bw_dev" : 474.512646,
        "bw_samples" : 10848,
        "iops_min" : 16133,
        "iops_max" : 34694,
        "iops_mean" : 22486.433628,
        "iops_stddev" : 118.597686,
        "iops_samples" : 10848
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5440072,
      "usr_cpu" : 0.312992,
      "sys_cpu" : 3.184939,
      "ctx" : 4882949,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.643712,
        "50" : 69.814399,
        "100" : 29.535764,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126302,
  "timestamp_ms" : 1774126302559,
  "time" : "Sat Mar 21 17:51:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 3239,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 16481812480,
        "io_kbytes" : 16095520,
        "bw_bytes" : 91563081,
        "bw" : 89417,
        "iops" : 22349.473626,
        "runtime" : 180005,
        "total_ios" : 4023017,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1424292.249958,
          "stddev" : 585154.320887,
          "N" : 4023049
        },
        "clat_ns" : {
          "min" : 3305,
          "max" : 86061236,
          "mean" : 44382868.554955,
          "stddev" : 11532719.244587,
          "N" : 4024009,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 26869760,
            "10.000000" : 30277632,
            "20.000000" : 34865152,
            "30.000000" : 37486592,
            "40.000000" : 40108032,
            "50.000000" : 42729472,
            "60.000000" : 45875200,
            "70.000000" : 50069504,
            "80.000000" : 54788096,
            "90.000000" : 61079552,
            "95.000000" : 65273856,
            "99.000000" : 70778880,
            "99.500000" : 72876032,
            "99.900000" : 77070336,
            "99.950000" : 78118912,
            "99.990000" : 81264640
          },
          "bins" : {
            "3312" : 1,
            "3344" : 1,
            "3408" : 2,
            "3536" : 1,
            "3792" : 1,
            "3824" : 1,
            "3856" : 1,
            "3920" : 1,
            "3984" : 1,
            "4080" : 1,
            "4128" : 2,
            "4256" : 1,
            "4448" : 3,
            "4576" : 1,
            "4640" : 1,
            "4832" : 2,
            "5216" : 2,
            "5472" : 1,
            "5536" : 2,
            "5600" : 1,
            "5792" : 1,
            "5920" : 1,
            "6112" : 2,
            "9536" : 1,
            "197632" : 1,
            "201728" : 1,
            "354304" : 1,
            "399360" : 1,
            "518144" : 1,
            "536576" : 2,
            "561152" : 1,
            "610304" : 2,
            "634880" : 1,
            "643072" : 1,
            "724992" : 1,
            "765952" : 1,
            "929792" : 1,
            "954368" : 1,
            "962560" : 1,
            "1011712" : 1,
            "1155072" : 2,
            "1204224" : 1,
            "1220608" : 1,
            "1236992" : 1,
            "1384448" : 1,
            "1400832" : 1,
            "1433600" : 1,
            "1466368" : 1,
            "1499136" : 1,
            "1548288" : 1,
            "1581056" : 1,
            "1597440" : 2,
            "1613824" : 2,
            "1646592" : 1,
            "1679360" : 3,
            "1695744" : 1,
            "1712128" : 4,
            "1728512" : 4,
            "1744896" : 2,
            "1777664" : 3,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1892352" : 1,
            "1925120" : 1,
            "1974272" : 3,
            "2007040" : 2,
            "2056192" : 3,
            "2113536" : 1,
            "2146304" : 2,
            "2179072" : 1,
            "2244608" : 1,
            "2277376" : 1,
            "2342912" : 3,
            "2408448" : 1,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 2,
            "2637824" : 1,
            "2670592" : 1,
            "2768896" : 2,
            "2867200" : 1,
            "2899968" : 1,
            "2998272" : 2,
            "3031040" : 1,
            "3063808" : 1,
            "3096576" : 1,
            "3129344" : 2,
            "3227648" : 2,
            "3260416" : 5,
            "3293184" : 5,
            "3325952" : 6,
            "3358720" : 5,
            "3457024" : 2,
            "3555328" : 2,
            "3620864" : 2,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 2,
            "3817472" : 2,
            "3850240" : 1,
            "3883008" : 2,
            "3948544" : 1,
            "4014080" : 1,
            "4227072" : 3,
            "4292608" : 2,
            "4423680" : 3,
            "4554752" : 2,
            "4685824" : 3,
            "4751360" : 5,
            "4816896" : 2,
            "4882432" : 6,
            "4947968" : 7,
            "5013504" : 10,
            "5079040" : 4,
            "5144576" : 1,
            "5210112" : 4,
            "5275648" : 3,
            "5341184" : 3,
            "5406720" : 5,
            "5472256" : 2,
            "5537792" : 4,
            "5603328" : 4,
            "5668864" : 3,
            "5734400" : 3,
            "5799936" : 3,
            "5865472" : 1,
            "5931008" : 6,
            "5996544" : 1,
            "6062080" : 3,
            "6127616" : 1,
            "6193152" : 4,
            "6389760" : 6,
            "6455296" : 3,
            "6520832" : 8,
            "6586368" : 7,
            "6651904" : 1,
            "6717440" : 4,
            "6782976" : 3,
            "6848512" : 1,
            "6914048" : 5,
            "6979584" : 1,
            "7045120" : 2,
            "7110656" : 4,
            "7176192" : 1,
            "7307264" : 7,
            "7372800" : 1,
            "7503872" : 4,
            "7569408" : 3,
            "7634944" : 4,
            "7700480" : 1,
            "7766016" : 2,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 8,
            "8028160" : 5,
            "8093696" : 8,
            "8159232" : 4,
            "8224768" : 11,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 10,
            "8585216" : 3,
            "8716288" : 4,
            "8847360" : 12,
            "8978432" : 7,
            "9109504" : 4,
            "9240576" : 3,
            "9371648" : 8,
            "9502720" : 7,
            "9633792" : 12,
            "9764864" : 8,
            "9895936" : 4,
            "10027008" : 9,
            "10158080" : 10,
            "10289152" : 10,
            "10420224" : 9,
            "10551296" : 8,
            "10682368" : 10,
            "10813440" : 9,
            "10944512" : 10,
            "11075584" : 6,
            "11206656" : 9,
            "11337728" : 11,
            "11468800" : 15,
            "11599872" : 19,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 23,
            "12124160" : 20,
            "12255232" : 27,
            "12386304" : 26,
            "12517376" : 33,
            "12648448" : 33,
            "12779520" : 26,
            "12910592" : 28,
            "13041664" : 34,
            "13172736" : 37,
            "13303808" : 51,
            "13434880" : 42,
            "13565952" : 46,
            "13697024" : 58,
            "13828096" : 60,
            "13959168" : 63,
            "14090240" : 70,
            "14221312" : 74,
            "14352384" : 80,
            "14483456" : 85,
            "14614528" : 94,
            "14745600" : 97,
            "14876672" : 107,
            "15007744" : 120,
            "15138816" : 128,
            "15269888" : 138,
            "15400960" : 152,
            "15532032" : 153,
            "15663104" : 180,
            "15794176" : 169,
            "15925248" : 183,
            "16056320" : 186,
            "16187392" : 219,
            "16318464" : 248,
            "16449536" : 284,
            "16580608" : 300,
            "16711680" : 296,
            "16908288" : 715,
            "17170432" : 856,
            "17432576" : 1001,
            "17694720" : 1086,
            "17956864" : 1341,
            "18219008" : 1477,
            "18481152" : 1667,
            "18743296" : 1809,
            "19005440" : 2050,
            "19267584" : 2415,
            "19529728" : 2541,
            "19791872" : 2792,
            "20054016" : 3156,
            "20316160" : 3214,
            "20578304" : 3477,
            "20840448" : 3677,
            "21102592" : 3947,
            "21364736" : 4134,
            "21626880" : 4366,
            "21889024" : 4477,
            "22151168" : 4764,
            "22413312" : 5129,
            "22675456" : 5512,
            "22937600" : 5671,
            "23199744" : 6225,
            "23461888" : 6605,
            "23724032" : 7064,
            "23986176" : 7297,
            "24248320" : 7860,
            "24510464" : 8057,
            "24772608" : 8540,
            "25034752" : 9170,
            "25296896" : 9264,
            "25559040" : 9685,
            "25821184" : 10193,
            "26083328" : 10876,
            "26345472" : 11515,
            "26607616" : 12090,
            "26869760" : 12908,
            "27131904" : 13094,
            "27394048" : 13703,
            "27656192" : 14327,
            "27918336" : 15007,
            "28180480" : 14800,
            "28442624" : 15013,
            "28704768" : 15358,
            "28966912" : 15426,
            "29229056" : 15720,
            "29491200" : 15695,
            "29753344" : 15875,
            "30015488" : 16083,
            "30277632" : 16280,
            "30539776" : 16575,
            "30801920" : 17074,
            "31064064" : 17957,
            "31326208" : 18328,
            "31588352" : 19170,
            "31850496" : 19964,
            "32112640" : 21175,
            "32374784" : 22036,
            "32636928" : 23313,
            "32899072" : 24749,
            "33161216" : 26011,
            "33423360" : 27376,
            "33816576" : 57908,
            "34340864" : 61988,
            "34865152" : 66787,
            "35389440" : 70337,
            "35913728" : 74772,
            "36438016" : 77083,
            "36962304" : 79951,
            "37486592" : 81475,
            "38010880" : 82127,
            "38535168" : 83111,
            "39059456" : 81895,
            "39583744" : 80976,
            "40108032" : 80097,
            "40632320" : 79310,
            "41156608" : 77552,
            "41680896" : 76030,
            "42205184" : 74258,
            "42729472" : 71773,
            "43253760" : 71569,
            "43778048" : 68970,
            "44302336" : 66037,
            "44826624" : 65503,
            "45350912" : 62615,
            "45875200" : 59932,
            "46399488" : 59264,
            "46923776" : 57357,
            "47448064" : 56112,
            "47972352" : 54303,
            "48496640" : 53152,
            "49020928" : 51963,
            "49545216" : 50597,
            "50069504" : 48658,
            "50593792" : 47173,
            "51118080" : 45610,
            "51642368" : 44878,
            "52166656" : 43978,
            "52690944" : 43175,
            "53215232" : 42371,
            "53739520" : 40480,
            "54263808" : 39918,
            "54788096" : 38780,
            "55312384" : 38072,
            "55836672" : 38221,
            "56360960" : 37621,
            "56885248" : 36969,
            "57409536" : 35803,
            "57933824" : 35353,
            "58458112" : 33621,
            "58982400" : 33006,
            "59506688" : 32018,
            "60030976" : 31232,
            "60555264" : 30606,
            "61079552" : 29307,
            "61603840" : 28504,
            "62128128" : 27567,
            "62652416" : 26010,
            "63176704" : 25558,
            "63700992" : 23843,
            "64225280" : 22897,
            "64749568" : 21811,
            "65273856" : 20286,
            "65798144" : 18945,
            "66322432" : 17933,
            "66846720" : 16897,
            "67633152" : 29683,
            "68681728" : 24472,
            "69730304" : 19783,
            "70778880" : 15519,
            "71827456" : 11877,
            "72876032" : 8996,
            "73924608" : 6572,
            "74973184" : 4530,
            "76021760" : 2850,
            "77070336" : 1883,
            "78118912" : 1123,
            "79167488" : 668,
            "80216064" : 402,
            "81264640" : 227,
            "82313216" : 99,
            "83361792" : 67,
            "84410368" : 22,
            "85458944" : 4,
            "86507520" : 1
          }
        },
        "lat_ns" : {
          "min" : 196119,
          "max" : 88632653,
          "mean" : 45807121.091171,
          "stddev" : 11867508.854263,
          "N" : 4024009
        },
        "bw_min" : 64565,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 89460.278552,
        "bw_dev" : 466.328054,
        "bw_samples" : 11488,
        "iops_min" : 16133,
        "iops_max" : 34694,
        "iops_mean" : 22363.178273,
        "iops_stddev" : 116.551184,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760084,
      "usr_cpu" : 0.311471,
      "sys_cpu" : 3.183756,
      "ctx" : 5130465,
      "majf" : 0,
      "minf" : 1307,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999205,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.616304,
        "50" : 69.369580,
        "100" : 30.027241,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774126302,
  "timestamp_ms" : 1774126302587,
  "time" : "Sat Mar 21 17:51:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 16482471936,
        "io_kbytes" : 16096164,
        "bw_bytes" : 91561149,
        "bw" : 89415,
        "iops" : 22348.107946,
        "runtime" : 180016,
        "total_ios" : 4023017,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 24868,
          "max" : 29335175,
          "mean" : 1424292.249958,
          "stddev" : 585154.320887,
          "N" : 4023049
        },
        "clat_ns" : {
          "min" : 3305,
          "max" : 86061236,
          "mean" : 44382868.554955,
          "stddev" : 11532719.244587,
          "N" : 4024009,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 26869760,
            "10.000000" : 30277632,
            "20.000000" : 34865152,
            "30.000000" : 37486592,
            "40.000000" : 40108032,
            "50.000000" : 42729472,
            "60.000000" : 45875200,
            "70.000000" : 50069504,
            "80.000000" : 54788096,
            "90.000000" : 61079552,
            "95.000000" : 65273856,
            "99.000000" : 70778880,
            "99.500000" : 72876032,
            "99.900000" : 77070336,
            "99.950000" : 78118912,
            "99.990000" : 81264640
          },
          "bins" : {
            "3312" : 1,
            "3344" : 1,
            "3408" : 2,
            "3536" : 1,
            "3792" : 1,
            "3824" : 1,
            "3856" : 1,
            "3920" : 1,
            "3984" : 1,
            "4080" : 1,
            "4128" : 2,
            "4256" : 1,
            "4448" : 3,
            "4576" : 1,
            "4640" : 1,
            "4832" : 2,
            "5216" : 2,
            "5472" : 1,
            "5536" : 2,
            "5600" : 1,
            "5792" : 1,
            "5920" : 1,
            "6112" : 2,
            "9536" : 1,
            "197632" : 1,
            "201728" : 1,
            "354304" : 1,
            "399360" : 1,
            "518144" : 1,
            "536576" : 2,
            "561152" : 1,
            "610304" : 2,
            "634880" : 1,
            "643072" : 1,
            "724992" : 1,
            "765952" : 1,
            "929792" : 1,
            "954368" : 1,
            "962560" : 1,
            "1011712" : 1,
            "1155072" : 2,
            "1204224" : 1,
            "1220608" : 1,
            "1236992" : 1,
            "1384448" : 1,
            "1400832" : 1,
            "1433600" : 1,
            "1466368" : 1,
            "1499136" : 1,
            "1548288" : 1,
            "1581056" : 1,
            "1597440" : 2,
            "1613824" : 2,
            "1646592" : 1,
            "1679360" : 3,
            "1695744" : 1,
            "1712128" : 4,
            "1728512" : 4,
            "1744896" : 2,
            "1777664" : 3,
            "1810432" : 2,
            "1859584" : 1,
            "1875968" : 1,
            "1892352" : 1,
            "1925120" : 1,
            "1974272" : 3,
            "2007040" : 2,
            "2056192" : 3,
            "2113536" : 1,
            "2146304" : 2,
            "2179072" : 1,
            "2244608" : 1,
            "2277376" : 1,
            "2342912" : 3,
            "2408448" : 1,
            "2473984" : 2,
            "2506752" : 1,
            "2539520" : 2,
            "2637824" : 1,
            "2670592" : 1,
            "2768896" : 2,
            "2867200" : 1,
            "2899968" : 1,
            "2998272" : 2,
            "3031040" : 1,
            "3063808" : 1,
            "3096576" : 1,
            "3129344" : 2,
            "3227648" : 2,
            "3260416" : 5,
            "3293184" : 5,
            "3325952" : 6,
            "3358720" : 5,
            "3457024" : 2,
            "3555328" : 2,
            "3620864" : 2,
            "3686400" : 1,
            "3751936" : 2,
            "3784704" : 2,
            "3817472" : 2,
            "3850240" : 1,
            "3883008" : 2,
            "3948544" : 1,
            "4014080" : 1,
            "4227072" : 3,
            "4292608" : 2,
            "4423680" : 3,
            "4554752" : 2,
            "4685824" : 3,
            "4751360" : 5,
            "4816896" : 2,
            "4882432" : 6,
            "4947968" : 7,
            "5013504" : 10,
            "5079040" : 4,
            "5144576" : 1,
            "5210112" : 4,
            "5275648" : 3,
            "5341184" : 3,
            "5406720" : 5,
            "5472256" : 2,
            "5537792" : 4,
            "5603328" : 4,
            "5668864" : 3,
            "5734400" : 3,
            "5799936" : 3,
            "5865472" : 1,
            "5931008" : 6,
            "5996544" : 1,
            "6062080" : 3,
            "6127616" : 1,
            "6193152" : 4,
            "6389760" : 6,
            "6455296" : 3,
            "6520832" : 8,
            "6586368" : 7,
            "6651904" : 1,
            "6717440" : 4,
            "6782976" : 3,
            "6848512" : 1,
            "6914048" : 5,
            "6979584" : 1,
            "7045120" : 2,
            "7110656" : 4,
            "7176192" : 1,
            "7307264" : 7,
            "7372800" : 1,
            "7503872" : 4,
            "7569408" : 3,
            "7634944" : 4,
            "7700480" : 1,
            "7766016" : 2,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 8,
            "8028160" : 5,
            "8093696" : 8,
            "8159232" : 4,
            "8224768" : 11,
            "8290304" : 2,
            "8355840" : 3,
            "8454144" : 10,
            "8585216" : 3,
            "8716288" : 4,
            "8847360" : 12,
            "8978432" : 7,
            "9109504" : 4,
            "9240576" : 3,
            "9371648" : 8,
            "9502720" : 7,
            "9633792" : 12,
            "9764864" : 8,
            "9895936" : 4,
            "10027008" : 9,
            "10158080" : 10,
            "10289152" : 10,
            "10420224" : 9,
            "10551296" : 8,
            "10682368" : 10,
            "10813440" : 9,
            "10944512" : 10,
            "11075584" : 6,
            "11206656" : 9,
            "11337728" : 11,
            "11468800" : 15,
            "11599872" : 19,
            "11730944" : 16,
            "11862016" : 12,
            "11993088" : 23,
            "12124160" : 20,
            "12255232" : 27,
            "12386304" : 26,
            "12517376" : 33,
            "12648448" : 33,
            "12779520" : 26,
            "12910592" : 28,
            "13041664" : 34,
            "13172736" : 37,
            "13303808" : 51,
            "13434880" : 42,
            "13565952" : 46,
            "13697024" : 58,
            "13828096" : 60,
            "13959168" : 63,
            "14090240" : 70,
            "14221312" : 74,
            "14352384" : 80,
            "14483456" : 85,
            "14614528" : 94,
            "14745600" : 97,
            "14876672" : 107,
            "15007744" : 120,
            "15138816" : 128,
            "15269888" : 138,
            "15400960" : 152,
            "15532032" : 153,
            "15663104" : 180,
            "15794176" : 169,
            "15925248" : 183,
            "16056320" : 186,
            "16187392" : 219,
            "16318464" : 248,
            "16449536" : 284,
            "16580608" : 300,
            "16711680" : 296,
            "16908288" : 715,
            "17170432" : 856,
            "17432576" : 1001,
            "17694720" : 1086,
            "17956864" : 1341,
            "18219008" : 1477,
            "18481152" : 1667,
            "18743296" : 1809,
            "19005440" : 2050,
            "19267584" : 2415,
            "19529728" : 2541,
            "19791872" : 2792,
            "20054016" : 3156,
            "20316160" : 3214,
            "20578304" : 3477,
            "20840448" : 3677,
            "21102592" : 3947,
            "21364736" : 4134,
            "21626880" : 4366,
            "21889024" : 4477,
            "22151168" : 4764,
            "22413312" : 5129,
            "22675456" : 5512,
            "22937600" : 5671,
            "23199744" : 6225,
            "23461888" : 6605,
            "23724032" : 7064,
            "23986176" : 7297,
            "24248320" : 7860,
            "24510464" : 8057,
            "24772608" : 8540,
            "25034752" : 9170,
            "25296896" : 9264,
            "25559040" : 9685,
            "25821184" : 10193,
            "26083328" : 10876,
            "26345472" : 11515,
            "26607616" : 12090,
            "26869760" : 12908,
            "27131904" : 13094,
            "27394048" : 13703,
            "27656192" : 14327,
            "27918336" : 15007,
            "28180480" : 14800,
            "28442624" : 15013,
            "28704768" : 15358,
            "28966912" : 15426,
            "29229056" : 15720,
            "29491200" : 15695,
            "29753344" : 15875,
            "30015488" : 16083,
            "30277632" : 16280,
            "30539776" : 16575,
            "30801920" : 17074,
            "31064064" : 17957,
            "31326208" : 18328,
            "31588352" : 19170,
            "31850496" : 19964,
            "32112640" : 21175,
            "32374784" : 22036,
            "32636928" : 23313,
            "32899072" : 24749,
            "33161216" : 26011,
            "33423360" : 27376,
            "33816576" : 57908,
            "34340864" : 61988,
            "34865152" : 66787,
            "35389440" : 70337,
            "35913728" : 74772,
            "36438016" : 77083,
            "36962304" : 79951,
            "37486592" : 81475,
            "38010880" : 82127,
            "38535168" : 83111,
            "39059456" : 81895,
            "39583744" : 80976,
            "40108032" : 80097,
            "40632320" : 79310,
            "41156608" : 77552,
            "41680896" : 76030,
            "42205184" : 74258,
            "42729472" : 71773,
            "43253760" : 71569,
            "43778048" : 68970,
            "44302336" : 66037,
            "44826624" : 65503,
            "45350912" : 62615,
            "45875200" : 59932,
            "46399488" : 59264,
            "46923776" : 57357,
            "47448064" : 56112,
            "47972352" : 54303,
            "48496640" : 53152,
            "49020928" : 51963,
            "49545216" : 50597,
            "50069504" : 48658,
            "50593792" : 47173,
            "51118080" : 45610,
            "51642368" : 44878,
            "52166656" : 43978,
            "52690944" : 43175,
            "53215232" : 42371,
            "53739520" : 40480,
            "54263808" : 39918,
            "54788096" : 38780,
            "55312384" : 38072,
            "55836672" : 38221,
            "56360960" : 37621,
            "56885248" : 36969,
            "57409536" : 35803,
            "57933824" : 35353,
            "58458112" : 33621,
            "58982400" : 33006,
            "59506688" : 32018,
            "60030976" : 31232,
            "60555264" : 30606,
            "61079552" : 29307,
            "61603840" : 28504,
            "62128128" : 27567,
            "62652416" : 26010,
            "63176704" : 25558,
            "63700992" : 23843,
            "64225280" : 22897,
            "64749568" : 21811,
            "65273856" : 20286,
            "65798144" : 18945,
            "66322432" : 17933,
            "66846720" : 16897,
            "67633152" : 29683,
            "68681728" : 24472,
            "69730304" : 19783,
            "70778880" : 15519,
            "71827456" : 11877,
            "72876032" : 8996,
            "73924608" : 6572,
            "74973184" : 4530,
            "76021760" : 2850,
            "77070336" : 1883,
            "78118912" : 1123,
            "79167488" : 668,
            "80216064" : 402,
            "81264640" : 227,
            "82313216" : 99,
            "83361792" : 67,
            "84410368" : 22,
            "85458944" : 4,
            "86507520" : 1
          }
        },
        "lat_ns" : {
          "min" : 196119,
          "max" : 88632653,
          "mean" : 45807121.091171,
          "stddev" : 11867508.854263,
          "N" : 4024009
        },
        "bw_min" : 64565,
        "bw_max" : 138790,
        "bw_agg" : 100.000000,
        "bw_mean" : 89460.278552,
        "bw_dev" : 466.328054,
        "bw_samples" : 11488,
        "iops_min" : 16133,
        "iops_max" : 34694,
        "iops_mean" : 22363.178273,
        "iops_stddev" : 116.551184,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760154,
      "usr_cpu" : 0.311467,
      "sys_cpu" : 3.183717,
      "ctx" : 5130532,
      "majf" : 0,
      "minf" : 1312,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999205,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.616304,
        "50" : 69.369580,
        "100" : 30.027241,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}