← Back to file list

📄 rand-read-qd1-nj32_run3.json

raidz2/benchmarks/rand/rand-read-qd1-nj32_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773078941,
  "timestamp_ms" : 1773078941881,
  "time" : "Mon Mar  9 14:55:41 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3315097600,
        "io_kbytes" : 3237400,
        "bw_bytes" : 339940278,
        "bw" : 331972,
        "iops" : 83004.409352,
        "runtime" : 9752,
        "total_ios" : 809459,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312038,
      "usr_cpu" : 0.620758,
      "sys_cpu" : 14.840821,
      "ctx" : 705016,
      "majf" : 0,
      "minf" : 279,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999876,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999753,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773078952,
  "timestamp_ms" : 1773078952128,
  "time" : "Mon Mar  9 14:55:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3377606656,
        "io_kbytes" : 3298444,
        "bw_bytes" : 337794445,
        "bw" : 329877,
        "iops" : 82476.447645,
        "runtime" : 9999,
        "total_ios" : 824682,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 1623871,
          "mean" : 385659.548349,
          "stddev" : 163859.172454,
          "N" : 824679
        },
        "clat_ns" : {
          "min" : 1091,
          "max" : 168818,
          "mean" : 1533.028655,
          "stddev" : 563.103646,
          "N" : 824650,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1192,
            "10.000000" : 1272,
            "20.000000" : 1336,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1480,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2512,
            "99.500000" : 5088,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14272
          },
          "bins" : {
            "1096" : 24,
            "1112" : 278,
            "1128" : 5598,
            "1144" : 8581,
            "1160" : 13861,
            "1176" : 12312,
            "1192" : 4262,
            "1208" : 6280,
            "1224" : 4157,
            "1240" : 9646,
            "1256" : 14367,
            "1272" : 8952,
            "1288" : 22714,
            "1304" : 15679,
            "1320" : 32215,
            "1336" : 37781,
            "1352" : 19317,
            "1368" : 37338,
            "1384" : 18821,
            "1400" : 34894,
            "1416" : 34588,
            "1432" : 16998,
            "1448" : 34557,
            "1464" : 16796,
            "1480" : 32864,
            "1496" : 30977,
            "1512" : 15079,
            "1528" : 28808,
            "1544" : 13936,
            "1560" : 26833,
            "1576" : 25368,
            "1592" : 12187,
            "1608" : 23214,
            "1624" : 11035,
            "1640" : 20437,
            "1656" : 19023,
            "1672" : 8690,
            "1688" : 16195,
            "1704" : 7221,
            "1720" : 13402,
            "1736" : 11871,
            "1752" : 5370,
            "1768" : 9688,
            "1784" : 4434,
            "1800" : 8071,
            "1816" : 7160,
            "1832" : 3224,
            "1848" : 6149,
            "1864" : 2717,
            "1880" : 4878,
            "1896" : 4365,
            "1912" : 2012,
            "1928" : 3576,
            "1944" : 1585,
            "1960" : 2879,
            "1976" : 2567,
            "1992" : 1207,
            "2008" : 1981,
            "2024" : 944,
            "2040" : 1719,
            "2064" : 2159,
            "2096" : 1851,
            "2128" : 1831,
            "2160" : 1393,
            "2192" : 1134,
            "2224" : 976,
            "2256" : 866,
            "2288" : 842,
            "2320" : 823,
            "2352" : 595,
            "2384" : 577,
            "2416" : 448,
            "2448" : 500,
            "2480" : 518,
            "2512" : 355,
            "2544" : 334,
            "2576" : 292,
            "2608" : 292,
            "2640" : 358,
            "2672" : 229,
            "2704" : 200,
            "2736" : 202,
            "2768" : 193,
            "2800" : 210,
            "2832" : 125,
            "2864" : 113,
            "2896" : 105,
            "2928" : 91,
            "2960" : 107,
            "2992" : 63,
            "3024" : 50,
            "3056" : 70,
            "3088" : 43,
            "3120" : 60,
            "3152" : 25,
            "3184" : 22,
            "3216" : 33,
            "3248" : 37,
            "3280" : 19,
            "3312" : 18,
            "3344" : 14,
            "3376" : 15,
            "3408" : 18,
            "3440" : 20,
            "3472" : 11,
            "3504" : 10,
            "3536" : 8,
            "3568" : 7,
            "3600" : 7,
            "3632" : 11,
            "3664" : 2,
            "3696" : 8,
            "3728" : 8,
            "3760" : 7,
            "3792" : 9,
            "3824" : 5,
            "3856" : 6,
            "3888" : 10,
            "3920" : 4,
            "3952" : 9,
            "3984" : 7,
            "4016" : 7,
            "4048" : 6,
            "4080" : 8,
            "4128" : 13,
            "4192" : 20,
            "4256" : 33,
            "4320" : 19,
            "4384" : 24,
            "4448" : 29,
            "4512" : 17,
            "4576" : 32,
            "4640" : 23,
            "4704" : 33,
            "4768" : 35,
            "4832" : 38,
            "4896" : 41,
            "4960" : 45,
            "5024" : 43,
            "5088" : 45,
            "5152" : 38,
            "5216" : 54,
            "5280" : 64,
            "5344" : 55,
            "5408" : 80,
            "5472" : 65,
            "5536" : 62,
            "5600" : 107,
            "5664" : 76,
            "5728" : 109,
            "5792" : 79,
            "5856" : 90,
            "5920" : 107,
            "5984" : 110,
            "6048" : 102,
            "6112" : 117,
            "6176" : 100,
            "6240" : 108,
            "6304" : 96,
            "6368" : 116,
            "6432" : 110,
            "6496" : 110,
            "6560" : 99,
            "6624" : 99,
            "6688" : 96,
            "6752" : 102,
            "6816" : 89,
            "6880" : 97,
            "6944" : 88,
            "7008" : 77,
            "7072" : 76,
            "7136" : 61,
            "7200" : 70,
            "7264" : 44,
            "7328" : 58,
            "7392" : 62,
            "7456" : 56,
            "7520" : 48,
            "7584" : 28,
            "7648" : 30,
            "7712" : 32,
            "7776" : 23,
            "7840" : 30,
            "7904" : 28,
            "7968" : 24,
            "8032" : 18,
            "8096" : 29,
            "8160" : 18,
            "8256" : 32,
            "8384" : 24,
            "8512" : 22,
            "8640" : 30,
            "8768" : 19,
            "8896" : 12,
            "9024" : 17,
            "9152" : 22,
            "9280" : 17,
            "9408" : 19,
            "9536" : 22,
            "9664" : 13,
            "9792" : 16,
            "9920" : 10,
            "10048" : 17,
            "10176" : 17,
            "10304" : 11,
            "10432" : 17,
            "10560" : 13,
            "10688" : 15,
            "10816" : 10,
            "10944" : 15,
            "11072" : 16,
            "11200" : 18,
            "11328" : 17,
            "11456" : 10,
            "11584" : 8,
            "11712" : 7,
            "11840" : 16,
            "11968" : 11,
            "12096" : 8,
            "12224" : 7,
            "12352" : 6,
            "12480" : 3,
            "12608" : 6,
            "12736" : 6,
            "12864" : 9,
            "12992" : 7,
            "13120" : 6,
            "13248" : 6,
            "13376" : 2,
            "13504" : 6,
            "13632" : 1,
            "13760" : 3,
            "13888" : 2,
            "14016" : 3,
            "14144" : 6,
            "14272" : 4,
            "14400" : 3,
            "14528" : 5,
            "14656" : 9,
            "14784" : 3,
            "14912" : 3,
            "15168" : 2,
            "15296" : 3,
            "15424" : 2,
            "15552" : 2,
            "15680" : 1,
            "15808" : 3,
            "15936" : 2,
            "16064" : 4,
            "16512" : 4,
            "16768" : 4,
            "17536" : 2,
            "18048" : 1,
            "18304" : 2,
            "18560" : 1,
            "18816" : 1,
            "19072" : 5,
            "19328" : 1,
            "19840" : 2,
            "20096" : 1,
            "20352" : 4,
            "21120" : 1,
            "21632" : 1,
            "21888" : 1,
            "23424" : 1,
            "26752" : 1,
            "40704" : 1,
            "67072" : 1,
            "73216" : 1,
            "74240" : 1,
            "144384" : 1,
            "168960" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 1625844,
          "mean" : 387190.530863,
          "stddev" : 163952.734820,
          "N" : 824650
        },
        "bw_min" : 323018,
        "bw_max" : 338033,
        "bw_agg" : 100.000000,
        "bw_mean" : 330009.947368,
        "bw_dev" : 125.573166,
        "bw_samples" : 608,
        "iops_min" : 80753,
        "iops_max" : 84508,
        "iops_mean" : 82501.526316,
        "iops_stddev" : 31.405273,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319968,
      "usr_cpu" : 0.626000,
      "sys_cpu" : 14.788666,
      "ctx" : 723000,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999515,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999515,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.647920,
        "4" : 2.788833,
        "10" : 0.512440,
        "20" : 0.045108,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773078962,
  "timestamp_ms" : 1773078962129,
  "time" : "Mon Mar  9 14:56:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 6759403520,
        "io_kbytes" : 6600980,
        "bw_bytes" : 337970176,
        "bw" : 330049,
        "iops" : 82515.750000,
        "runtime" : 20000,
        "total_ios" : 1650315,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 1720759,
          "mean" : 385440.087258,
          "stddev" : 164027.848268,
          "N" : 1650312
        },
        "clat_ns" : {
          "min" : 1091,
          "max" : 168818,
          "mean" : 1537.222859,
          "stddev" : 543.984488,
          "N" : 1650283,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1192,
            "10.000000" : 1272,
            "20.000000" : 1336,
            "30.000000" : 1384,
            "40.000000" : 1416,
            "50.000000" : 1480,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1784,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5216,
            "99.900000" : 7712,
            "99.950000" : 9664,
            "99.990000" : 14144
          },
          "bins" : {
            "1096" : 42,
            "1112" : 538,
            "1128" : 10806,
            "1144" : 16560,
            "1160" : 27225,
            "1176" : 24325,
            "1192" : 8478,
            "1208" : 12626,
            "1224" : 8564,
            "1240" : 19676,
            "1256" : 28647,
            "1272" : 17457,
            "1288" : 43691,
            "1304" : 29990,
            "1320" : 61459,
            "1336" : 72465,
            "1352" : 37439,
            "1368" : 73184,
            "1384" : 37050,
            "1400" : 68985,
            "1416" : 68610,
            "1432" : 34203,
            "1448" : 68860,
            "1464" : 33798,
            "1480" : 66382,
            "1496" : 62864,
            "1512" : 30374,
            "1528" : 58603,
            "1544" : 28123,
            "1560" : 54770,
            "1576" : 51735,
            "1592" : 24805,
            "1608" : 47273,
            "1624" : 22603,
            "1640" : 41843,
            "1656" : 38646,
            "1672" : 17764,
            "1688" : 33007,
            "1704" : 14945,
            "1720" : 27516,
            "1736" : 24189,
            "1752" : 11002,
            "1768" : 19927,
            "1784" : 9080,
            "1800" : 16475,
            "1816" : 14601,
            "1832" : 6556,
            "1848" : 12412,
            "1864" : 5524,
            "1880" : 9877,
            "1896" : 8861,
            "1912" : 4084,
            "1928" : 7194,
            "1944" : 3293,
            "1960" : 5963,
            "1976" : 5160,
            "1992" : 2409,
            "2008" : 4121,
            "2024" : 1960,
            "2040" : 3495,
            "2064" : 4484,
            "2096" : 3792,
            "2128" : 3830,
            "2160" : 2903,
            "2192" : 2304,
            "2224" : 2092,
            "2256" : 1851,
            "2288" : 1834,
            "2320" : 1744,
            "2352" : 1270,
            "2384" : 1197,
            "2416" : 1035,
            "2448" : 1091,
            "2480" : 1111,
            "2512" : 806,
            "2544" : 709,
            "2576" : 684,
            "2608" : 631,
            "2640" : 766,
            "2672" : 505,
            "2704" : 438,
            "2736" : 403,
            "2768" : 414,
            "2800" : 448,
            "2832" : 268,
            "2864" : 246,
            "2896" : 215,
            "2928" : 207,
            "2960" : 213,
            "2992" : 145,
            "3024" : 121,
            "3056" : 123,
            "3088" : 83,
            "3120" : 126,
            "3152" : 70,
            "3184" : 57,
            "3216" : 64,
            "3248" : 71,
            "3280" : 58,
            "3312" : 36,
            "3344" : 36,
            "3376" : 33,
            "3408" : 33,
            "3440" : 28,
            "3472" : 27,
            "3504" : 20,
            "3536" : 16,
            "3568" : 19,
            "3600" : 13,
            "3632" : 24,
            "3664" : 9,
            "3696" : 15,
            "3728" : 11,
            "3760" : 11,
            "3792" : 18,
            "3824" : 11,
            "3856" : 12,
            "3888" : 15,
            "3920" : 9,
            "3952" : 13,
            "3984" : 13,
            "4016" : 11,
            "4048" : 21,
            "4080" : 19,
            "4128" : 27,
            "4192" : 44,
            "4256" : 51,
            "4320" : 35,
            "4384" : 39,
            "4448" : 52,
            "4512" : 40,
            "4576" : 66,
            "4640" : 50,
            "4704" : 67,
            "4768" : 64,
            "4832" : 65,
            "4896" : 73,
            "4960" : 75,
            "5024" : 86,
            "5088" : 105,
            "5152" : 77,
            "5216" : 112,
            "5280" : 125,
            "5344" : 114,
            "5408" : 170,
            "5472" : 135,
            "5536" : 128,
            "5600" : 195,
            "5664" : 154,
            "5728" : 211,
            "5792" : 196,
            "5856" : 199,
            "5920" : 209,
            "5984" : 214,
            "6048" : 217,
            "6112" : 256,
            "6176" : 217,
            "6240" : 253,
            "6304" : 194,
            "6368" : 214,
            "6432" : 229,
            "6496" : 209,
            "6560" : 213,
            "6624" : 212,
            "6688" : 203,
            "6752" : 222,
            "6816" : 183,
            "6880" : 195,
            "6944" : 160,
            "7008" : 150,
            "7072" : 157,
            "7136" : 125,
            "7200" : 145,
            "7264" : 104,
            "7328" : 110,
            "7392" : 114,
            "7456" : 105,
            "7520" : 87,
            "7584" : 72,
            "7648" : 60,
            "7712" : 73,
            "7776" : 52,
            "7840" : 68,
            "7904" : 63,
            "7968" : 52,
            "8032" : 34,
            "8096" : 51,
            "8160" : 33,
            "8256" : 70,
            "8384" : 50,
            "8512" : 43,
            "8640" : 46,
            "8768" : 43,
            "8896" : 24,
            "9024" : 24,
            "9152" : 44,
            "9280" : 33,
            "9408" : 31,
            "9536" : 31,
            "9664" : 26,
            "9792" : 28,
            "9920" : 30,
            "10048" : 26,
            "10176" : 34,
            "10304" : 25,
            "10432" : 32,
            "10560" : 25,
            "10688" : 27,
            "10816" : 32,
            "10944" : 33,
            "11072" : 27,
            "11200" : 29,
            "11328" : 30,
            "11456" : 27,
            "11584" : 18,
            "11712" : 15,
            "11840" : 29,
            "11968" : 23,
            "12096" : 15,
            "12224" : 13,
            "12352" : 11,
            "12480" : 10,
            "12608" : 12,
            "12736" : 10,
            "12864" : 16,
            "12992" : 11,
            "13120" : 13,
            "13248" : 10,
            "13376" : 5,
            "13504" : 8,
            "13632" : 5,
            "13760" : 5,
            "13888" : 6,
            "14016" : 4,
            "14144" : 14,
            "14272" : 6,
            "14400" : 6,
            "14528" : 7,
            "14656" : 11,
            "14784" : 5,
            "14912" : 5,
            "15040" : 1,
            "15168" : 5,
            "15296" : 6,
            "15424" : 4,
            "15552" : 4,
            "15680" : 3,
            "15808" : 4,
            "15936" : 5,
            "16064" : 6,
            "16512" : 7,
            "16768" : 6,
            "17024" : 2,
            "17280" : 2,
            "17536" : 2,
            "17792" : 2,
            "18048" : 2,
            "18304" : 5,
            "18560" : 2,
            "18816" : 3,
            "19072" : 8,
            "19328" : 1,
            "19584" : 2,
            "19840" : 4,
            "20096" : 3,
            "20352" : 6,
            "21120" : 1,
            "21632" : 2,
            "21888" : 3,
            "22912" : 1,
            "23424" : 1,
            "26752" : 1,
            "32640" : 1,
            "40704" : 1,
            "67072" : 1,
            "70144" : 1,
            "71168" : 1,
            "73216" : 1,
            "74240" : 1,
            "140288" : 1,
            "144384" : 1,
            "168960" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 1723063,
          "mean" : 386976.283799,
          "stddev" : 164121.762981,
          "N" : 1650283
        },
        "bw_min" : 321512,
        "bw_max" : 339304,
        "bw_agg" : 100.000000,
        "bw_mean" : 330112.282051,
        "bw_dev" : 130.040401,
        "bw_samples" : 1248,
        "iops_min" : 80378,
        "iops_max" : 84825,
        "iops_mean" : 82527.025641,
        "iops_stddev" : 32.523815,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640000,
      "usr_cpu" : 0.622969,
      "sys_cpu" : 14.810781,
      "ctx" : 1446236,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999939,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999939,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.499032,
        "4" : 2.933198,
        "10" : 0.520386,
        "20" : 0.043810,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773078972,
  "timestamp_ms" : 1773078972130,
  "time" : "Mon Mar  9 14:56:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 10146230272,
        "io_kbytes" : 9908428,
        "bw_bytes" : 338207675,
        "bw" : 330280,
        "iops" : 82573.266667,
        "runtime" : 30000,
        "total_ios" : 2477198,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 1720759,
          "mean" : 385164.910555,
          "stddev" : 164179.950983,
          "N" : 2477195
        },
        "clat_ns" : {
          "min" : 1082,
          "max" : 168818,
          "mean" : 1536.579579,
          "stddev" : 535.993256,
          "N" : 2477166,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1192,
            "10.000000" : 1272,
            "20.000000" : 1336,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1480,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1784,
            "95.000000" : 1928,
            "99.000000" : 2544,
            "99.500000" : 5088,
            "99.900000" : 7712,
            "99.950000" : 9664,
            "99.990000" : 14016
          },
          "bins" : {
            "1080" : 2,
            "1096" : 64,
            "1112" : 785,
            "1128" : 16526,
            "1144" : 25145,
            "1160" : 41372,
            "1176" : 36730,
            "1192" : 12744,
            "1208" : 18965,
            "1224" : 13127,
            "1240" : 29622,
            "1256" : 43312,
            "1272" : 26094,
            "1288" : 65614,
            "1304" : 44712,
            "1320" : 92363,
            "1336" : 109351,
            "1352" : 56775,
            "1368" : 111013,
            "1384" : 55934,
            "1400" : 103960,
            "1416" : 103453,
            "1432" : 51317,
            "1448" : 103104,
            "1464" : 50496,
            "1480" : 99384,
            "1496" : 94294,
            "1512" : 45247,
            "1528" : 87751,
            "1544" : 42148,
            "1560" : 81686,
            "1576" : 77426,
            "1592" : 36964,
            "1608" : 70677,
            "1624" : 33670,
            "1640" : 62380,
            "1656" : 57590,
            "1672" : 26504,
            "1688" : 49234,
            "1704" : 22254,
            "1720" : 40905,
            "1736" : 36150,
            "1752" : 16452,
            "1768" : 29733,
            "1784" : 13565,
            "1800" : 24557,
            "1816" : 21788,
            "1832" : 9790,
            "1848" : 18205,
            "1864" : 8209,
            "1880" : 14769,
            "1896" : 13151,
            "1912" : 6084,
            "1928" : 10803,
            "1944" : 4907,
            "1960" : 8816,
            "1976" : 7700,
            "1992" : 3610,
            "2008" : 6212,
            "2024" : 2907,
            "2040" : 5239,
            "2064" : 6713,
            "2096" : 5715,
            "2128" : 5864,
            "2160" : 4363,
            "2192" : 3555,
            "2224" : 3130,
            "2256" : 2769,
            "2288" : 2853,
            "2320" : 2681,
            "2352" : 1985,
            "2384" : 1911,
            "2416" : 1680,
            "2448" : 1715,
            "2480" : 1769,
            "2512" : 1302,
            "2544" : 1203,
            "2576" : 1110,
            "2608" : 1037,
            "2640" : 1241,
            "2672" : 837,
            "2704" : 702,
            "2736" : 666,
            "2768" : 638,
            "2800" : 707,
            "2832" : 441,
            "2864" : 393,
            "2896" : 334,
            "2928" : 352,
            "2960" : 338,
            "2992" : 239,
            "3024" : 195,
            "3056" : 190,
            "3088" : 129,
            "3120" : 189,
            "3152" : 114,
            "3184" : 94,
            "3216" : 97,
            "3248" : 94,
            "3280" : 93,
            "3312" : 56,
            "3344" : 56,
            "3376" : 53,
            "3408" : 44,
            "3440" : 38,
            "3472" : 40,
            "3504" : 27,
            "3536" : 23,
            "3568" : 28,
            "3600" : 25,
            "3632" : 32,
            "3664" : 19,
            "3696" : 18,
            "3728" : 17,
            "3760" : 16,
            "3792" : 23,
            "3824" : 16,
            "3856" : 14,
            "3888" : 23,
            "3920" : 15,
            "3952" : 22,
            "3984" : 21,
            "4016" : 21,
            "4048" : 27,
            "4080" : 21,
            "4128" : 40,
            "4192" : 57,
            "4256" : 68,
            "4320" : 62,
            "4384" : 64,
            "4448" : 75,
            "4512" : 69,
            "4576" : 93,
            "4640" : 83,
            "4704" : 94,
            "4768" : 88,
            "4832" : 92,
            "4896" : 114,
            "4960" : 121,
            "5024" : 115,
            "5088" : 153,
            "5152" : 123,
            "5216" : 156,
            "5280" : 200,
            "5344" : 170,
            "5408" : 237,
            "5472" : 210,
            "5536" : 200,
            "5600" : 277,
            "5664" : 249,
            "5728" : 311,
            "5792" : 265,
            "5856" : 285,
            "5920" : 299,
            "5984" : 316,
            "6048" : 316,
            "6112" : 364,
            "6176" : 320,
            "6240" : 354,
            "6304" : 294,
            "6368" : 320,
            "6432" : 351,
            "6496" : 301,
            "6560" : 312,
            "6624" : 300,
            "6688" : 297,
            "6752" : 332,
            "6816" : 250,
            "6880" : 293,
            "6944" : 232,
            "7008" : 224,
            "7072" : 234,
            "7136" : 182,
            "7200" : 205,
            "7264" : 170,
            "7328" : 157,
            "7392" : 173,
            "7456" : 142,
            "7520" : 121,
            "7584" : 111,
            "7648" : 92,
            "7712" : 125,
            "7776" : 85,
            "7840" : 96,
            "7904" : 92,
            "7968" : 78,
            "8032" : 51,
            "8096" : 72,
            "8160" : 52,
            "8256" : 102,
            "8384" : 83,
            "8512" : 73,
            "8640" : 70,
            "8768" : 66,
            "8896" : 42,
            "9024" : 39,
            "9152" : 56,
            "9280" : 47,
            "9408" : 42,
            "9536" : 43,
            "9664" : 46,
            "9792" : 42,
            "9920" : 45,
            "10048" : 38,
            "10176" : 49,
            "10304" : 40,
            "10432" : 48,
            "10560" : 39,
            "10688" : 41,
            "10816" : 44,
            "10944" : 48,
            "11072" : 42,
            "11200" : 43,
            "11328" : 39,
            "11456" : 38,
            "11584" : 24,
            "11712" : 25,
            "11840" : 39,
            "11968" : 28,
            "12096" : 21,
            "12224" : 23,
            "12352" : 15,
            "12480" : 16,
            "12608" : 22,
            "12736" : 14,
            "12864" : 21,
            "12992" : 13,
            "13120" : 24,
            "13248" : 15,
            "13376" : 10,
            "13504" : 16,
            "13632" : 7,
            "13760" : 7,
            "13888" : 8,
            "14016" : 9,
            "14144" : 15,
            "14272" : 9,
            "14400" : 7,
            "14528" : 19,
            "14656" : 13,
            "14784" : 7,
            "14912" : 7,
            "15040" : 4,
            "15168" : 6,
            "15296" : 10,
            "15424" : 6,
            "15552" : 5,
            "15680" : 6,
            "15808" : 5,
            "15936" : 6,
            "16064" : 7,
            "16192" : 2,
            "16320" : 1,
            "16512" : 8,
            "16768" : 7,
            "17024" : 3,
            "17280" : 4,
            "17536" : 4,
            "17792" : 3,
            "18048" : 4,
            "18304" : 7,
            "18560" : 3,
            "18816" : 3,
            "19072" : 9,
            "19328" : 2,
            "19584" : 3,
            "19840" : 7,
            "20096" : 3,
            "20352" : 6,
            "20608" : 1,
            "21120" : 1,
            "21376" : 2,
            "21632" : 3,
            "21888" : 3,
            "22144" : 1,
            "22400" : 1,
            "22656" : 1,
            "22912" : 2,
            "23424" : 1,
            "24448" : 1,
            "24960" : 1,
            "26752" : 1,
            "32640" : 1,
            "40704" : 1,
            "66048" : 2,
            "67072" : 1,
            "70144" : 1,
            "71168" : 2,
            "72192" : 1,
            "73216" : 2,
            "74240" : 1,
            "89600" : 1,
            "140288" : 1,
            "144384" : 1,
            "168960" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 1723063,
          "mean" : 386700.803182,
          "stddev" : 164273.920194,
          "N" : 2477166
        },
        "bw_min" : 321267,
        "bw_max" : 340402,
        "bw_agg" : 100.000000,
        "bw_mean" : 330328.000000,
        "bw_dev" : 130.522947,
        "bw_samples" : 1888,
        "iops_min" : 80316,
        "iops_max" : 85100,
        "iops_mean" : 82580.745763,
        "iops_stddev" : 32.642074,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959997,
      "usr_cpu" : 0.624169,
      "sys_cpu" : 14.819525,
      "ctx" : 2169012,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999879,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999879,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.438920,
        "4" : 3.004281,
        "10" : 0.510819,
        "20" : 0.042952,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773078982,
  "timestamp_ms" : 1773078982129,
  "time" : "Mon Mar  9 14:56:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 13567778816,
        "io_kbytes" : 13249784,
        "bw_bytes" : 339194470,
        "bw" : 331244,
        "iops" : 82813.025000,
        "runtime" : 40000,
        "total_ios" : 3312521,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 1720759,
          "mean" : 384036.307243,
          "stddev" : 165057.207480,
          "N" : 3312518
        },
        "clat_ns" : {
          "min" : 1081,
          "max" : 168818,
          "mean" : 1536.277118,
          "stddev" : 538.179995,
          "N" : 3312489,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1272,
            "20.000000" : 1336,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1480,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1784,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5152,
            "99.900000" : 7712,
            "99.950000" : 9792,
            "99.990000" : 14272
          },
          "bins" : {
            "1080" : 3,
            "1096" : 81,
            "1112" : 1119,
            "1128" : 23246,
            "1144" : 34858,
            "1160" : 57016,
            "1176" : 50432,
            "1192" : 17250,
            "1208" : 25677,
            "1224" : 17877,
            "1240" : 40048,
            "1256" : 57859,
            "1272" : 34801,
            "1288" : 87334,
            "1304" : 59706,
            "1320" : 122985,
            "1336" : 145197,
            "1352" : 75420,
            "1368" : 147818,
            "1384" : 74497,
            "1400" : 138665,
            "1416" : 138584,
            "1432" : 68562,
            "1448" : 137775,
            "1464" : 67551,
            "1480" : 132545,
            "1496" : 126083,
            "1512" : 60532,
            "1528" : 117069,
            "1544" : 56633,
            "1560" : 109198,
            "1576" : 103234,
            "1592" : 49495,
            "1608" : 94774,
            "1624" : 44866,
            "1640" : 83456,
            "1656" : 76562,
            "1672" : 35308,
            "1688" : 65533,
            "1704" : 29795,
            "1720" : 54706,
            "1736" : 48171,
            "1752" : 21805,
            "1768" : 39765,
            "1784" : 18059,
            "1800" : 32756,
            "1816" : 29187,
            "1832" : 13146,
            "1848" : 24273,
            "1864" : 10901,
            "1880" : 19699,
            "1896" : 17499,
            "1912" : 7966,
            "1928" : 14373,
            "1944" : 6523,
            "1960" : 11781,
            "1976" : 10269,
            "1992" : 4778,
            "2008" : 8350,
            "2024" : 3744,
            "2040" : 6894,
            "2064" : 8873,
            "2096" : 7635,
            "2128" : 7817,
            "2160" : 5745,
            "2192" : 4629,
            "2224" : 4124,
            "2256" : 3619,
            "2288" : 3803,
            "2320" : 3527,
            "2352" : 2646,
            "2384" : 2488,
            "2416" : 2223,
            "2448" : 2302,
            "2480" : 2350,
            "2512" : 1721,
            "2544" : 1610,
            "2576" : 1472,
            "2608" : 1384,
            "2640" : 1675,
            "2672" : 1140,
            "2704" : 1006,
            "2736" : 897,
            "2768" : 867,
            "2800" : 981,
            "2832" : 597,
            "2864" : 562,
            "2896" : 451,
            "2928" : 457,
            "2960" : 447,
            "2992" : 314,
            "3024" : 266,
            "3056" : 260,
            "3088" : 176,
            "3120" : 242,
            "3152" : 150,
            "3184" : 134,
            "3216" : 118,
            "3248" : 124,
            "3280" : 126,
            "3312" : 77,
            "3344" : 74,
            "3376" : 68,
            "3408" : 59,
            "3440" : 53,
            "3472" : 56,
            "3504" : 33,
            "3536" : 32,
            "3568" : 35,
            "3600" : 36,
            "3632" : 40,
            "3664" : 30,
            "3696" : 28,
            "3728" : 19,
            "3760" : 22,
            "3792" : 29,
            "3824" : 19,
            "3856" : 19,
            "3888" : 30,
            "3920" : 23,
            "3952" : 32,
            "3984" : 25,
            "4016" : 23,
            "4048" : 34,
            "4080" : 28,
            "4128" : 56,
            "4192" : 79,
            "4256" : 98,
            "4320" : 90,
            "4384" : 89,
            "4448" : 103,
            "4512" : 91,
            "4576" : 118,
            "4640" : 110,
            "4704" : 125,
            "4768" : 121,
            "4832" : 130,
            "4896" : 159,
            "4960" : 163,
            "5024" : 160,
            "5088" : 201,
            "5152" : 166,
            "5216" : 204,
            "5280" : 260,
            "5344" : 236,
            "5408" : 313,
            "5472" : 273,
            "5536" : 257,
            "5600" : 383,
            "5664" : 339,
            "5728" : 426,
            "5792" : 345,
            "5856" : 397,
            "5920" : 404,
            "5984" : 417,
            "6048" : 440,
            "6112" : 472,
            "6176" : 414,
            "6240" : 470,
            "6304" : 427,
            "6368" : 427,
            "6432" : 470,
            "6496" : 411,
            "6560" : 444,
            "6624" : 397,
            "6688" : 395,
            "6752" : 437,
            "6816" : 341,
            "6880" : 413,
            "6944" : 310,
            "7008" : 306,
            "7072" : 309,
            "7136" : 240,
            "7200" : 282,
            "7264" : 222,
            "7328" : 217,
            "7392" : 228,
            "7456" : 195,
            "7520" : 179,
            "7584" : 152,
            "7648" : 134,
            "7712" : 162,
            "7776" : 112,
            "7840" : 121,
            "7904" : 130,
            "7968" : 104,
            "8032" : 80,
            "8096" : 90,
            "8160" : 64,
            "8256" : 135,
            "8384" : 119,
            "8512" : 93,
            "8640" : 99,
            "8768" : 85,
            "8896" : 60,
            "9024" : 56,
            "9152" : 68,
            "9280" : 65,
            "9408" : 57,
            "9536" : 57,
            "9664" : 56,
            "9792" : 56,
            "9920" : 74,
            "10048" : 54,
            "10176" : 66,
            "10304" : 54,
            "10432" : 64,
            "10560" : 60,
            "10688" : 53,
            "10816" : 57,
            "10944" : 66,
            "11072" : 53,
            "11200" : 58,
            "11328" : 54,
            "11456" : 52,
            "11584" : 35,
            "11712" : 32,
            "11840" : 43,
            "11968" : 43,
            "12096" : 31,
            "12224" : 29,
            "12352" : 24,
            "12480" : 23,
            "12608" : 31,
            "12736" : 20,
            "12864" : 25,
            "12992" : 22,
            "13120" : 29,
            "13248" : 21,
            "13376" : 12,
            "13504" : 19,
            "13632" : 7,
            "13760" : 12,
            "13888" : 9,
            "14016" : 17,
            "14144" : 18,
            "14272" : 11,
            "14400" : 12,
            "14528" : 21,
            "14656" : 19,
            "14784" : 8,
            "14912" : 10,
            "15040" : 5,
            "15168" : 10,
            "15296" : 10,
            "15424" : 8,
            "15552" : 8,
            "15680" : 7,
            "15808" : 8,
            "15936" : 7,
            "16064" : 7,
            "16192" : 2,
            "16320" : 3,
            "16512" : 17,
            "16768" : 11,
            "17024" : 5,
            "17280" : 9,
            "17536" : 5,
            "17792" : 6,
            "18048" : 11,
            "18304" : 8,
            "18560" : 7,
            "18816" : 6,
            "19072" : 10,
            "19328" : 5,
            "19584" : 4,
            "19840" : 7,
            "20096" : 7,
            "20352" : 6,
            "20608" : 2,
            "20864" : 1,
            "21120" : 1,
            "21376" : 3,
            "21632" : 3,
            "21888" : 3,
            "22144" : 2,
            "22400" : 1,
            "22656" : 1,
            "22912" : 3,
            "23424" : 2,
            "23680" : 1,
            "23936" : 1,
            "24192" : 1,
            "24448" : 1,
            "24960" : 1,
            "25216" : 1,
            "25728" : 1,
            "26752" : 1,
            "28800" : 1,
            "29312" : 1,
            "32640" : 1,
            "34048" : 1,
            "35072" : 1,
            "40704" : 1,
            "54528" : 1,
            "58112" : 1,
            "62720" : 1,
            "66048" : 2,
            "67072" : 1,
            "68096" : 2,
            "70144" : 3,
            "71168" : 3,
            "72192" : 1,
            "73216" : 2,
            "74240" : 1,
            "89600" : 1,
            "140288" : 1,
            "144384" : 1,
            "168960" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 1723063,
          "mean" : 385572.060759,
          "stddev" : 165152.058308,
          "N" : 3312489
        },
        "bw_min" : 321131,
        "bw_max" : 342984,
        "bw_agg" : 100.000000,
        "bw_mean" : 331256.506329,
        "bw_dev" : 142.647156,
        "bw_samples" : 2528,
        "iops_min" : 80282,
        "iops_max" : 85746,
        "iops_mean" : 82813.189873,
        "iops_stddev" : 35.674530,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279999,
      "usr_cpu" : 0.627735,
      "sys_cpu" : 14.831262,
      "ctx" : 2891336,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999819,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999819,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.455238,
        "4" : 2.982170,
        "10" : 0.515650,
        "20" : 0.043864,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773078992,
  "timestamp_ms" : 1773078992129,
  "time" : "Mon Mar  9 14:56:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 17054543872,
        "io_kbytes" : 16654828,
        "bw_bytes" : 341090877,
        "bw" : 333096,
        "iops" : 83275.580000,
        "runtime" : 50000,
        "total_ios" : 4163779,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 1720759,
          "mean" : 381890.025119,
          "stddev" : 166799.813481,
          "N" : 4163776
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 168818,
          "mean" : 1534.346215,
          "stddev" : 534.806859,
          "N" : 4163747,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1336,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1480,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1784,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5216,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 1,
            "1080" : 4,
            "1096" : 121,
            "1112" : 1535,
            "1128" : 30818,
            "1144" : 45483,
            "1160" : 74128,
            "1176" : 65128,
            "1192" : 22415,
            "1208" : 33466,
            "1224" : 23431,
            "1240" : 52468,
            "1256" : 75453,
            "1272" : 45145,
            "1288" : 112265,
            "1304" : 76314,
            "1320" : 155934,
            "1336" : 182801,
            "1352" : 94359,
            "1368" : 185219,
            "1384" : 93337,
            "1400" : 174017,
            "1416" : 173420,
            "1432" : 85805,
            "1448" : 172133,
            "1464" : 84556,
            "1480" : 165457,
            "1496" : 157426,
            "1512" : 75535,
            "1528" : 146061,
            "1544" : 70597,
            "1560" : 135750,
            "1576" : 128549,
            "1592" : 61796,
            "1608" : 117785,
            "1624" : 55836,
            "1640" : 103856,
            "1656" : 95289,
            "1672" : 43842,
            "1688" : 81410,
            "1704" : 37016,
            "1720" : 68093,
            "1736" : 59849,
            "1752" : 27138,
            "1768" : 49399,
            "1784" : 22394,
            "1800" : 40862,
            "1816" : 36374,
            "1832" : 16342,
            "1848" : 30423,
            "1864" : 13633,
            "1880" : 24681,
            "1896" : 21830,
            "1912" : 9942,
            "1928" : 17909,
            "1944" : 8147,
            "1960" : 14790,
            "1976" : 12884,
            "1992" : 5994,
            "2008" : 10520,
            "2024" : 4714,
            "2040" : 8636,
            "2064" : 11109,
            "2096" : 9545,
            "2128" : 9808,
            "2160" : 7197,
            "2192" : 5742,
            "2224" : 5155,
            "2256" : 4591,
            "2288" : 4713,
            "2320" : 4384,
            "2352" : 3275,
            "2384" : 3092,
            "2416" : 2761,
            "2448" : 2853,
            "2480" : 2959,
            "2512" : 2162,
            "2544" : 2020,
            "2576" : 1861,
            "2608" : 1724,
            "2640" : 2067,
            "2672" : 1436,
            "2704" : 1239,
            "2736" : 1137,
            "2768" : 1091,
            "2800" : 1203,
            "2832" : 733,
            "2864" : 702,
            "2896" : 580,
            "2928" : 557,
            "2960" : 570,
            "2992" : 389,
            "3024" : 326,
            "3056" : 314,
            "3088" : 232,
            "3120" : 311,
            "3152" : 184,
            "3184" : 156,
            "3216" : 149,
            "3248" : 153,
            "3280" : 162,
            "3312" : 94,
            "3344" : 92,
            "3376" : 80,
            "3408" : 72,
            "3440" : 70,
            "3472" : 66,
            "3504" : 41,
            "3536" : 39,
            "3568" : 46,
            "3600" : 43,
            "3632" : 51,
            "3664" : 36,
            "3696" : 39,
            "3728" : 27,
            "3760" : 26,
            "3792" : 33,
            "3824" : 25,
            "3856" : 27,
            "3888" : 31,
            "3920" : 34,
            "3952" : 39,
            "3984" : 29,
            "4016" : 32,
            "4048" : 42,
            "4080" : 34,
            "4128" : 78,
            "4192" : 93,
            "4256" : 120,
            "4320" : 113,
            "4384" : 109,
            "4448" : 135,
            "4512" : 119,
            "4576" : 147,
            "4640" : 138,
            "4704" : 158,
            "4768" : 162,
            "4832" : 167,
            "4896" : 199,
            "4960" : 207,
            "5024" : 208,
            "5088" : 256,
            "5152" : 206,
            "5216" : 273,
            "5280" : 340,
            "5344" : 304,
            "5408" : 380,
            "5472" : 341,
            "5536" : 353,
            "5600" : 479,
            "5664" : 423,
            "5728" : 524,
            "5792" : 449,
            "5856" : 497,
            "5920" : 534,
            "5984" : 527,
            "6048" : 567,
            "6112" : 616,
            "6176" : 518,
            "6240" : 590,
            "6304" : 550,
            "6368" : 551,
            "6432" : 587,
            "6496" : 510,
            "6560" : 553,
            "6624" : 489,
            "6688" : 507,
            "6752" : 540,
            "6816" : 415,
            "6880" : 520,
            "6944" : 386,
            "7008" : 371,
            "7072" : 396,
            "7136" : 322,
            "7200" : 360,
            "7264" : 282,
            "7328" : 271,
            "7392" : 281,
            "7456" : 248,
            "7520" : 230,
            "7584" : 191,
            "7648" : 171,
            "7712" : 215,
            "7776" : 141,
            "7840" : 157,
            "7904" : 149,
            "7968" : 127,
            "8032" : 98,
            "8096" : 115,
            "8160" : 91,
            "8256" : 173,
            "8384" : 159,
            "8512" : 120,
            "8640" : 116,
            "8768" : 103,
            "8896" : 80,
            "9024" : 75,
            "9152" : 85,
            "9280" : 78,
            "9408" : 68,
            "9536" : 74,
            "9664" : 72,
            "9792" : 68,
            "9920" : 93,
            "10048" : 70,
            "10176" : 80,
            "10304" : 69,
            "10432" : 83,
            "10560" : 77,
            "10688" : 63,
            "10816" : 74,
            "10944" : 87,
            "11072" : 67,
            "11200" : 70,
            "11328" : 66,
            "11456" : 60,
            "11584" : 47,
            "11712" : 45,
            "11840" : 58,
            "11968" : 49,
            "12096" : 37,
            "12224" : 38,
            "12352" : 30,
            "12480" : 32,
            "12608" : 36,
            "12736" : 24,
            "12864" : 27,
            "12992" : 25,
            "13120" : 35,
            "13248" : 24,
            "13376" : 18,
            "13504" : 23,
            "13632" : 16,
            "13760" : 19,
            "13888" : 15,
            "14016" : 19,
            "14144" : 22,
            "14272" : 16,
            "14400" : 14,
            "14528" : 22,
            "14656" : 23,
            "14784" : 10,
            "14912" : 12,
            "15040" : 8,
            "15168" : 11,
            "15296" : 12,
            "15424" : 9,
            "15552" : 11,
            "15680" : 11,
            "15808" : 12,
            "15936" : 8,
            "16064" : 8,
            "16192" : 3,
            "16320" : 3,
            "16512" : 23,
            "16768" : 14,
            "17024" : 8,
            "17280" : 13,
            "17536" : 6,
            "17792" : 9,
            "18048" : 14,
            "18304" : 9,
            "18560" : 8,
            "18816" : 6,
            "19072" : 11,
            "19328" : 8,
            "19584" : 4,
            "19840" : 8,
            "20096" : 9,
            "20352" : 6,
            "20608" : 2,
            "20864" : 1,
            "21120" : 3,
            "21376" : 3,
            "21632" : 4,
            "21888" : 4,
            "22144" : 2,
            "22400" : 1,
            "22656" : 1,
            "22912" : 3,
            "23168" : 1,
            "23424" : 2,
            "23680" : 1,
            "23936" : 1,
            "24192" : 2,
            "24448" : 1,
            "24960" : 1,
            "25216" : 1,
            "25728" : 1,
            "26752" : 1,
            "28800" : 1,
            "29312" : 1,
            "32640" : 1,
            "34048" : 1,
            "35072" : 2,
            "40704" : 1,
            "46336" : 1,
            "54528" : 1,
            "58112" : 1,
            "62720" : 1,
            "64256" : 1,
            "66048" : 2,
            "67072" : 1,
            "68096" : 2,
            "70144" : 3,
            "71168" : 3,
            "72192" : 1,
            "73216" : 3,
            "74240" : 2,
            "77312" : 1,
            "89600" : 1,
            "140288" : 1,
            "144384" : 1,
            "168960" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 1723063,
          "mean" : 383423.939831,
          "stddev" : 166895.932252,
          "N" : 4163747
        },
        "bw_min" : 321131,
        "bw_max" : 349604,
        "bw_agg" : 99.996229,
        "bw_mean" : 333084.434343,
        "bw_dev" : 191.300766,
        "bw_samples" : 3168,
        "iops_min" : 80282,
        "iops_max" : 87400,
        "iops_mean" : 83269.989899,
        "iops_stddev" : 47.828292,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599991,
      "usr_cpu" : 0.633129,
      "sys_cpu" : 14.860834,
      "ctx" : 3612513,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999952,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999952,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.466335,
        "4" : 2.967304,
        "10" : 0.519624,
        "20" : 0.043950,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079002,
  "timestamp_ms" : 1773079002129,
  "time" : "Mon Mar  9 14:56:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 20550774784,
        "io_kbytes" : 20069116,
        "bw_bytes" : 342512913,
        "bw" : 334485,
        "iops" : 83622.616667,
        "runtime" : 60000,
        "total_ios" : 5017357,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 380296.662364,
          "stddev" : 168123.716189,
          "N" : 5017354
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1532.132687,
          "stddev" : 545.940206,
          "N" : 5017325,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1336,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1480,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1784,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5216,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 1,
            "1080" : 4,
            "1096" : 161,
            "1112" : 2003,
            "1128" : 38968,
            "1144" : 56448,
            "1160" : 91178,
            "1176" : 79850,
            "1192" : 27406,
            "1208" : 40945,
            "1224" : 29022,
            "1240" : 65244,
            "1256" : 92906,
            "1272" : 55586,
            "1288" : 138531,
            "1304" : 93836,
            "1320" : 190780,
            "1336" : 221885,
            "1352" : 114127,
            "1368" : 224069,
            "1384" : 112676,
            "1400" : 209762,
            "1416" : 209138,
            "1432" : 103596,
            "1448" : 207191,
            "1464" : 101503,
            "1480" : 198140,
            "1496" : 188949,
            "1512" : 90538,
            "1528" : 174917,
            "1544" : 84317,
            "1560" : 162398,
            "1576" : 153512,
            "1592" : 73638,
            "1608" : 140577,
            "1624" : 66585,
            "1640" : 124040,
            "1656" : 113379,
            "1672" : 52128,
            "1688" : 96883,
            "1704" : 44028,
            "1720" : 81225,
            "1736" : 71306,
            "1752" : 32335,
            "1768" : 58901,
            "1784" : 26741,
            "1800" : 48638,
            "1816" : 43251,
            "1832" : 19436,
            "1848" : 36035,
            "1864" : 16192,
            "1880" : 29366,
            "1896" : 25952,
            "1912" : 11800,
            "1928" : 21361,
            "1944" : 9735,
            "1960" : 17499,
            "1976" : 15261,
            "1992" : 7092,
            "2008" : 12514,
            "2024" : 5595,
            "2040" : 10247,
            "2064" : 13243,
            "2096" : 11296,
            "2128" : 11647,
            "2160" : 8503,
            "2192" : 6761,
            "2224" : 6085,
            "2256" : 5391,
            "2288" : 5560,
            "2320" : 5074,
            "2352" : 3830,
            "2384" : 3602,
            "2416" : 3244,
            "2448" : 3340,
            "2480" : 3456,
            "2512" : 2519,
            "2544" : 2343,
            "2576" : 2162,
            "2608" : 2007,
            "2640" : 2450,
            "2672" : 1664,
            "2704" : 1437,
            "2736" : 1358,
            "2768" : 1298,
            "2800" : 1431,
            "2832" : 875,
            "2864" : 821,
            "2896" : 687,
            "2928" : 658,
            "2960" : 685,
            "2992" : 461,
            "3024" : 394,
            "3056" : 369,
            "3088" : 284,
            "3120" : 369,
            "3152" : 223,
            "3184" : 190,
            "3216" : 174,
            "3248" : 173,
            "3280" : 183,
            "3312" : 117,
            "3344" : 108,
            "3376" : 97,
            "3408" : 82,
            "3440" : 83,
            "3472" : 72,
            "3504" : 50,
            "3536" : 50,
            "3568" : 51,
            "3600" : 54,
            "3632" : 58,
            "3664" : 47,
            "3696" : 46,
            "3728" : 32,
            "3760" : 37,
            "3792" : 40,
            "3824" : 32,
            "3856" : 30,
            "3888" : 36,
            "3920" : 45,
            "3952" : 45,
            "3984" : 39,
            "4016" : 40,
            "4048" : 45,
            "4080" : 42,
            "4128" : 100,
            "4192" : 114,
            "4256" : 142,
            "4320" : 123,
            "4384" : 125,
            "4448" : 168,
            "4512" : 134,
            "4576" : 177,
            "4640" : 161,
            "4704" : 194,
            "4768" : 209,
            "4832" : 206,
            "4896" : 248,
            "4960" : 253,
            "5024" : 264,
            "5088" : 307,
            "5152" : 240,
            "5216" : 326,
            "5280" : 401,
            "5344" : 362,
            "5408" : 462,
            "5472" : 408,
            "5536" : 428,
            "5600" : 557,
            "5664" : 496,
            "5728" : 637,
            "5792" : 538,
            "5856" : 604,
            "5920" : 645,
            "5984" : 655,
            "6048" : 698,
            "6112" : 736,
            "6176" : 641,
            "6240" : 717,
            "6304" : 656,
            "6368" : 670,
            "6432" : 708,
            "6496" : 608,
            "6560" : 690,
            "6624" : 590,
            "6688" : 594,
            "6752" : 653,
            "6816" : 516,
            "6880" : 615,
            "6944" : 471,
            "7008" : 448,
            "7072" : 479,
            "7136" : 395,
            "7200" : 434,
            "7264" : 343,
            "7328" : 326,
            "7392" : 348,
            "7456" : 304,
            "7520" : 287,
            "7584" : 234,
            "7648" : 207,
            "7712" : 259,
            "7776" : 169,
            "7840" : 191,
            "7904" : 173,
            "7968" : 153,
            "8032" : 120,
            "8096" : 140,
            "8160" : 111,
            "8256" : 229,
            "8384" : 196,
            "8512" : 144,
            "8640" : 145,
            "8768" : 125,
            "8896" : 101,
            "9024" : 97,
            "9152" : 95,
            "9280" : 88,
            "9408" : 79,
            "9536" : 87,
            "9664" : 87,
            "9792" : 78,
            "9920" : 108,
            "10048" : 94,
            "10176" : 95,
            "10304" : 84,
            "10432" : 92,
            "10560" : 97,
            "10688" : 73,
            "10816" : 88,
            "10944" : 101,
            "11072" : 86,
            "11200" : 86,
            "11328" : 80,
            "11456" : 74,
            "11584" : 52,
            "11712" : 52,
            "11840" : 67,
            "11968" : 65,
            "12096" : 45,
            "12224" : 42,
            "12352" : 40,
            "12480" : 39,
            "12608" : 50,
            "12736" : 27,
            "12864" : 37,
            "12992" : 35,
            "13120" : 41,
            "13248" : 31,
            "13376" : 22,
            "13504" : 31,
            "13632" : 21,
            "13760" : 23,
            "13888" : 20,
            "14016" : 22,
            "14144" : 26,
            "14272" : 18,
            "14400" : 19,
            "14528" : 24,
            "14656" : 23,
            "14784" : 14,
            "14912" : 13,
            "15040" : 12,
            "15168" : 12,
            "15296" : 16,
            "15424" : 11,
            "15552" : 15,
            "15680" : 14,
            "15808" : 15,
            "15936" : 9,
            "16064" : 10,
            "16192" : 6,
            "16320" : 6,
            "16512" : 28,
            "16768" : 21,
            "17024" : 10,
            "17280" : 17,
            "17536" : 6,
            "17792" : 11,
            "18048" : 14,
            "18304" : 9,
            "18560" : 10,
            "18816" : 9,
            "19072" : 11,
            "19328" : 8,
            "19584" : 4,
            "19840" : 8,
            "20096" : 10,
            "20352" : 6,
            "20608" : 3,
            "20864" : 1,
            "21120" : 4,
            "21376" : 3,
            "21632" : 4,
            "21888" : 4,
            "22144" : 2,
            "22400" : 1,
            "22656" : 1,
            "22912" : 3,
            "23168" : 1,
            "23424" : 3,
            "23680" : 2,
            "23936" : 1,
            "24192" : 2,
            "24448" : 1,
            "24960" : 1,
            "25216" : 1,
            "25728" : 2,
            "26752" : 2,
            "27264" : 1,
            "28800" : 1,
            "29312" : 1,
            "32640" : 1,
            "34048" : 1,
            "35072" : 2,
            "40704" : 1,
            "46336" : 1,
            "47360" : 1,
            "54528" : 1,
            "58112" : 1,
            "62720" : 1,
            "64256" : 1,
            "64768" : 1,
            "66048" : 2,
            "67072" : 2,
            "68096" : 2,
            "69120" : 1,
            "70144" : 3,
            "71168" : 4,
            "72192" : 2,
            "73216" : 3,
            "74240" : 2,
            "77312" : 2,
            "78336" : 1,
            "80384" : 1,
            "87552" : 1,
            "89600" : 1,
            "110080" : 1,
            "140288" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 381828.427749,
          "stddev" : 168220.655033,
          "N" : 5017325
        },
        "bw_min" : 320987,
        "bw_max" : 351316,
        "bw_agg" : 100.000000,
        "bw_mean" : 334495.327731,
        "bw_dev" : 216.083921,
        "bw_samples" : 3808,
        "iops_min" : 80246,
        "iops_max" : 87828,
        "iops_mean" : 83622.781513,
        "iops_stddev" : 54.023114,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919979,
      "usr_cpu" : 0.636882,
      "sys_cpu" : 14.876986,
      "ctx" : 4333956,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.524345,
        "4" : 2.906989,
        "10" : 0.521549,
        "20" : 0.044406,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079012,
  "timestamp_ms" : 1773079012129,
  "time" : "Mon Mar  9 14:56:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 24034893824,
        "io_kbytes" : 23471576,
        "bw_bytes" : 343355626,
        "bw" : 335308,
        "iops" : 83828.014286,
        "runtime" : 70000,
        "total_ios" : 5867961,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 379359.762815,
          "stddev" : 168801.413587,
          "N" : 5867958
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.874201,
          "stddev" : 546.666439,
          "N" : 5867929,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5152,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 1,
            "1080" : 4,
            "1096" : 196,
            "1112" : 2412,
            "1128" : 46646,
            "1144" : 67423,
            "1160" : 108292,
            "1176" : 94512,
            "1192" : 32427,
            "1208" : 48534,
            "1224" : 34397,
            "1240" : 77510,
            "1256" : 110574,
            "1272" : 66057,
            "1288" : 163434,
            "1304" : 110307,
            "1320" : 223203,
            "1336" : 259222,
            "1352" : 132852,
            "1368" : 261643,
            "1384" : 131630,
            "1400" : 245342,
            "1416" : 244665,
            "1432" : 120802,
            "1448" : 241917,
            "1464" : 118454,
            "1480" : 231165,
            "1496" : 220452,
            "1512" : 105724,
            "1528" : 204008,
            "1544" : 98283,
            "1560" : 189480,
            "1576" : 179032,
            "1592" : 85983,
            "1608" : 163951,
            "1624" : 77593,
            "1640" : 144683,
            "1656" : 132131,
            "1672" : 60774,
            "1688" : 112856,
            "1704" : 51455,
            "1720" : 94673,
            "1736" : 83030,
            "1752" : 37596,
            "1768" : 68710,
            "1784" : 31037,
            "1800" : 56444,
            "1816" : 50378,
            "1832" : 22668,
            "1848" : 41955,
            "1864" : 18829,
            "1880" : 34122,
            "1896" : 30146,
            "1912" : 13743,
            "1928" : 24924,
            "1944" : 11320,
            "1960" : 20197,
            "1976" : 17730,
            "1992" : 8207,
            "2008" : 14533,
            "2024" : 6461,
            "2040" : 11962,
            "2064" : 15461,
            "2096" : 13085,
            "2128" : 13491,
            "2160" : 9959,
            "2192" : 7838,
            "2224" : 7044,
            "2256" : 6268,
            "2288" : 6427,
            "2320" : 5851,
            "2352" : 4478,
            "2384" : 4155,
            "2416" : 3780,
            "2448" : 3842,
            "2480" : 3963,
            "2512" : 2876,
            "2544" : 2696,
            "2576" : 2487,
            "2608" : 2294,
            "2640" : 2825,
            "2672" : 1895,
            "2704" : 1653,
            "2736" : 1566,
            "2768" : 1482,
            "2800" : 1651,
            "2832" : 1014,
            "2864" : 943,
            "2896" : 785,
            "2928" : 747,
            "2960" : 807,
            "2992" : 539,
            "3024" : 452,
            "3056" : 431,
            "3088" : 327,
            "3120" : 430,
            "3152" : 261,
            "3184" : 217,
            "3216" : 204,
            "3248" : 201,
            "3280" : 218,
            "3312" : 140,
            "3344" : 126,
            "3376" : 111,
            "3408" : 92,
            "3440" : 101,
            "3472" : 83,
            "3504" : 63,
            "3536" : 58,
            "3568" : 56,
            "3600" : 66,
            "3632" : 65,
            "3664" : 50,
            "3696" : 51,
            "3728" : 34,
            "3760" : 42,
            "3792" : 47,
            "3824" : 39,
            "3856" : 35,
            "3888" : 40,
            "3920" : 52,
            "3952" : 52,
            "3984" : 49,
            "4016" : 47,
            "4048" : 52,
            "4080" : 49,
            "4128" : 127,
            "4192" : 136,
            "4256" : 171,
            "4320" : 145,
            "4384" : 139,
            "4448" : 197,
            "4512" : 154,
            "4576" : 212,
            "4640" : 188,
            "4704" : 230,
            "4768" : 252,
            "4832" : 246,
            "4896" : 290,
            "4960" : 289,
            "5024" : 311,
            "5088" : 361,
            "5152" : 294,
            "5216" : 368,
            "5280" : 463,
            "5344" : 431,
            "5408" : 535,
            "5472" : 480,
            "5536" : 489,
            "5600" : 654,
            "5664" : 582,
            "5728" : 743,
            "5792" : 642,
            "5856" : 707,
            "5920" : 751,
            "5984" : 745,
            "6048" : 803,
            "6112" : 854,
            "6176" : 747,
            "6240" : 824,
            "6304" : 768,
            "6368" : 786,
            "6432" : 817,
            "6496" : 702,
            "6560" : 804,
            "6624" : 678,
            "6688" : 675,
            "6752" : 759,
            "6816" : 601,
            "6880" : 714,
            "6944" : 560,
            "7008" : 521,
            "7072" : 558,
            "7136" : 452,
            "7200" : 494,
            "7264" : 400,
            "7328" : 364,
            "7392" : 392,
            "7456" : 348,
            "7520" : 343,
            "7584" : 271,
            "7648" : 239,
            "7712" : 304,
            "7776" : 197,
            "7840" : 211,
            "7904" : 197,
            "7968" : 181,
            "8032" : 138,
            "8096" : 159,
            "8160" : 129,
            "8256" : 263,
            "8384" : 229,
            "8512" : 173,
            "8640" : 166,
            "8768" : 141,
            "8896" : 119,
            "9024" : 124,
            "9152" : 120,
            "9280" : 102,
            "9408" : 93,
            "9536" : 99,
            "9664" : 91,
            "9792" : 93,
            "9920" : 126,
            "10048" : 106,
            "10176" : 112,
            "10304" : 103,
            "10432" : 105,
            "10560" : 108,
            "10688" : 92,
            "10816" : 102,
            "10944" : 115,
            "11072" : 97,
            "11200" : 98,
            "11328" : 93,
            "11456" : 83,
            "11584" : 64,
            "11712" : 63,
            "11840" : 79,
            "11968" : 76,
            "12096" : 52,
            "12224" : 52,
            "12352" : 52,
            "12480" : 46,
            "12608" : 60,
            "12736" : 29,
            "12864" : 46,
            "12992" : 38,
            "13120" : 48,
            "13248" : 41,
            "13376" : 29,
            "13504" : 34,
            "13632" : 24,
            "13760" : 26,
            "13888" : 21,
            "14016" : 24,
            "14144" : 26,
            "14272" : 21,
            "14400" : 21,
            "14528" : 25,
            "14656" : 25,
            "14784" : 20,
            "14912" : 16,
            "15040" : 14,
            "15168" : 13,
            "15296" : 18,
            "15424" : 13,
            "15552" : 16,
            "15680" : 15,
            "15808" : 18,
            "15936" : 11,
            "16064" : 11,
            "16192" : 12,
            "16320" : 8,
            "16512" : 32,
            "16768" : 22,
            "17024" : 13,
            "17280" : 20,
            "17536" : 7,
            "17792" : 15,
            "18048" : 14,
            "18304" : 11,
            "18560" : 13,
            "18816" : 11,
            "19072" : 11,
            "19328" : 8,
            "19584" : 5,
            "19840" : 9,
            "20096" : 10,
            "20352" : 6,
            "20608" : 4,
            "20864" : 2,
            "21120" : 4,
            "21376" : 3,
            "21632" : 5,
            "21888" : 4,
            "22144" : 4,
            "22400" : 1,
            "22656" : 2,
            "22912" : 3,
            "23168" : 1,
            "23424" : 3,
            "23680" : 2,
            "23936" : 2,
            "24192" : 2,
            "24448" : 2,
            "24960" : 1,
            "25216" : 1,
            "25728" : 2,
            "26752" : 2,
            "27264" : 2,
            "28800" : 1,
            "29312" : 1,
            "32640" : 1,
            "34048" : 1,
            "35072" : 2,
            "40704" : 1,
            "46336" : 1,
            "47360" : 1,
            "54528" : 1,
            "58112" : 1,
            "62720" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 2,
            "67072" : 2,
            "68096" : 2,
            "69120" : 1,
            "70144" : 4,
            "71168" : 5,
            "72192" : 2,
            "73216" : 3,
            "74240" : 2,
            "75264" : 1,
            "77312" : 2,
            "78336" : 1,
            "80384" : 1,
            "81408" : 1,
            "83456" : 1,
            "87552" : 2,
            "89600" : 1,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 380890.318328,
          "stddev" : 168898.889506,
          "N" : 5867929
        },
        "bw_min" : 320955,
        "bw_max" : 351876,
        "bw_agg" : 100.000000,
        "bw_mean" : 335345.510791,
        "bw_dev" : 220.554134,
        "bw_samples" : 4448,
        "iops_min" : 80238,
        "iops_max" : 87968,
        "iops_mean" : 83835.374101,
        "iops_stddev" : 55.140639,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239973,
      "usr_cpu" : 0.637597,
      "sys_cpu" : 14.890849,
      "ctx" : 5055357,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.553726,
        "4" : 2.880916,
        "10" : 0.518459,
        "20" : 0.044291,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079022,
  "timestamp_ms" : 1773079022129,
  "time" : "Mon Mar  9 14:57:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 27509698560,
        "io_kbytes" : 26864940,
        "bw_bytes" : 343871232,
        "bw" : 335811,
        "iops" : 83953.800000,
        "runtime" : 80000,
        "total_ios" : 6716304,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 378789.717237,
          "stddev" : 169217.568103,
          "N" : 6716301
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.651364,
          "stddev" : 542.482530,
          "N" : 6716272,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5152,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 4,
            "1096" : 236,
            "1112" : 2825,
            "1128" : 54753,
            "1144" : 78748,
            "1160" : 126119,
            "1176" : 109585,
            "1192" : 37372,
            "1208" : 55976,
            "1224" : 39333,
            "1240" : 88588,
            "1256" : 126029,
            "1272" : 75236,
            "1288" : 185993,
            "1304" : 125716,
            "1320" : 254130,
            "1336" : 295030,
            "1352" : 151270,
            "1368" : 298132,
            "1384" : 150368,
            "1400" : 280287,
            "1416" : 279932,
            "1432" : 138564,
            "1448" : 276746,
            "1464" : 135869,
            "1480" : 264955,
            "1496" : 252474,
            "1512" : 121090,
            "1528" : 233391,
            "1544" : 112352,
            "1560" : 216906,
            "1576" : 205110,
            "1592" : 98452,
            "1608" : 187677,
            "1624" : 88694,
            "1640" : 165503,
            "1656" : 151197,
            "1672" : 69756,
            "1688" : 129171,
            "1704" : 58802,
            "1720" : 108235,
            "1736" : 94980,
            "1752" : 43082,
            "1768" : 78461,
            "1784" : 35458,
            "1800" : 64487,
            "1816" : 57512,
            "1832" : 25912,
            "1848" : 47994,
            "1864" : 21555,
            "1880" : 39084,
            "1896" : 34517,
            "1912" : 15766,
            "1928" : 28613,
            "1944" : 12952,
            "1960" : 23121,
            "1976" : 20307,
            "1992" : 9439,
            "2008" : 16672,
            "2024" : 7494,
            "2040" : 13746,
            "2064" : 17702,
            "2096" : 15015,
            "2128" : 15491,
            "2160" : 11343,
            "2192" : 9067,
            "2224" : 8113,
            "2256" : 7279,
            "2288" : 7376,
            "2320" : 6769,
            "2352" : 5167,
            "2384" : 4782,
            "2416" : 4381,
            "2448" : 4437,
            "2480" : 4590,
            "2512" : 3359,
            "2544" : 3129,
            "2576" : 2871,
            "2608" : 2687,
            "2640" : 3267,
            "2672" : 2208,
            "2704" : 1946,
            "2736" : 1829,
            "2768" : 1710,
            "2800" : 1894,
            "2832" : 1170,
            "2864" : 1103,
            "2896" : 927,
            "2928" : 857,
            "2960" : 931,
            "2992" : 636,
            "3024" : 517,
            "3056" : 477,
            "3088" : 385,
            "3120" : 501,
            "3152" : 295,
            "3184" : 247,
            "3216" : 232,
            "3248" : 226,
            "3280" : 255,
            "3312" : 161,
            "3344" : 141,
            "3376" : 124,
            "3408" : 113,
            "3440" : 112,
            "3472" : 91,
            "3504" : 71,
            "3536" : 67,
            "3568" : 61,
            "3600" : 72,
            "3632" : 73,
            "3664" : 53,
            "3696" : 56,
            "3728" : 41,
            "3760" : 47,
            "3792" : 52,
            "3824" : 44,
            "3856" : 39,
            "3888" : 44,
            "3920" : 56,
            "3952" : 62,
            "3984" : 59,
            "4016" : 52,
            "4048" : 59,
            "4080" : 55,
            "4128" : 151,
            "4192" : 153,
            "4256" : 196,
            "4320" : 165,
            "4384" : 159,
            "4448" : 221,
            "4512" : 177,
            "4576" : 253,
            "4640" : 216,
            "4704" : 268,
            "4768" : 294,
            "4832" : 264,
            "4896" : 325,
            "4960" : 330,
            "5024" : 354,
            "5088" : 417,
            "5152" : 349,
            "5216" : 430,
            "5280" : 512,
            "5344" : 480,
            "5408" : 608,
            "5472" : 541,
            "5536" : 556,
            "5600" : 739,
            "5664" : 656,
            "5728" : 843,
            "5792" : 718,
            "5856" : 799,
            "5920" : 873,
            "5984" : 823,
            "6048" : 892,
            "6112" : 976,
            "6176" : 849,
            "6240" : 942,
            "6304" : 888,
            "6368" : 883,
            "6432" : 938,
            "6496" : 805,
            "6560" : 908,
            "6624" : 768,
            "6688" : 765,
            "6752" : 853,
            "6816" : 687,
            "6880" : 818,
            "6944" : 622,
            "7008" : 594,
            "7072" : 628,
            "7136" : 534,
            "7200" : 562,
            "7264" : 448,
            "7328" : 414,
            "7392" : 455,
            "7456" : 390,
            "7520" : 390,
            "7584" : 316,
            "7648" : 276,
            "7712" : 342,
            "7776" : 228,
            "7840" : 236,
            "7904" : 226,
            "7968" : 205,
            "8032" : 159,
            "8096" : 179,
            "8160" : 147,
            "8256" : 300,
            "8384" : 257,
            "8512" : 207,
            "8640" : 191,
            "8768" : 161,
            "8896" : 135,
            "9024" : 143,
            "9152" : 136,
            "9280" : 116,
            "9408" : 111,
            "9536" : 122,
            "9664" : 104,
            "9792" : 106,
            "9920" : 149,
            "10048" : 124,
            "10176" : 130,
            "10304" : 111,
            "10432" : 121,
            "10560" : 124,
            "10688" : 104,
            "10816" : 115,
            "10944" : 134,
            "11072" : 103,
            "11200" : 108,
            "11328" : 114,
            "11456" : 94,
            "11584" : 77,
            "11712" : 79,
            "11840" : 88,
            "11968" : 90,
            "12096" : 63,
            "12224" : 57,
            "12352" : 53,
            "12480" : 54,
            "12608" : 67,
            "12736" : 34,
            "12864" : 50,
            "12992" : 43,
            "13120" : 53,
            "13248" : 47,
            "13376" : 32,
            "13504" : 41,
            "13632" : 28,
            "13760" : 29,
            "13888" : 24,
            "14016" : 27,
            "14144" : 31,
            "14272" : 22,
            "14400" : 21,
            "14528" : 32,
            "14656" : 30,
            "14784" : 21,
            "14912" : 18,
            "15040" : 15,
            "15168" : 17,
            "15296" : 21,
            "15424" : 14,
            "15552" : 18,
            "15680" : 18,
            "15808" : 20,
            "15936" : 13,
            "16064" : 13,
            "16192" : 13,
            "16320" : 11,
            "16512" : 33,
            "16768" : 24,
            "17024" : 13,
            "17280" : 24,
            "17536" : 7,
            "17792" : 15,
            "18048" : 14,
            "18304" : 16,
            "18560" : 14,
            "18816" : 14,
            "19072" : 12,
            "19328" : 9,
            "19584" : 5,
            "19840" : 10,
            "20096" : 10,
            "20352" : 7,
            "20608" : 6,
            "20864" : 2,
            "21120" : 4,
            "21376" : 3,
            "21632" : 6,
            "21888" : 4,
            "22144" : 4,
            "22400" : 1,
            "22656" : 2,
            "22912" : 3,
            "23168" : 1,
            "23424" : 3,
            "23680" : 2,
            "23936" : 3,
            "24192" : 2,
            "24448" : 2,
            "24960" : 1,
            "25216" : 1,
            "25728" : 2,
            "26752" : 2,
            "27264" : 2,
            "28800" : 1,
            "29312" : 2,
            "32640" : 1,
            "34048" : 1,
            "35072" : 2,
            "40704" : 1,
            "46336" : 1,
            "47360" : 1,
            "54528" : 1,
            "58112" : 1,
            "62720" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 2,
            "67072" : 2,
            "68096" : 2,
            "69120" : 1,
            "70144" : 5,
            "71168" : 5,
            "72192" : 2,
            "73216" : 4,
            "74240" : 2,
            "75264" : 1,
            "77312" : 2,
            "78336" : 1,
            "80384" : 1,
            "81408" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 380320.087705,
          "stddev" : 169315.773289,
          "N" : 6716272
        },
        "bw_min" : 320835,
        "bw_max" : 351956,
        "bw_agg" : 100.000000,
        "bw_mean" : 335855.635220,
        "bw_dev" : 218.575299,
        "bw_samples" : 5088,
        "iops_min" : 80208,
        "iops_max" : 87988,
        "iops_mean" : 83962.968553,
        "iops_stddev" : 54.646593,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559999,
      "usr_cpu" : 0.637539,
      "sys_cpu" : 14.905123,
      "ctx" : 5776831,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999970,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999970,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.538885,
        "4" : 2.899243,
        "10" : 0.515343,
        "20" : 0.044102,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079032,
  "timestamp_ms" : 1773079032129,
  "time" : "Mon Mar  9 14:57:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 30975668224,
        "io_kbytes" : 30249676,
        "bw_bytes" : 344177915,
        "bw" : 336111,
        "iops" : 84028.733653,
        "runtime" : 89999,
        "total_ios" : 7562502,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 378450.829088,
          "stddev" : 169441.904780,
          "N" : 7562499
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.927846,
          "stddev" : 543.030473,
          "N" : 7562470,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5152,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 4,
            "1096" : 278,
            "1112" : 3215,
            "1128" : 62502,
            "1144" : 89965,
            "1160" : 144083,
            "1176" : 125147,
            "1192" : 42633,
            "1208" : 63369,
            "1224" : 43965,
            "1240" : 98361,
            "1256" : 139866,
            "1272" : 83533,
            "1288" : 207385,
            "1304" : 140632,
            "1320" : 284496,
            "1336" : 331849,
            "1352" : 170169,
            "1368" : 335524,
            "1384" : 168881,
            "1400" : 315058,
            "1416" : 314729,
            "1432" : 156066,
            "1448" : 311438,
            "1464" : 153093,
            "1480" : 298250,
            "1496" : 284534,
            "1512" : 136568,
            "1528" : 263348,
            "1544" : 126611,
            "1560" : 244506,
            "1576" : 231658,
            "1592" : 111236,
            "1608" : 211707,
            "1624" : 100288,
            "1640" : 186791,
            "1656" : 170591,
            "1672" : 78602,
            "1688" : 145429,
            "1704" : 66348,
            "1720" : 122050,
            "1736" : 107090,
            "1752" : 48482,
            "1768" : 88452,
            "1784" : 39923,
            "1800" : 72690,
            "1816" : 64687,
            "1832" : 29280,
            "1848" : 54104,
            "1864" : 24356,
            "1880" : 44046,
            "1896" : 38884,
            "1912" : 17730,
            "1928" : 32187,
            "1944" : 14537,
            "1960" : 26033,
            "1976" : 22832,
            "1992" : 10662,
            "2008" : 18823,
            "2024" : 8445,
            "2040" : 15474,
            "2064" : 20004,
            "2096" : 16884,
            "2128" : 17439,
            "2160" : 12739,
            "2192" : 10136,
            "2224" : 9118,
            "2256" : 8199,
            "2288" : 8278,
            "2320" : 7601,
            "2352" : 5778,
            "2384" : 5310,
            "2416" : 4947,
            "2448" : 4996,
            "2480" : 5140,
            "2512" : 3734,
            "2544" : 3533,
            "2576" : 3218,
            "2608" : 3049,
            "2640" : 3653,
            "2672" : 2486,
            "2704" : 2190,
            "2736" : 2036,
            "2768" : 1910,
            "2800" : 2133,
            "2832" : 1320,
            "2864" : 1221,
            "2896" : 1032,
            "2928" : 989,
            "2960" : 1061,
            "2992" : 722,
            "3024" : 589,
            "3056" : 546,
            "3088" : 447,
            "3120" : 557,
            "3152" : 347,
            "3184" : 264,
            "3216" : 267,
            "3248" : 250,
            "3280" : 288,
            "3312" : 186,
            "3344" : 158,
            "3376" : 141,
            "3408" : 126,
            "3440" : 134,
            "3472" : 101,
            "3504" : 84,
            "3536" : 73,
            "3568" : 70,
            "3600" : 83,
            "3632" : 86,
            "3664" : 59,
            "3696" : 59,
            "3728" : 45,
            "3760" : 50,
            "3792" : 57,
            "3824" : 49,
            "3856" : 45,
            "3888" : 48,
            "3920" : 62,
            "3952" : 69,
            "3984" : 63,
            "4016" : 57,
            "4048" : 62,
            "4080" : 62,
            "4128" : 168,
            "4192" : 171,
            "4256" : 219,
            "4320" : 181,
            "4384" : 183,
            "4448" : 241,
            "4512" : 207,
            "4576" : 287,
            "4640" : 246,
            "4704" : 297,
            "4768" : 323,
            "4832" : 292,
            "4896" : 351,
            "4960" : 370,
            "5024" : 402,
            "5088" : 476,
            "5152" : 396,
            "5216" : 482,
            "5280" : 577,
            "5344" : 540,
            "5408" : 675,
            "5472" : 616,
            "5536" : 642,
            "5600" : 833,
            "5664" : 749,
            "5728" : 939,
            "5792" : 810,
            "5856" : 898,
            "5920" : 1008,
            "5984" : 925,
            "6048" : 1023,
            "6112" : 1110,
            "6176" : 951,
            "6240" : 1086,
            "6304" : 1006,
            "6368" : 973,
            "6432" : 1070,
            "6496" : 917,
            "6560" : 1047,
            "6624" : 873,
            "6688" : 878,
            "6752" : 972,
            "6816" : 768,
            "6880" : 934,
            "6944" : 702,
            "7008" : 677,
            "7072" : 730,
            "7136" : 603,
            "7200" : 642,
            "7264" : 498,
            "7328" : 464,
            "7392" : 533,
            "7456" : 440,
            "7520" : 437,
            "7584" : 367,
            "7648" : 316,
            "7712" : 378,
            "7776" : 265,
            "7840" : 259,
            "7904" : 261,
            "7968" : 233,
            "8032" : 183,
            "8096" : 200,
            "8160" : 174,
            "8256" : 337,
            "8384" : 289,
            "8512" : 236,
            "8640" : 218,
            "8768" : 181,
            "8896" : 161,
            "9024" : 164,
            "9152" : 157,
            "9280" : 137,
            "9408" : 130,
            "9536" : 138,
            "9664" : 118,
            "9792" : 118,
            "9920" : 166,
            "10048" : 132,
            "10176" : 150,
            "10304" : 128,
            "10432" : 135,
            "10560" : 145,
            "10688" : 123,
            "10816" : 131,
            "10944" : 158,
            "11072" : 120,
            "11200" : 125,
            "11328" : 129,
            "11456" : 100,
            "11584" : 87,
            "11712" : 100,
            "11840" : 96,
            "11968" : 99,
            "12096" : 77,
            "12224" : 67,
            "12352" : 61,
            "12480" : 61,
            "12608" : 77,
            "12736" : 40,
            "12864" : 57,
            "12992" : 47,
            "13120" : 56,
            "13248" : 49,
            "13376" : 37,
            "13504" : 45,
            "13632" : 33,
            "13760" : 31,
            "13888" : 25,
            "14016" : 27,
            "14144" : 36,
            "14272" : 25,
            "14400" : 22,
            "14528" : 37,
            "14656" : 31,
            "14784" : 26,
            "14912" : 20,
            "15040" : 19,
            "15168" : 19,
            "15296" : 24,
            "15424" : 19,
            "15552" : 18,
            "15680" : 20,
            "15808" : 20,
            "15936" : 16,
            "16064" : 14,
            "16192" : 16,
            "16320" : 13,
            "16512" : 37,
            "16768" : 27,
            "17024" : 18,
            "17280" : 28,
            "17536" : 9,
            "17792" : 17,
            "18048" : 15,
            "18304" : 17,
            "18560" : 16,
            "18816" : 16,
            "19072" : 12,
            "19328" : 11,
            "19584" : 5,
            "19840" : 10,
            "20096" : 10,
            "20352" : 7,
            "20608" : 9,
            "20864" : 2,
            "21120" : 4,
            "21376" : 3,
            "21632" : 7,
            "21888" : 4,
            "22144" : 4,
            "22400" : 1,
            "22656" : 2,
            "22912" : 3,
            "23168" : 1,
            "23424" : 3,
            "23680" : 2,
            "23936" : 3,
            "24192" : 2,
            "24448" : 2,
            "24960" : 2,
            "25216" : 1,
            "25728" : 2,
            "26752" : 2,
            "27264" : 2,
            "28800" : 2,
            "29312" : 2,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 2,
            "37120" : 1,
            "40704" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "54528" : 1,
            "58112" : 1,
            "62720" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 2,
            "67072" : 4,
            "68096" : 2,
            "69120" : 1,
            "70144" : 5,
            "71168" : 5,
            "72192" : 2,
            "73216" : 7,
            "74240" : 3,
            "75264" : 2,
            "77312" : 2,
            "78336" : 1,
            "80384" : 1,
            "81408" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379981.506168,
          "stddev" : 169540.634916,
          "N" : 7562470
        },
        "bw_min" : 320835,
        "bw_max" : 351982,
        "bw_agg" : 100.000000,
        "bw_mean" : 336172.195531,
        "bw_dev" : 213.406470,
        "bw_samples" : 5728,
        "iops_min" : 80208,
        "iops_max" : 87995,
        "iops_mean" : 84042.072626,
        "iops_stddev" : 53.354803,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879968,
      "usr_cpu" : 0.636882,
      "sys_cpu" : 14.917319,
      "ctx" : 6498479,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.538606,
        "4" : 2.895880,
        "10" : 0.518625,
        "20" : 0.044509,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079042,
  "timestamp_ms" : 1773079042129,
  "time" : "Mon Mar  9 14:57:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 34434228224,
        "io_kbytes" : 33627176,
        "bw_bytes" : 344342282,
        "bw" : 336271,
        "iops" : 84068.830000,
        "runtime" : 100000,
        "total_ios" : 8406883,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 378265.575659,
          "stddev" : 169591.485870,
          "N" : 8406880
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.771060,
          "stddev" : 545.388075,
          "N" : 8406851,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5216,
            "99.900000" : 7776,
            "99.950000" : 9792,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 5,
            "1096" : 323,
            "1112" : 3677,
            "1128" : 70618,
            "1144" : 101236,
            "1160" : 162094,
            "1176" : 140547,
            "1192" : 47840,
            "1208" : 71056,
            "1224" : 48808,
            "1240" : 108230,
            "1256" : 153857,
            "1272" : 91778,
            "1288" : 229118,
            "1304" : 156070,
            "1320" : 316262,
            "1336" : 369633,
            "1352" : 189751,
            "1368" : 374576,
            "1384" : 188006,
            "1400" : 350182,
            "1416" : 349804,
            "1432" : 173686,
            "1448" : 346471,
            "1464" : 170422,
            "1480" : 331664,
            "1496" : 316358,
            "1512" : 151785,
            "1528" : 292913,
            "1544" : 140879,
            "1560" : 271435,
            "1576" : 257578,
            "1592" : 123638,
            "1608" : 235069,
            "1624" : 111161,
            "1640" : 207470,
            "1656" : 189205,
            "1672" : 87279,
            "1688" : 161365,
            "1704" : 73705,
            "1720" : 135213,
            "1736" : 118780,
            "1752" : 53777,
            "1768" : 98085,
            "1784" : 44214,
            "1800" : 80585,
            "1816" : 71676,
            "1832" : 32439,
            "1848" : 59864,
            "1864" : 26974,
            "1880" : 48825,
            "1896" : 43146,
            "1912" : 19671,
            "1928" : 35549,
            "1944" : 16050,
            "1960" : 28845,
            "1976" : 25247,
            "1992" : 11814,
            "2008" : 20885,
            "2024" : 9374,
            "2040" : 17170,
            "2064" : 22150,
            "2096" : 18681,
            "2128" : 19316,
            "2160" : 14141,
            "2192" : 11173,
            "2224" : 10081,
            "2256" : 9083,
            "2288" : 9181,
            "2320" : 8387,
            "2352" : 6380,
            "2384" : 5836,
            "2416" : 5468,
            "2448" : 5481,
            "2480" : 5688,
            "2512" : 4154,
            "2544" : 3888,
            "2576" : 3551,
            "2608" : 3385,
            "2640" : 4059,
            "2672" : 2782,
            "2704" : 2429,
            "2736" : 2292,
            "2768" : 2161,
            "2800" : 2395,
            "2832" : 1485,
            "2864" : 1374,
            "2896" : 1199,
            "2928" : 1109,
            "2960" : 1191,
            "2992" : 810,
            "3024" : 664,
            "3056" : 606,
            "3088" : 517,
            "3120" : 626,
            "3152" : 394,
            "3184" : 291,
            "3216" : 296,
            "3248" : 284,
            "3280" : 324,
            "3312" : 206,
            "3344" : 177,
            "3376" : 158,
            "3408" : 146,
            "3440" : 152,
            "3472" : 109,
            "3504" : 93,
            "3536" : 81,
            "3568" : 78,
            "3600" : 90,
            "3632" : 93,
            "3664" : 65,
            "3696" : 64,
            "3728" : 49,
            "3760" : 55,
            "3792" : 65,
            "3824" : 53,
            "3856" : 52,
            "3888" : 55,
            "3920" : 69,
            "3952" : 73,
            "3984" : 72,
            "4016" : 64,
            "4048" : 66,
            "4080" : 69,
            "4128" : 182,
            "4192" : 191,
            "4256" : 234,
            "4320" : 206,
            "4384" : 199,
            "4448" : 260,
            "4512" : 239,
            "4576" : 323,
            "4640" : 273,
            "4704" : 335,
            "4768" : 369,
            "4832" : 336,
            "4896" : 395,
            "4960" : 411,
            "5024" : 446,
            "5088" : 522,
            "5152" : 448,
            "5216" : 542,
            "5280" : 641,
            "5344" : 603,
            "5408" : 765,
            "5472" : 688,
            "5536" : 718,
            "5600" : 914,
            "5664" : 832,
            "5728" : 1040,
            "5792" : 905,
            "5856" : 984,
            "5920" : 1110,
            "5984" : 1024,
            "6048" : 1155,
            "6112" : 1224,
            "6176" : 1066,
            "6240" : 1219,
            "6304" : 1121,
            "6368" : 1121,
            "6432" : 1209,
            "6496" : 1024,
            "6560" : 1155,
            "6624" : 980,
            "6688" : 981,
            "6752" : 1093,
            "6816" : 855,
            "6880" : 1037,
            "6944" : 785,
            "7008" : 765,
            "7072" : 824,
            "7136" : 672,
            "7200" : 707,
            "7264" : 553,
            "7328" : 534,
            "7392" : 595,
            "7456" : 474,
            "7520" : 484,
            "7584" : 399,
            "7648" : 349,
            "7712" : 415,
            "7776" : 296,
            "7840" : 287,
            "7904" : 297,
            "7968" : 265,
            "8032" : 208,
            "8096" : 229,
            "8160" : 195,
            "8256" : 374,
            "8384" : 326,
            "8512" : 261,
            "8640" : 246,
            "8768" : 206,
            "8896" : 179,
            "9024" : 181,
            "9152" : 178,
            "9280" : 155,
            "9408" : 147,
            "9536" : 154,
            "9664" : 136,
            "9792" : 134,
            "9920" : 185,
            "10048" : 152,
            "10176" : 164,
            "10304" : 147,
            "10432" : 152,
            "10560" : 166,
            "10688" : 139,
            "10816" : 151,
            "10944" : 175,
            "11072" : 136,
            "11200" : 140,
            "11328" : 144,
            "11456" : 112,
            "11584" : 96,
            "11712" : 114,
            "11840" : 108,
            "11968" : 111,
            "12096" : 84,
            "12224" : 79,
            "12352" : 71,
            "12480" : 68,
            "12608" : 86,
            "12736" : 47,
            "12864" : 61,
            "12992" : 53,
            "13120" : 59,
            "13248" : 54,
            "13376" : 43,
            "13504" : 50,
            "13632" : 42,
            "13760" : 35,
            "13888" : 29,
            "14016" : 32,
            "14144" : 41,
            "14272" : 27,
            "14400" : 24,
            "14528" : 40,
            "14656" : 35,
            "14784" : 28,
            "14912" : 21,
            "15040" : 22,
            "15168" : 20,
            "15296" : 26,
            "15424" : 23,
            "15552" : 20,
            "15680" : 21,
            "15808" : 23,
            "15936" : 20,
            "16064" : 17,
            "16192" : 21,
            "16320" : 16,
            "16512" : 40,
            "16768" : 32,
            "17024" : 19,
            "17280" : 34,
            "17536" : 11,
            "17792" : 18,
            "18048" : 15,
            "18304" : 19,
            "18560" : 17,
            "18816" : 17,
            "19072" : 13,
            "19328" : 12,
            "19584" : 6,
            "19840" : 11,
            "20096" : 11,
            "20352" : 7,
            "20608" : 9,
            "20864" : 2,
            "21120" : 5,
            "21376" : 3,
            "21632" : 7,
            "21888" : 5,
            "22144" : 4,
            "22400" : 1,
            "22656" : 2,
            "22912" : 3,
            "23168" : 1,
            "23424" : 4,
            "23680" : 3,
            "23936" : 3,
            "24192" : 2,
            "24448" : 3,
            "24960" : 2,
            "25216" : 1,
            "25728" : 2,
            "26752" : 2,
            "27264" : 2,
            "28800" : 2,
            "29312" : 2,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 2,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 3,
            "67072" : 5,
            "68096" : 3,
            "69120" : 3,
            "70144" : 6,
            "71168" : 6,
            "72192" : 3,
            "73216" : 8,
            "74240" : 4,
            "75264" : 2,
            "77312" : 2,
            "78336" : 1,
            "80384" : 1,
            "81408" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379796.120502,
          "stddev" : 169690.467921,
          "N" : 8406851
        },
        "bw_min" : 320811,
        "bw_max" : 352158,
        "bw_agg" : 100.000000,
        "bw_mean" : 336344.502513,
        "bw_dev" : 207.390608,
        "bw_samples" : 6368,
        "iops_min" : 80202,
        "iops_max" : 88039,
        "iops_mean" : 84085.185930,
        "iops_stddev" : 51.851119,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199969,
      "usr_cpu" : 0.637256,
      "sys_cpu" : 14.921020,
      "ctx" : 7220105,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999964,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999964,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.543618,
        "4" : 2.888062,
        "10" : 0.520871,
        "20" : 0.045082,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079052,
  "timestamp_ms" : 1773079052129,
  "time" : "Mon Mar  9 14:57:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 37892284416,
        "io_kbytes" : 37004184,
        "bw_bytes" : 344475312,
        "bw" : 336401,
        "iops" : 84101.100000,
        "runtime" : 110000,
        "total_ios" : 9251121,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 378118.980405,
          "stddev" : 169701.144239,
          "N" : 9251118
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.509858,
          "stddev" : 547.928429,
          "N" : 9251089,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 1,
            "1080" : 6,
            "1096" : 377,
            "1112" : 4161,
            "1128" : 78668,
            "1144" : 112095,
            "1160" : 179045,
            "1176" : 154872,
            "1192" : 52742,
            "1208" : 78633,
            "1224" : 54034,
            "1240" : 119643,
            "1256" : 169697,
            "1272" : 101226,
            "1288" : 253578,
            "1304" : 172633,
            "1320" : 349181,
            "1336" : 407250,
            "1352" : 208723,
            "1368" : 411934,
            "1384" : 207004,
            "1400" : 385680,
            "1416" : 385100,
            "1432" : 191115,
            "1448" : 381243,
            "1464" : 187684,
            "1480" : 364624,
            "1496" : 347968,
            "1512" : 166906,
            "1528" : 321975,
            "1544" : 154934,
            "1560" : 298480,
            "1576" : 283064,
            "1592" : 135708,
            "1608" : 258188,
            "1624" : 122055,
            "1640" : 228252,
            "1656" : 207822,
            "1672" : 95799,
            "1688" : 177185,
            "1704" : 81137,
            "1720" : 148269,
            "1736" : 130286,
            "1752" : 58998,
            "1768" : 107628,
            "1784" : 48514,
            "1800" : 88456,
            "1816" : 78712,
            "1832" : 35520,
            "1848" : 65451,
            "1864" : 29597,
            "1880" : 53533,
            "1896" : 47353,
            "1912" : 21550,
            "1928" : 38982,
            "1944" : 17575,
            "1960" : 31561,
            "1976" : 27775,
            "1992" : 12969,
            "2008" : 22807,
            "2024" : 10286,
            "2040" : 18812,
            "2064" : 24281,
            "2096" : 20384,
            "2128" : 21077,
            "2160" : 15398,
            "2192" : 12243,
            "2224" : 10983,
            "2256" : 9931,
            "2288" : 10042,
            "2320" : 9189,
            "2352" : 6936,
            "2384" : 6311,
            "2416" : 5935,
            "2448" : 5937,
            "2480" : 6186,
            "2512" : 4501,
            "2544" : 4224,
            "2576" : 3859,
            "2608" : 3690,
            "2640" : 4408,
            "2672" : 3008,
            "2704" : 2650,
            "2736" : 2488,
            "2768" : 2300,
            "2800" : 2601,
            "2832" : 1615,
            "2864" : 1491,
            "2896" : 1299,
            "2928" : 1199,
            "2960" : 1291,
            "2992" : 889,
            "3024" : 717,
            "3056" : 661,
            "3088" : 564,
            "3120" : 685,
            "3152" : 424,
            "3184" : 318,
            "3216" : 321,
            "3248" : 304,
            "3280" : 349,
            "3312" : 220,
            "3344" : 202,
            "3376" : 175,
            "3408" : 162,
            "3440" : 165,
            "3472" : 125,
            "3504" : 103,
            "3536" : 89,
            "3568" : 83,
            "3600" : 99,
            "3632" : 98,
            "3664" : 68,
            "3696" : 69,
            "3728" : 55,
            "3760" : 59,
            "3792" : 68,
            "3824" : 60,
            "3856" : 56,
            "3888" : 61,
            "3920" : 76,
            "3952" : 83,
            "3984" : 79,
            "4016" : 72,
            "4048" : 74,
            "4080" : 79,
            "4128" : 200,
            "4192" : 210,
            "4256" : 255,
            "4320" : 220,
            "4384" : 223,
            "4448" : 297,
            "4512" : 280,
            "4576" : 353,
            "4640" : 304,
            "4704" : 373,
            "4768" : 405,
            "4832" : 363,
            "4896" : 437,
            "4960" : 459,
            "5024" : 479,
            "5088" : 576,
            "5152" : 508,
            "5216" : 604,
            "5280" : 714,
            "5344" : 678,
            "5408" : 843,
            "5472" : 767,
            "5536" : 811,
            "5600" : 1024,
            "5664" : 925,
            "5728" : 1160,
            "5792" : 1002,
            "5856" : 1096,
            "5920" : 1257,
            "5984" : 1113,
            "6048" : 1267,
            "6112" : 1359,
            "6176" : 1204,
            "6240" : 1365,
            "6304" : 1237,
            "6368" : 1271,
            "6432" : 1330,
            "6496" : 1176,
            "6560" : 1291,
            "6624" : 1097,
            "6688" : 1089,
            "6752" : 1236,
            "6816" : 948,
            "6880" : 1129,
            "6944" : 866,
            "7008" : 840,
            "7072" : 903,
            "7136" : 745,
            "7200" : 775,
            "7264" : 618,
            "7328" : 599,
            "7392" : 645,
            "7456" : 528,
            "7520" : 531,
            "7584" : 443,
            "7648" : 382,
            "7712" : 462,
            "7776" : 320,
            "7840" : 312,
            "7904" : 321,
            "7968" : 292,
            "8032" : 231,
            "8096" : 257,
            "8160" : 210,
            "8256" : 406,
            "8384" : 349,
            "8512" : 303,
            "8640" : 271,
            "8768" : 236,
            "8896" : 200,
            "9024" : 197,
            "9152" : 193,
            "9280" : 173,
            "9408" : 163,
            "9536" : 174,
            "9664" : 151,
            "9792" : 151,
            "9920" : 207,
            "10048" : 174,
            "10176" : 193,
            "10304" : 164,
            "10432" : 173,
            "10560" : 192,
            "10688" : 158,
            "10816" : 171,
            "10944" : 195,
            "11072" : 149,
            "11200" : 161,
            "11328" : 157,
            "11456" : 129,
            "11584" : 108,
            "11712" : 125,
            "11840" : 125,
            "11968" : 124,
            "12096" : 95,
            "12224" : 95,
            "12352" : 83,
            "12480" : 75,
            "12608" : 95,
            "12736" : 50,
            "12864" : 64,
            "12992" : 59,
            "13120" : 67,
            "13248" : 58,
            "13376" : 44,
            "13504" : 54,
            "13632" : 44,
            "13760" : 41,
            "13888" : 36,
            "14016" : 32,
            "14144" : 46,
            "14272" : 29,
            "14400" : 27,
            "14528" : 44,
            "14656" : 38,
            "14784" : 31,
            "14912" : 23,
            "15040" : 28,
            "15168" : 22,
            "15296" : 29,
            "15424" : 27,
            "15552" : 24,
            "15680" : 23,
            "15808" : 24,
            "15936" : 24,
            "16064" : 20,
            "16192" : 24,
            "16320" : 18,
            "16512" : 42,
            "16768" : 34,
            "17024" : 22,
            "17280" : 37,
            "17536" : 14,
            "17792" : 20,
            "18048" : 18,
            "18304" : 22,
            "18560" : 18,
            "18816" : 17,
            "19072" : 13,
            "19328" : 13,
            "19584" : 9,
            "19840" : 12,
            "20096" : 12,
            "20352" : 10,
            "20608" : 9,
            "20864" : 2,
            "21120" : 7,
            "21376" : 4,
            "21632" : 9,
            "21888" : 5,
            "22144" : 4,
            "22400" : 1,
            "22656" : 2,
            "22912" : 3,
            "23168" : 1,
            "23424" : 4,
            "23680" : 4,
            "23936" : 3,
            "24192" : 3,
            "24448" : 3,
            "24960" : 2,
            "25216" : 2,
            "25728" : 2,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "28800" : 3,
            "29312" : 2,
            "29824" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 2,
            "36096" : 1,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 1,
            "63232" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 3,
            "67072" : 6,
            "68096" : 4,
            "69120" : 4,
            "70144" : 7,
            "71168" : 7,
            "72192" : 3,
            "73216" : 8,
            "74240" : 5,
            "75264" : 2,
            "76288" : 2,
            "77312" : 2,
            "78336" : 1,
            "79360" : 1,
            "80384" : 1,
            "81408" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379649.284230,
          "stddev" : 169800.230130,
          "N" : 9251089
        },
        "bw_min" : 320811,
        "bw_max" : 352382,
        "bw_agg" : 100.000000,
        "bw_mean" : 336471.022831,
        "bw_dev" : 202.993262,
        "bw_samples" : 7008,
        "iops_min" : 80202,
        "iops_max" : 88095,
        "iops_mean" : 84116.844749,
        "iops_stddev" : 50.752293,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3519976,
      "usr_cpu" : 0.636510,
      "sys_cpu" : 14.919022,
      "ctx" : 7941729,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999989,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999989,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.562903,
        "4" : 2.862875,
        "10" : 0.525709,
        "20" : 0.046081,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079062,
  "timestamp_ms" : 1773079062129,
  "time" : "Mon Mar  9 14:57:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 41350107136,
        "io_kbytes" : 40380964,
        "bw_bytes" : 344584226,
        "bw" : 336508,
        "iops" : 84127.683333,
        "runtime" : 120000,
        "total_ios" : 10095322,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 377998.677408,
          "stddev" : 169736.627216,
          "N" : 10095319
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.149931,
          "stddev" : 549.966084,
          "N" : 10095290,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2544,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 7,
            "1096" : 447,
            "1112" : 4655,
            "1128" : 86699,
            "1144" : 122672,
            "1160" : 195308,
            "1176" : 168811,
            "1192" : 57442,
            "1208" : 85724,
            "1224" : 59225,
            "1240" : 131058,
            "1256" : 186040,
            "1272" : 111015,
            "1288" : 278429,
            "1304" : 189156,
            "1320" : 382141,
            "1336" : 445060,
            "1352" : 228030,
            "1368" : 449829,
            "1384" : 226165,
            "1400" : 421308,
            "1416" : 420745,
            "1432" : 208989,
            "1448" : 416378,
            "1464" : 204934,
            "1480" : 398170,
            "1496" : 379739,
            "1512" : 182234,
            "1528" : 351134,
            "1544" : 168827,
            "1560" : 325452,
            "1576" : 308372,
            "1592" : 147866,
            "1608" : 281094,
            "1624" : 132688,
            "1640" : 248533,
            "1656" : 226409,
            "1672" : 104386,
            "1688" : 192817,
            "1704" : 88358,
            "1720" : 161336,
            "1736" : 141666,
            "1752" : 64317,
            "1768" : 117110,
            "1784" : 52852,
            "1800" : 96067,
            "1816" : 85445,
            "1832" : 38621,
            "1848" : 71028,
            "1864" : 32066,
            "1880" : 58195,
            "1896" : 51492,
            "1912" : 23372,
            "1928" : 42352,
            "1944" : 19085,
            "1960" : 34344,
            "1976" : 30176,
            "1992" : 14094,
            "2008" : 24805,
            "2024" : 11153,
            "2040" : 20399,
            "2064" : 26286,
            "2096" : 22109,
            "2128" : 22900,
            "2160" : 16731,
            "2192" : 13340,
            "2224" : 11951,
            "2256" : 10739,
            "2288" : 10898,
            "2320" : 9937,
            "2352" : 7555,
            "2384" : 6815,
            "2416" : 6410,
            "2448" : 6410,
            "2480" : 6655,
            "2512" : 4885,
            "2544" : 4562,
            "2576" : 4138,
            "2608" : 3931,
            "2640" : 4756,
            "2672" : 3263,
            "2704" : 2850,
            "2736" : 2688,
            "2768" : 2494,
            "2800" : 2794,
            "2832" : 1745,
            "2864" : 1612,
            "2896" : 1409,
            "2928" : 1299,
            "2960" : 1392,
            "2992" : 953,
            "3024" : 778,
            "3056" : 711,
            "3088" : 622,
            "3120" : 745,
            "3152" : 463,
            "3184" : 348,
            "3216" : 348,
            "3248" : 330,
            "3280" : 384,
            "3312" : 244,
            "3344" : 215,
            "3376" : 189,
            "3408" : 179,
            "3440" : 177,
            "3472" : 135,
            "3504" : 114,
            "3536" : 97,
            "3568" : 88,
            "3600" : 106,
            "3632" : 105,
            "3664" : 77,
            "3696" : 79,
            "3728" : 56,
            "3760" : 62,
            "3792" : 79,
            "3824" : 73,
            "3856" : 59,
            "3888" : 66,
            "3920" : 83,
            "3952" : 93,
            "3984" : 93,
            "4016" : 82,
            "4048" : 81,
            "4080" : 86,
            "4128" : 217,
            "4192" : 232,
            "4256" : 279,
            "4320" : 249,
            "4384" : 246,
            "4448" : 322,
            "4512" : 304,
            "4576" : 393,
            "4640" : 335,
            "4704" : 395,
            "4768" : 436,
            "4832" : 410,
            "4896" : 479,
            "4960" : 508,
            "5024" : 519,
            "5088" : 628,
            "5152" : 557,
            "5216" : 660,
            "5280" : 770,
            "5344" : 738,
            "5408" : 928,
            "5472" : 853,
            "5536" : 885,
            "5600" : 1132,
            "5664" : 1023,
            "5728" : 1276,
            "5792" : 1129,
            "5856" : 1206,
            "5920" : 1384,
            "5984" : 1226,
            "6048" : 1407,
            "6112" : 1475,
            "6176" : 1320,
            "6240" : 1528,
            "6304" : 1350,
            "6368" : 1393,
            "6432" : 1453,
            "6496" : 1275,
            "6560" : 1438,
            "6624" : 1206,
            "6688" : 1203,
            "6752" : 1343,
            "6816" : 1041,
            "6880" : 1227,
            "6944" : 935,
            "7008" : 925,
            "7072" : 981,
            "7136" : 811,
            "7200" : 853,
            "7264" : 675,
            "7328" : 652,
            "7392" : 704,
            "7456" : 576,
            "7520" : 592,
            "7584" : 487,
            "7648" : 417,
            "7712" : 501,
            "7776" : 357,
            "7840" : 342,
            "7904" : 341,
            "7968" : 314,
            "8032" : 257,
            "8096" : 283,
            "8160" : 226,
            "8256" : 442,
            "8384" : 385,
            "8512" : 334,
            "8640" : 297,
            "8768" : 257,
            "8896" : 230,
            "9024" : 215,
            "9152" : 217,
            "9280" : 192,
            "9408" : 189,
            "9536" : 190,
            "9664" : 167,
            "9792" : 169,
            "9920" : 226,
            "10048" : 192,
            "10176" : 214,
            "10304" : 179,
            "10432" : 192,
            "10560" : 216,
            "10688" : 174,
            "10816" : 191,
            "10944" : 203,
            "11072" : 164,
            "11200" : 166,
            "11328" : 168,
            "11456" : 145,
            "11584" : 122,
            "11712" : 136,
            "11840" : 135,
            "11968" : 131,
            "12096" : 110,
            "12224" : 106,
            "12352" : 97,
            "12480" : 86,
            "12608" : 105,
            "12736" : 54,
            "12864" : 70,
            "12992" : 61,
            "13120" : 73,
            "13248" : 68,
            "13376" : 51,
            "13504" : 59,
            "13632" : 48,
            "13760" : 44,
            "13888" : 43,
            "14016" : 36,
            "14144" : 52,
            "14272" : 30,
            "14400" : 31,
            "14528" : 48,
            "14656" : 39,
            "14784" : 32,
            "14912" : 26,
            "15040" : 28,
            "15168" : 23,
            "15296" : 31,
            "15424" : 28,
            "15552" : 25,
            "15680" : 23,
            "15808" : 26,
            "15936" : 26,
            "16064" : 21,
            "16192" : 26,
            "16320" : 19,
            "16512" : 45,
            "16768" : 36,
            "17024" : 23,
            "17280" : 43,
            "17536" : 16,
            "17792" : 22,
            "18048" : 18,
            "18304" : 23,
            "18560" : 20,
            "18816" : 17,
            "19072" : 13,
            "19328" : 14,
            "19584" : 9,
            "19840" : 12,
            "20096" : 12,
            "20352" : 12,
            "20608" : 9,
            "20864" : 3,
            "21120" : 10,
            "21376" : 4,
            "21632" : 9,
            "21888" : 5,
            "22144" : 5,
            "22400" : 1,
            "22656" : 2,
            "22912" : 4,
            "23168" : 1,
            "23424" : 4,
            "23680" : 4,
            "23936" : 4,
            "24192" : 3,
            "24448" : 3,
            "24960" : 2,
            "25216" : 2,
            "25728" : 2,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "28800" : 3,
            "29312" : 2,
            "29824" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 2,
            "36096" : 2,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 1,
            "63232" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 4,
            "67072" : 6,
            "68096" : 4,
            "69120" : 6,
            "70144" : 7,
            "71168" : 8,
            "72192" : 5,
            "73216" : 8,
            "74240" : 5,
            "75264" : 3,
            "76288" : 2,
            "77312" : 2,
            "78336" : 2,
            "79360" : 1,
            "80384" : 1,
            "81408" : 2,
            "82432" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "100864" : 1,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379528.638190,
          "stddev" : 169835.587614,
          "N" : 10095290
        },
        "bw_min" : 320811,
        "bw_max" : 352522,
        "bw_agg" : 100.000000,
        "bw_mean" : 336582.096234,
        "bw_dev" : 199.502669,
        "bw_samples" : 7648,
        "iops_min" : 80202,
        "iops_max" : 88130,
        "iops_mean" : 84144.623431,
        "iops_stddev" : 49.879731,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839969,
      "usr_cpu" : 0.638078,
      "sys_cpu" : 14.914365,
      "ctx" : 8664428,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.579019,
        "4" : 2.843515,
        "10" : 0.528849,
        "20" : 0.046180,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079072,
  "timestamp_ms" : 1773079072129,
  "time" : "Mon Mar  9 14:57:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44798926848,
        "io_kbytes" : 43748952,
        "bw_bytes" : 344607129,
        "bw" : 336530,
        "iops" : 84133.138462,
        "runtime" : 130000,
        "total_ios" : 10937308,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 377973.775564,
          "stddev" : 169760.007001,
          "N" : 10937305
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.011362,
          "stddev" : 549.190459,
          "N" : 10937276,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 7,
            "1096" : 494,
            "1112" : 5134,
            "1128" : 94776,
            "1144" : 133138,
            "1160" : 211147,
            "1176" : 182717,
            "1192" : 62251,
            "1208" : 93102,
            "1224" : 64434,
            "1240" : 142536,
            "1256" : 203061,
            "1272" : 121137,
            "1288" : 304015,
            "1304" : 205801,
            "1320" : 415155,
            "1336" : 482091,
            "1352" : 246788,
            "1368" : 486729,
            "1384" : 244800,
            "1400" : 455648,
            "1416" : 455278,
            "1432" : 226111,
            "1448" : 450479,
            "1464" : 221709,
            "1480" : 430969,
            "1496" : 410974,
            "1512" : 197163,
            "1528" : 379719,
            "1544" : 182838,
            "1560" : 352117,
            "1576" : 334165,
            "1592" : 160100,
            "1608" : 304205,
            "1624" : 143519,
            "1640" : 268892,
            "1656" : 245000,
            "1672" : 112886,
            "1688" : 208793,
            "1704" : 95591,
            "1720" : 174550,
            "1736" : 153334,
            "1752" : 69647,
            "1768" : 126699,
            "1784" : 57199,
            "1800" : 104034,
            "1816" : 92367,
            "1832" : 41805,
            "1848" : 76856,
            "1864" : 34773,
            "1880" : 63090,
            "1896" : 55772,
            "1912" : 25323,
            "1928" : 45873,
            "1944" : 20685,
            "1960" : 37239,
            "1976" : 32758,
            "1992" : 15281,
            "2008" : 26863,
            "2024" : 12060,
            "2040" : 22104,
            "2064" : 28443,
            "2096" : 24016,
            "2128" : 24859,
            "2160" : 18143,
            "2192" : 14494,
            "2224" : 12918,
            "2256" : 11610,
            "2288" : 11769,
            "2320" : 10728,
            "2352" : 8197,
            "2384" : 7366,
            "2416" : 6981,
            "2448" : 6958,
            "2480" : 7199,
            "2512" : 5320,
            "2544" : 4959,
            "2576" : 4508,
            "2608" : 4275,
            "2640" : 5255,
            "2672" : 3535,
            "2704" : 3087,
            "2736" : 2926,
            "2768" : 2690,
            "2800" : 3017,
            "2832" : 1896,
            "2864" : 1767,
            "2896" : 1566,
            "2928" : 1411,
            "2960" : 1540,
            "2992" : 1052,
            "3024" : 845,
            "3056" : 780,
            "3088" : 670,
            "3120" : 814,
            "3152" : 506,
            "3184" : 396,
            "3216" : 380,
            "3248" : 361,
            "3280" : 420,
            "3312" : 262,
            "3344" : 234,
            "3376" : 210,
            "3408" : 199,
            "3440" : 196,
            "3472" : 145,
            "3504" : 120,
            "3536" : 102,
            "3568" : 96,
            "3600" : 116,
            "3632" : 112,
            "3664" : 85,
            "3696" : 86,
            "3728" : 58,
            "3760" : 67,
            "3792" : 83,
            "3824" : 77,
            "3856" : 62,
            "3888" : 74,
            "3920" : 89,
            "3952" : 103,
            "3984" : 100,
            "4016" : 87,
            "4048" : 87,
            "4080" : 92,
            "4128" : 240,
            "4192" : 253,
            "4256" : 299,
            "4320" : 268,
            "4384" : 272,
            "4448" : 349,
            "4512" : 327,
            "4576" : 428,
            "4640" : 364,
            "4704" : 425,
            "4768" : 485,
            "4832" : 444,
            "4896" : 515,
            "4960" : 543,
            "5024" : 567,
            "5088" : 681,
            "5152" : 611,
            "5216" : 706,
            "5280" : 832,
            "5344" : 801,
            "5408" : 1013,
            "5472" : 914,
            "5536" : 970,
            "5600" : 1217,
            "5664" : 1115,
            "5728" : 1391,
            "5792" : 1233,
            "5856" : 1310,
            "5920" : 1499,
            "5984" : 1330,
            "6048" : 1522,
            "6112" : 1580,
            "6176" : 1419,
            "6240" : 1687,
            "6304" : 1454,
            "6368" : 1523,
            "6432" : 1583,
            "6496" : 1380,
            "6560" : 1554,
            "6624" : 1300,
            "6688" : 1309,
            "6752" : 1464,
            "6816" : 1145,
            "6880" : 1337,
            "6944" : 1014,
            "7008" : 995,
            "7072" : 1062,
            "7136" : 884,
            "7200" : 908,
            "7264" : 726,
            "7328" : 695,
            "7392" : 759,
            "7456" : 623,
            "7520" : 639,
            "7584" : 536,
            "7648" : 445,
            "7712" : 538,
            "7776" : 386,
            "7840" : 366,
            "7904" : 356,
            "7968" : 338,
            "8032" : 280,
            "8096" : 313,
            "8160" : 239,
            "8256" : 478,
            "8384" : 413,
            "8512" : 364,
            "8640" : 317,
            "8768" : 283,
            "8896" : 255,
            "9024" : 234,
            "9152" : 233,
            "9280" : 210,
            "9408" : 202,
            "9536" : 206,
            "9664" : 183,
            "9792" : 188,
            "9920" : 237,
            "10048" : 213,
            "10176" : 231,
            "10304" : 196,
            "10432" : 208,
            "10560" : 236,
            "10688" : 187,
            "10816" : 210,
            "10944" : 228,
            "11072" : 177,
            "11200" : 183,
            "11328" : 184,
            "11456" : 156,
            "11584" : 129,
            "11712" : 146,
            "11840" : 148,
            "11968" : 144,
            "12096" : 123,
            "12224" : 113,
            "12352" : 103,
            "12480" : 92,
            "12608" : 114,
            "12736" : 57,
            "12864" : 83,
            "12992" : 68,
            "13120" : 79,
            "13248" : 73,
            "13376" : 54,
            "13504" : 62,
            "13632" : 50,
            "13760" : 48,
            "13888" : 49,
            "14016" : 43,
            "14144" : 53,
            "14272" : 33,
            "14400" : 36,
            "14528" : 51,
            "14656" : 41,
            "14784" : 33,
            "14912" : 27,
            "15040" : 29,
            "15168" : 24,
            "15296" : 35,
            "15424" : 31,
            "15552" : 30,
            "15680" : 26,
            "15808" : 28,
            "15936" : 27,
            "16064" : 23,
            "16192" : 28,
            "16320" : 20,
            "16512" : 50,
            "16768" : 38,
            "17024" : 25,
            "17280" : 45,
            "17536" : 17,
            "17792" : 23,
            "18048" : 18,
            "18304" : 23,
            "18560" : 22,
            "18816" : 19,
            "19072" : 15,
            "19328" : 14,
            "19584" : 12,
            "19840" : 12,
            "20096" : 12,
            "20352" : 13,
            "20608" : 10,
            "20864" : 7,
            "21120" : 11,
            "21376" : 5,
            "21632" : 9,
            "21888" : 6,
            "22144" : 5,
            "22400" : 1,
            "22656" : 2,
            "22912" : 4,
            "23168" : 1,
            "23424" : 4,
            "23680" : 5,
            "23936" : 5,
            "24192" : 3,
            "24448" : 4,
            "24960" : 2,
            "25216" : 2,
            "25728" : 2,
            "25984" : 1,
            "26496" : 1,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "28800" : 3,
            "29312" : 2,
            "29824" : 2,
            "30080" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 2,
            "36096" : 2,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 1,
            "63232" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 4,
            "67072" : 6,
            "68096" : 4,
            "69120" : 6,
            "70144" : 9,
            "71168" : 8,
            "72192" : 5,
            "73216" : 8,
            "74240" : 5,
            "75264" : 3,
            "76288" : 2,
            "77312" : 3,
            "78336" : 4,
            "79360" : 2,
            "80384" : 1,
            "81408" : 2,
            "82432" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "100864" : 1,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379503.612273,
          "stddev" : 169858.922757,
          "N" : 10937276
        },
        "bw_min" : 320811,
        "bw_max" : 352786,
        "bw_agg" : 100.000000,
        "bw_mean" : 336609.247104,
        "bw_dev" : 197.217690,
        "bw_samples" : 8288,
        "iops_min" : 80202,
        "iops_max" : 88196,
        "iops_mean" : 84151.432432,
        "iops_stddev" : 49.308883,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159972,
      "usr_cpu" : 0.638826,
      "sys_cpu" : 14.911254,
      "ctx" : 9386269,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.575446,
        "4" : 2.846770,
        "10" : 0.528960,
        "20" : 0.046373,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079082,
  "timestamp_ms" : 1773079082129,
  "time" : "Mon Mar  9 14:58:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 48242470912,
        "io_kbytes" : 47111788,
        "bw_bytes" : 344591539,
        "bw" : 336515,
        "iops" : 84129.358067,
        "runtime" : 139999,
        "total_ios" : 11778026,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 377992.913903,
          "stddev" : 169717.595023,
          "N" : 11778023
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.237125,
          "stddev" : 547.131425,
          "N" : 11777994,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 10,
            "1096" : 537,
            "1112" : 5543,
            "1128" : 102267,
            "1144" : 143465,
            "1160" : 227276,
            "1176" : 196580,
            "1192" : 66977,
            "1208" : 100378,
            "1224" : 69316,
            "1240" : 153498,
            "1256" : 219008,
            "1272" : 130784,
            "1288" : 328043,
            "1304" : 221943,
            "1320" : 446726,
            "1336" : 518300,
            "1352" : 265279,
            "1368" : 522956,
            "1384" : 263333,
            "1400" : 490273,
            "1416" : 489598,
            "1432" : 243242,
            "1448" : 483990,
            "1464" : 238368,
            "1480" : 463433,
            "1496" : 441671,
            "1512" : 212096,
            "1528" : 408646,
            "1544" : 196763,
            "1560" : 379099,
            "1576" : 359797,
            "1592" : 172504,
            "1608" : 327644,
            "1624" : 154513,
            "1640" : 289620,
            "1656" : 264006,
            "1672" : 121917,
            "1688" : 225206,
            "1704" : 102957,
            "1720" : 188414,
            "1736" : 165632,
            "1752" : 75145,
            "1768" : 136750,
            "1784" : 61787,
            "1800" : 112466,
            "1816" : 99677,
            "1832" : 45117,
            "1848" : 83147,
            "1864" : 37527,
            "1880" : 68066,
            "1896" : 60259,
            "1912" : 27334,
            "1928" : 49521,
            "1944" : 22396,
            "1960" : 40315,
            "1976" : 35291,
            "1992" : 16490,
            "2008" : 29148,
            "2024" : 13046,
            "2040" : 23900,
            "2064" : 30795,
            "2096" : 26011,
            "2128" : 26868,
            "2160" : 19674,
            "2192" : 15685,
            "2224" : 14027,
            "2256" : 12606,
            "2288" : 12806,
            "2320" : 11543,
            "2352" : 8886,
            "2384" : 7986,
            "2416" : 7585,
            "2448" : 7582,
            "2480" : 7816,
            "2512" : 5765,
            "2544" : 5394,
            "2576" : 4867,
            "2608" : 4606,
            "2640" : 5633,
            "2672" : 3805,
            "2704" : 3365,
            "2736" : 3127,
            "2768" : 2881,
            "2800" : 3221,
            "2832" : 2055,
            "2864" : 1908,
            "2896" : 1693,
            "2928" : 1523,
            "2960" : 1672,
            "2992" : 1138,
            "3024" : 920,
            "3056" : 833,
            "3088" : 723,
            "3120" : 890,
            "3152" : 545,
            "3184" : 429,
            "3216" : 412,
            "3248" : 387,
            "3280" : 443,
            "3312" : 281,
            "3344" : 249,
            "3376" : 227,
            "3408" : 210,
            "3440" : 210,
            "3472" : 154,
            "3504" : 123,
            "3536" : 110,
            "3568" : 102,
            "3600" : 121,
            "3632" : 122,
            "3664" : 89,
            "3696" : 96,
            "3728" : 60,
            "3760" : 77,
            "3792" : 91,
            "3824" : 86,
            "3856" : 71,
            "3888" : 81,
            "3920" : 100,
            "3952" : 111,
            "3984" : 109,
            "4016" : 97,
            "4048" : 98,
            "4080" : 98,
            "4128" : 261,
            "4192" : 269,
            "4256" : 326,
            "4320" : 286,
            "4384" : 298,
            "4448" : 366,
            "4512" : 353,
            "4576" : 461,
            "4640" : 399,
            "4704" : 465,
            "4768" : 529,
            "4832" : 473,
            "4896" : 541,
            "4960" : 593,
            "5024" : 608,
            "5088" : 727,
            "5152" : 666,
            "5216" : 761,
            "5280" : 896,
            "5344" : 857,
            "5408" : 1089,
            "5472" : 985,
            "5536" : 1034,
            "5600" : 1306,
            "5664" : 1203,
            "5728" : 1484,
            "5792" : 1329,
            "5856" : 1404,
            "5920" : 1606,
            "5984" : 1441,
            "6048" : 1631,
            "6112" : 1692,
            "6176" : 1525,
            "6240" : 1825,
            "6304" : 1558,
            "6368" : 1649,
            "6432" : 1705,
            "6496" : 1482,
            "6560" : 1675,
            "6624" : 1403,
            "6688" : 1410,
            "6752" : 1571,
            "6816" : 1223,
            "6880" : 1449,
            "6944" : 1108,
            "7008" : 1078,
            "7072" : 1147,
            "7136" : 940,
            "7200" : 977,
            "7264" : 793,
            "7328" : 742,
            "7392" : 810,
            "7456" : 668,
            "7520" : 691,
            "7584" : 577,
            "7648" : 481,
            "7712" : 586,
            "7776" : 418,
            "7840" : 394,
            "7904" : 392,
            "7968" : 362,
            "8032" : 315,
            "8096" : 339,
            "8160" : 254,
            "8256" : 520,
            "8384" : 438,
            "8512" : 396,
            "8640" : 335,
            "8768" : 303,
            "8896" : 285,
            "9024" : 251,
            "9152" : 253,
            "9280" : 224,
            "9408" : 224,
            "9536" : 224,
            "9664" : 197,
            "9792" : 199,
            "9920" : 247,
            "10048" : 229,
            "10176" : 248,
            "10304" : 208,
            "10432" : 226,
            "10560" : 264,
            "10688" : 201,
            "10816" : 222,
            "10944" : 246,
            "11072" : 189,
            "11200" : 193,
            "11328" : 197,
            "11456" : 168,
            "11584" : 142,
            "11712" : 153,
            "11840" : 164,
            "11968" : 157,
            "12096" : 134,
            "12224" : 119,
            "12352" : 108,
            "12480" : 104,
            "12608" : 119,
            "12736" : 65,
            "12864" : 92,
            "12992" : 71,
            "13120" : 86,
            "13248" : 81,
            "13376" : 59,
            "13504" : 64,
            "13632" : 57,
            "13760" : 53,
            "13888" : 53,
            "14016" : 44,
            "14144" : 56,
            "14272" : 34,
            "14400" : 36,
            "14528" : 55,
            "14656" : 43,
            "14784" : 37,
            "14912" : 31,
            "15040" : 35,
            "15168" : 28,
            "15296" : 36,
            "15424" : 31,
            "15552" : 34,
            "15680" : 27,
            "15808" : 28,
            "15936" : 28,
            "16064" : 28,
            "16192" : 31,
            "16320" : 23,
            "16512" : 53,
            "16768" : 40,
            "17024" : 26,
            "17280" : 49,
            "17536" : 20,
            "17792" : 24,
            "18048" : 18,
            "18304" : 24,
            "18560" : 23,
            "18816" : 20,
            "19072" : 16,
            "19328" : 15,
            "19584" : 13,
            "19840" : 13,
            "20096" : 15,
            "20352" : 15,
            "20608" : 10,
            "20864" : 7,
            "21120" : 12,
            "21376" : 5,
            "21632" : 9,
            "21888" : 6,
            "22144" : 5,
            "22400" : 1,
            "22656" : 3,
            "22912" : 5,
            "23168" : 1,
            "23424" : 5,
            "23680" : 6,
            "23936" : 5,
            "24192" : 3,
            "24448" : 4,
            "24960" : 2,
            "25216" : 2,
            "25728" : 2,
            "25984" : 1,
            "26496" : 2,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "27520" : 1,
            "28800" : 3,
            "29312" : 2,
            "29568" : 1,
            "29824" : 2,
            "30080" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 2,
            "36096" : 2,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 1,
            "63232" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 4,
            "67072" : 6,
            "68096" : 4,
            "69120" : 6,
            "70144" : 9,
            "71168" : 8,
            "72192" : 5,
            "73216" : 9,
            "74240" : 6,
            "75264" : 3,
            "76288" : 2,
            "77312" : 3,
            "78336" : 4,
            "79360" : 3,
            "80384" : 1,
            "81408" : 2,
            "82432" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "89600" : 2,
            "100864" : 1,
            "110080" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379522.988888,
          "stddev" : 169816.606964,
          "N" : 11777994
        },
        "bw_min" : 320811,
        "bw_max" : 353014,
        "bw_agg" : 100.000000,
        "bw_mean" : 336594.964158,
        "bw_dev" : 195.568074,
        "bw_samples" : 8928,
        "iops_min" : 80202,
        "iops_max" : 88253,
        "iops_mean" : 84147.881720,
        "iops_stddev" : 48.896806,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479968,
      "usr_cpu" : 0.639513,
      "sys_cpu" : 14.909705,
      "ctx" : 10108614,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999975,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999975,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.560289,
        "4" : 2.861931,
        "10" : 0.528960,
        "20" : 0.046434,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079092,
  "timestamp_ms" : 1773079092129,
  "time" : "Mon Mar  9 14:58:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 51678347264,
        "io_kbytes" : 50467136,
        "bw_bytes" : 344524611,
        "bw" : 336449,
        "iops" : 84112.940753,
        "runtime" : 149999,
        "total_ios" : 12616857,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5308,
          "max" : 2431245,
          "mean" : 378066.483940,
          "stddev" : 169652.461551,
          "N" : 12616854
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.601849,
          "stddev" : 548.714800,
          "N" : 12616825,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14144
          },
          "bins" : {
            "1064" : 1,
            "1080" : 11,
            "1096" : 555,
            "1112" : 5855,
            "1128" : 108751,
            "1144" : 153281,
            "1160" : 243352,
            "1176" : 211037,
            "1192" : 71933,
            "1208" : 107484,
            "1224" : 73997,
            "1240" : 164057,
            "1256" : 233809,
            "1272" : 139636,
            "1288" : 349528,
            "1304" : 236368,
            "1320" : 476467,
            "1336" : 554167,
            "1352" : 283984,
            "1368" : 559991,
            "1384" : 281935,
            "1400" : 524853,
            "1416" : 524241,
            "1432" : 260289,
            "1448" : 518382,
            "1464" : 255348,
            "1480" : 497118,
            "1496" : 473405,
            "1512" : 227547,
            "1528" : 438189,
            "1544" : 211090,
            "1560" : 406392,
            "1576" : 385726,
            "1592" : 185107,
            "1608" : 351334,
            "1624" : 165814,
            "1640" : 310848,
            "1656" : 283331,
            "1672" : 130808,
            "1688" : 241621,
            "1704" : 110583,
            "1720" : 202301,
            "1736" : 177687,
            "1752" : 80810,
            "1768" : 146729,
            "1784" : 66394,
            "1800" : 120736,
            "1816" : 107014,
            "1832" : 48452,
            "1848" : 89418,
            "1864" : 40284,
            "1880" : 73162,
            "1896" : 64787,
            "1912" : 29361,
            "1928" : 53231,
            "1944" : 24046,
            "1960" : 43311,
            "1976" : 37943,
            "1992" : 17713,
            "2008" : 31341,
            "2024" : 14061,
            "2040" : 25686,
            "2064" : 33052,
            "2096" : 28051,
            "2128" : 28937,
            "2160" : 21178,
            "2192" : 16842,
            "2224" : 15110,
            "2256" : 13564,
            "2288" : 13739,
            "2320" : 12459,
            "2352" : 9537,
            "2384" : 8564,
            "2416" : 8160,
            "2448" : 8149,
            "2480" : 8392,
            "2512" : 6186,
            "2544" : 5779,
            "2576" : 5213,
            "2608" : 4941,
            "2640" : 6047,
            "2672" : 4107,
            "2704" : 3602,
            "2736" : 3358,
            "2768" : 3072,
            "2800" : 3472,
            "2832" : 2215,
            "2864" : 2062,
            "2896" : 1834,
            "2928" : 1623,
            "2960" : 1795,
            "2992" : 1227,
            "3024" : 989,
            "3056" : 893,
            "3088" : 791,
            "3120" : 955,
            "3152" : 584,
            "3184" : 463,
            "3216" : 448,
            "3248" : 408,
            "3280" : 470,
            "3312" : 307,
            "3344" : 262,
            "3376" : 245,
            "3408" : 231,
            "3440" : 228,
            "3472" : 165,
            "3504" : 134,
            "3536" : 122,
            "3568" : 110,
            "3600" : 132,
            "3632" : 127,
            "3664" : 100,
            "3696" : 98,
            "3728" : 68,
            "3760" : 83,
            "3792" : 103,
            "3824" : 91,
            "3856" : 72,
            "3888" : 84,
            "3920" : 103,
            "3952" : 117,
            "3984" : 112,
            "4016" : 98,
            "4048" : 105,
            "4080" : 106,
            "4128" : 275,
            "4192" : 282,
            "4256" : 347,
            "4320" : 303,
            "4384" : 325,
            "4448" : 390,
            "4512" : 381,
            "4576" : 497,
            "4640" : 424,
            "4704" : 497,
            "4768" : 586,
            "4832" : 502,
            "4896" : 573,
            "4960" : 625,
            "5024" : 655,
            "5088" : 788,
            "5152" : 702,
            "5216" : 814,
            "5280" : 956,
            "5344" : 910,
            "5408" : 1159,
            "5472" : 1059,
            "5536" : 1102,
            "5600" : 1381,
            "5664" : 1285,
            "5728" : 1575,
            "5792" : 1448,
            "5856" : 1496,
            "5920" : 1710,
            "5984" : 1549,
            "6048" : 1738,
            "6112" : 1825,
            "6176" : 1639,
            "6240" : 1963,
            "6304" : 1659,
            "6368" : 1766,
            "6432" : 1851,
            "6496" : 1595,
            "6560" : 1786,
            "6624" : 1502,
            "6688" : 1514,
            "6752" : 1678,
            "6816" : 1313,
            "6880" : 1539,
            "6944" : 1187,
            "7008" : 1154,
            "7072" : 1214,
            "7136" : 1011,
            "7200" : 1046,
            "7264" : 848,
            "7328" : 795,
            "7392" : 865,
            "7456" : 704,
            "7520" : 740,
            "7584" : 625,
            "7648" : 517,
            "7712" : 631,
            "7776" : 452,
            "7840" : 419,
            "7904" : 421,
            "7968" : 383,
            "8032" : 340,
            "8096" : 361,
            "8160" : 272,
            "8256" : 553,
            "8384" : 466,
            "8512" : 425,
            "8640" : 363,
            "8768" : 315,
            "8896" : 306,
            "9024" : 268,
            "9152" : 263,
            "9280" : 233,
            "9408" : 239,
            "9536" : 242,
            "9664" : 214,
            "9792" : 212,
            "9920" : 256,
            "10048" : 245,
            "10176" : 269,
            "10304" : 226,
            "10432" : 248,
            "10560" : 280,
            "10688" : 219,
            "10816" : 237,
            "10944" : 262,
            "11072" : 201,
            "11200" : 201,
            "11328" : 204,
            "11456" : 185,
            "11584" : 156,
            "11712" : 165,
            "11840" : 177,
            "11968" : 167,
            "12096" : 142,
            "12224" : 127,
            "12352" : 115,
            "12480" : 111,
            "12608" : 123,
            "12736" : 73,
            "12864" : 100,
            "12992" : 76,
            "13120" : 90,
            "13248" : 87,
            "13376" : 66,
            "13504" : 74,
            "13632" : 59,
            "13760" : 56,
            "13888" : 57,
            "14016" : 44,
            "14144" : 57,
            "14272" : 37,
            "14400" : 37,
            "14528" : 56,
            "14656" : 45,
            "14784" : 41,
            "14912" : 33,
            "15040" : 35,
            "15168" : 31,
            "15296" : 38,
            "15424" : 33,
            "15552" : 42,
            "15680" : 29,
            "15808" : 31,
            "15936" : 29,
            "16064" : 32,
            "16192" : 34,
            "16320" : 25,
            "16512" : 57,
            "16768" : 43,
            "17024" : 27,
            "17280" : 54,
            "17536" : 22,
            "17792" : 25,
            "18048" : 20,
            "18304" : 25,
            "18560" : 25,
            "18816" : 23,
            "19072" : 16,
            "19328" : 16,
            "19584" : 14,
            "19840" : 13,
            "20096" : 16,
            "20352" : 15,
            "20608" : 11,
            "20864" : 10,
            "21120" : 12,
            "21376" : 5,
            "21632" : 9,
            "21888" : 6,
            "22144" : 5,
            "22400" : 1,
            "22656" : 3,
            "22912" : 6,
            "23168" : 1,
            "23424" : 5,
            "23680" : 6,
            "23936" : 5,
            "24192" : 3,
            "24448" : 4,
            "24704" : 1,
            "24960" : 2,
            "25216" : 2,
            "25728" : 2,
            "25984" : 1,
            "26496" : 2,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "27520" : 1,
            "28800" : 3,
            "29312" : 2,
            "29568" : 1,
            "29824" : 2,
            "30080" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 3,
            "36096" : 2,
            "36608" : 1,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "52992" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 1,
            "63232" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "66048" : 4,
            "67072" : 7,
            "68096" : 4,
            "69120" : 7,
            "70144" : 9,
            "71168" : 10,
            "72192" : 5,
            "73216" : 9,
            "74240" : 6,
            "75264" : 3,
            "76288" : 2,
            "77312" : 3,
            "78336" : 4,
            "79360" : 5,
            "80384" : 1,
            "81408" : 2,
            "82432" : 1,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "88576" : 1,
            "89600" : 2,
            "100864" : 1,
            "109056" : 1,
            "110080" : 1,
            "124416" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379596.934598,
          "stddev" : 169751.526084,
          "N" : 12616825
        },
        "bw_min" : 320779,
        "bw_max" : 353014,
        "bw_agg" : 100.000000,
        "bw_mean" : 336526.715719,
        "bw_dev" : 193.998531,
        "bw_samples" : 9568,
        "iops_min" : 80194,
        "iops_max" : 88253,
        "iops_mean" : 84130.846154,
        "iops_stddev" : 48.503991,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799968,
      "usr_cpu" : 0.639358,
      "sys_cpu" : 14.910454,
      "ctx" : 10830527,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999976,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999976,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.550218,
        "4" : 2.872744,
        "10" : 0.528182,
        "20" : 0.046478,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079102,
  "timestamp_ms" : 1773079102129,
  "time" : "Mon Mar  9 14:58:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 55116832768,
        "io_kbytes" : 53825032,
        "bw_bytes" : 344480204,
        "bw" : 336406,
        "iops" : 84102.125000,
        "runtime" : 160000,
        "total_ios" : 13456340,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5228,
          "max" : 2431245,
          "mean" : 378113.815841,
          "stddev" : 169612.420978,
          "N" : 13456337
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.465253,
          "stddev" : 548.868506,
          "N" : 13456308,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 3,
            "1080" : 11,
            "1096" : 575,
            "1112" : 6179,
            "1128" : 115874,
            "1144" : 163857,
            "1160" : 260590,
            "1176" : 225912,
            "1192" : 76797,
            "1208" : 114681,
            "1224" : 78555,
            "1240" : 173736,
            "1256" : 247805,
            "1272" : 148557,
            "1288" : 372955,
            "1304" : 252804,
            "1320" : 509994,
            "1336" : 592391,
            "1352" : 303420,
            "1368" : 598032,
            "1384" : 300822,
            "1400" : 559759,
            "1416" : 558901,
            "1432" : 277587,
            "1448" : 553131,
            "1464" : 272261,
            "1480" : 530136,
            "1496" : 505115,
            "1512" : 242690,
            "1528" : 467346,
            "1544" : 225042,
            "1560" : 433186,
            "1576" : 411180,
            "1592" : 197490,
            "1608" : 374585,
            "1624" : 176665,
            "1640" : 331315,
            "1656" : 302096,
            "1672" : 139366,
            "1688" : 257378,
            "1704" : 117698,
            "1720" : 215690,
            "1736" : 189410,
            "1752" : 86043,
            "1768" : 156407,
            "1784" : 70819,
            "1800" : 128566,
            "1816" : 113908,
            "1832" : 51516,
            "1848" : 95120,
            "1864" : 42782,
            "1880" : 77905,
            "1896" : 68859,
            "1912" : 31218,
            "1928" : 56727,
            "1944" : 25575,
            "1960" : 46147,
            "1976" : 40343,
            "1992" : 18881,
            "2008" : 33352,
            "2024" : 14969,
            "2040" : 27337,
            "2064" : 35195,
            "2096" : 29838,
            "2128" : 30782,
            "2160" : 22577,
            "2192" : 17988,
            "2224" : 16158,
            "2256" : 14423,
            "2288" : 14669,
            "2320" : 13321,
            "2352" : 10231,
            "2384" : 9160,
            "2416" : 8725,
            "2448" : 8709,
            "2480" : 8951,
            "2512" : 6605,
            "2544" : 6197,
            "2576" : 5586,
            "2608" : 5265,
            "2640" : 6436,
            "2672" : 4335,
            "2704" : 3813,
            "2736" : 3597,
            "2768" : 3267,
            "2800" : 3675,
            "2832" : 2378,
            "2864" : 2209,
            "2896" : 1943,
            "2928" : 1755,
            "2960" : 1922,
            "2992" : 1301,
            "3024" : 1042,
            "3056" : 947,
            "3088" : 839,
            "3120" : 1009,
            "3152" : 615,
            "3184" : 494,
            "3216" : 487,
            "3248" : 432,
            "3280" : 493,
            "3312" : 328,
            "3344" : 285,
            "3376" : 260,
            "3408" : 250,
            "3440" : 241,
            "3472" : 180,
            "3504" : 144,
            "3536" : 131,
            "3568" : 124,
            "3600" : 144,
            "3632" : 132,
            "3664" : 105,
            "3696" : 105,
            "3728" : 77,
            "3760" : 89,
            "3792" : 108,
            "3824" : 105,
            "3856" : 79,
            "3888" : 90,
            "3920" : 110,
            "3952" : 127,
            "3984" : 123,
            "4016" : 103,
            "4048" : 116,
            "4080" : 115,
            "4128" : 285,
            "4192" : 299,
            "4256" : 369,
            "4320" : 324,
            "4384" : 348,
            "4448" : 413,
            "4512" : 403,
            "4576" : 533,
            "4640" : 455,
            "4704" : 526,
            "4768" : 624,
            "4832" : 536,
            "4896" : 603,
            "4960" : 655,
            "5024" : 696,
            "5088" : 840,
            "5152" : 742,
            "5216" : 859,
            "5280" : 1027,
            "5344" : 973,
            "5408" : 1237,
            "5472" : 1122,
            "5536" : 1175,
            "5600" : 1465,
            "5664" : 1367,
            "5728" : 1676,
            "5792" : 1556,
            "5856" : 1600,
            "5920" : 1826,
            "5984" : 1639,
            "6048" : 1866,
            "6112" : 1929,
            "6176" : 1737,
            "6240" : 2085,
            "6304" : 1766,
            "6368" : 1880,
            "6432" : 1984,
            "6496" : 1696,
            "6560" : 1912,
            "6624" : 1599,
            "6688" : 1606,
            "6752" : 1806,
            "6816" : 1385,
            "6880" : 1635,
            "6944" : 1281,
            "7008" : 1230,
            "7072" : 1289,
            "7136" : 1081,
            "7200" : 1114,
            "7264" : 912,
            "7328" : 860,
            "7392" : 921,
            "7456" : 752,
            "7520" : 780,
            "7584" : 666,
            "7648" : 555,
            "7712" : 666,
            "7776" : 470,
            "7840" : 457,
            "7904" : 450,
            "7968" : 413,
            "8032" : 373,
            "8096" : 400,
            "8160" : 290,
            "8256" : 587,
            "8384" : 494,
            "8512" : 453,
            "8640" : 380,
            "8768" : 338,
            "8896" : 334,
            "9024" : 284,
            "9152" : 272,
            "9280" : 246,
            "9408" : 258,
            "9536" : 252,
            "9664" : 236,
            "9792" : 224,
            "9920" : 267,
            "10048" : 256,
            "10176" : 287,
            "10304" : 239,
            "10432" : 266,
            "10560" : 290,
            "10688" : 239,
            "10816" : 253,
            "10944" : 275,
            "11072" : 212,
            "11200" : 218,
            "11328" : 219,
            "11456" : 199,
            "11584" : 171,
            "11712" : 179,
            "11840" : 196,
            "11968" : 170,
            "12096" : 151,
            "12224" : 134,
            "12352" : 121,
            "12480" : 112,
            "12608" : 132,
            "12736" : 78,
            "12864" : 106,
            "12992" : 85,
            "13120" : 93,
            "13248" : 88,
            "13376" : 71,
            "13504" : 75,
            "13632" : 67,
            "13760" : 59,
            "13888" : 58,
            "14016" : 46,
            "14144" : 60,
            "14272" : 43,
            "14400" : 43,
            "14528" : 58,
            "14656" : 45,
            "14784" : 43,
            "14912" : 36,
            "15040" : 39,
            "15168" : 35,
            "15296" : 43,
            "15424" : 34,
            "15552" : 44,
            "15680" : 30,
            "15808" : 35,
            "15936" : 30,
            "16064" : 36,
            "16192" : 36,
            "16320" : 27,
            "16512" : 63,
            "16768" : 45,
            "17024" : 34,
            "17280" : 55,
            "17536" : 24,
            "17792" : 29,
            "18048" : 22,
            "18304" : 29,
            "18560" : 25,
            "18816" : 24,
            "19072" : 16,
            "19328" : 16,
            "19584" : 18,
            "19840" : 14,
            "20096" : 16,
            "20352" : 17,
            "20608" : 11,
            "20864" : 10,
            "21120" : 14,
            "21376" : 7,
            "21632" : 11,
            "21888" : 7,
            "22144" : 5,
            "22400" : 1,
            "22656" : 3,
            "22912" : 7,
            "23168" : 3,
            "23424" : 5,
            "23680" : 6,
            "23936" : 6,
            "24192" : 4,
            "24448" : 4,
            "24704" : 1,
            "24960" : 2,
            "25216" : 2,
            "25728" : 2,
            "25984" : 1,
            "26496" : 3,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "27520" : 1,
            "28800" : 3,
            "29312" : 2,
            "29568" : 1,
            "29824" : 2,
            "30080" : 1,
            "31616" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 3,
            "36096" : 2,
            "36608" : 1,
            "37120" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "52992" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 2,
            "63232" : 1,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "65280" : 1,
            "66048" : 5,
            "67072" : 7,
            "68096" : 4,
            "69120" : 8,
            "70144" : 9,
            "71168" : 10,
            "72192" : 5,
            "73216" : 11,
            "74240" : 6,
            "75264" : 3,
            "76288" : 2,
            "77312" : 5,
            "78336" : 4,
            "79360" : 5,
            "80384" : 1,
            "81408" : 2,
            "82432" : 2,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "88576" : 1,
            "89600" : 2,
            "100864" : 1,
            "109056" : 1,
            "110080" : 1,
            "124416" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379644.139438,
          "stddev" : 169711.472590,
          "N" : 13456308
        },
        "bw_min" : 320731,
        "bw_max" : 353190,
        "bw_agg" : 100.000000,
        "bw_mean" : 336477.561129,
        "bw_dev" : 192.754662,
        "bw_samples" : 10208,
        "iops_min" : 80182,
        "iops_max" : 88297,
        "iops_mean" : 84118.583072,
        "iops_stddev" : 48.192634,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5119972,
      "usr_cpu" : 0.637992,
      "sys_cpu" : 14.911390,
      "ctx" : 11552499,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999985,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999985,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.552205,
        "4" : 2.871241,
        "10" : 0.527692,
        "20" : 0.046447,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079112,
  "timestamp_ms" : 1773079112129,
  "time" : "Mon Mar  9 14:58:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 58541649920,
        "io_kbytes" : 57169580,
        "bw_bytes" : 344362646,
        "bw" : 336291,
        "iops" : 84073.447059,
        "runtime" : 170000,
        "total_ios" : 14292486,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5228,
          "max" : 2431245,
          "mean" : 378243.312075,
          "stddev" : 169534.540764,
          "N" : 14292483
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1530.826652,
          "stddev" : 549.035153,
          "N" : 14292454,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 3,
            "1080" : 11,
            "1096" : 594,
            "1112" : 6472,
            "1128" : 122371,
            "1144" : 173582,
            "1160" : 276703,
            "1176" : 240355,
            "1192" : 81723,
            "1208" : 121911,
            "1224" : 82992,
            "1240" : 183217,
            "1256" : 261037,
            "1272" : 156806,
            "1288" : 393938,
            "1304" : 267662,
            "1320" : 540651,
            "1336" : 629047,
            "1352" : 321963,
            "1368" : 634897,
            "1384" : 319243,
            "1400" : 593881,
            "1416" : 593572,
            "1432" : 295041,
            "1448" : 587709,
            "1464" : 289557,
            "1480" : 563455,
            "1496" : 537027,
            "1512" : 257654,
            "1528" : 496948,
            "1544" : 239457,
            "1560" : 460804,
            "1576" : 437342,
            "1592" : 210078,
            "1608" : 398455,
            "1624" : 187851,
            "1640" : 352776,
            "1656" : 321616,
            "1672" : 148529,
            "1688" : 273923,
            "1704" : 125362,
            "1720" : 229476,
            "1736" : 201529,
            "1752" : 91547,
            "1768" : 166348,
            "1784" : 75313,
            "1800" : 136581,
            "1816" : 121151,
            "1832" : 54709,
            "1848" : 101173,
            "1864" : 45497,
            "1880" : 82936,
            "1896" : 73272,
            "1912" : 33123,
            "1928" : 60198,
            "1944" : 27243,
            "1960" : 49007,
            "1976" : 42903,
            "1992" : 20070,
            "2008" : 35462,
            "2024" : 15904,
            "2040" : 29106,
            "2064" : 37411,
            "2096" : 31768,
            "2128" : 32719,
            "2160" : 24102,
            "2192" : 19133,
            "2224" : 17223,
            "2256" : 15322,
            "2288" : 15723,
            "2320" : 14183,
            "2352" : 10906,
            "2384" : 9838,
            "2416" : 9317,
            "2448" : 9325,
            "2480" : 9554,
            "2512" : 7069,
            "2544" : 6595,
            "2576" : 5991,
            "2608" : 5641,
            "2640" : 6867,
            "2672" : 4644,
            "2704" : 4108,
            "2736" : 3848,
            "2768" : 3487,
            "2800" : 3960,
            "2832" : 2556,
            "2864" : 2366,
            "2896" : 2078,
            "2928" : 1867,
            "2960" : 2052,
            "2992" : 1385,
            "3024" : 1119,
            "3056" : 1018,
            "3088" : 894,
            "3120" : 1071,
            "3152" : 658,
            "3184" : 527,
            "3216" : 521,
            "3248" : 458,
            "3280" : 524,
            "3312" : 351,
            "3344" : 305,
            "3376" : 281,
            "3408" : 265,
            "3440" : 262,
            "3472" : 185,
            "3504" : 152,
            "3536" : 140,
            "3568" : 133,
            "3600" : 152,
            "3632" : 143,
            "3664" : 115,
            "3696" : 112,
            "3728" : 86,
            "3760" : 93,
            "3792" : 118,
            "3824" : 109,
            "3856" : 83,
            "3888" : 97,
            "3920" : 115,
            "3952" : 135,
            "3984" : 124,
            "4016" : 111,
            "4048" : 123,
            "4080" : 121,
            "4128" : 297,
            "4192" : 309,
            "4256" : 390,
            "4320" : 340,
            "4384" : 370,
            "4448" : 434,
            "4512" : 430,
            "4576" : 562,
            "4640" : 488,
            "4704" : 548,
            "4768" : 651,
            "4832" : 578,
            "4896" : 645,
            "4960" : 685,
            "5024" : 738,
            "5088" : 884,
            "5152" : 794,
            "5216" : 907,
            "5280" : 1086,
            "5344" : 1033,
            "5408" : 1309,
            "5472" : 1183,
            "5536" : 1259,
            "5600" : 1556,
            "5664" : 1443,
            "5728" : 1773,
            "5792" : 1628,
            "5856" : 1690,
            "5920" : 1953,
            "5984" : 1746,
            "6048" : 1977,
            "6112" : 2044,
            "6176" : 1825,
            "6240" : 2205,
            "6304" : 1876,
            "6368" : 2004,
            "6432" : 2095,
            "6496" : 1812,
            "6560" : 2031,
            "6624" : 1687,
            "6688" : 1696,
            "6752" : 1916,
            "6816" : 1479,
            "6880" : 1746,
            "6944" : 1361,
            "7008" : 1315,
            "7072" : 1386,
            "7136" : 1158,
            "7200" : 1188,
            "7264" : 964,
            "7328" : 917,
            "7392" : 983,
            "7456" : 792,
            "7520" : 828,
            "7584" : 721,
            "7648" : 581,
            "7712" : 713,
            "7776" : 501,
            "7840" : 491,
            "7904" : 483,
            "7968" : 436,
            "8032" : 395,
            "8096" : 426,
            "8160" : 311,
            "8256" : 631,
            "8384" : 520,
            "8512" : 484,
            "8640" : 393,
            "8768" : 359,
            "8896" : 356,
            "9024" : 303,
            "9152" : 281,
            "9280" : 265,
            "9408" : 280,
            "9536" : 267,
            "9664" : 251,
            "9792" : 242,
            "9920" : 282,
            "10048" : 270,
            "10176" : 306,
            "10304" : 260,
            "10432" : 275,
            "10560" : 307,
            "10688" : 258,
            "10816" : 269,
            "10944" : 292,
            "11072" : 223,
            "11200" : 235,
            "11328" : 234,
            "11456" : 214,
            "11584" : 189,
            "11712" : 192,
            "11840" : 206,
            "11968" : 180,
            "12096" : 161,
            "12224" : 139,
            "12352" : 129,
            "12480" : 119,
            "12608" : 134,
            "12736" : 86,
            "12864" : 113,
            "12992" : 92,
            "13120" : 99,
            "13248" : 94,
            "13376" : 74,
            "13504" : 79,
            "13632" : 72,
            "13760" : 62,
            "13888" : 64,
            "14016" : 52,
            "14144" : 63,
            "14272" : 45,
            "14400" : 44,
            "14528" : 59,
            "14656" : 50,
            "14784" : 44,
            "14912" : 39,
            "15040" : 40,
            "15168" : 37,
            "15296" : 44,
            "15424" : 35,
            "15552" : 46,
            "15680" : 31,
            "15808" : 37,
            "15936" : 34,
            "16064" : 37,
            "16192" : 36,
            "16320" : 27,
            "16512" : 66,
            "16768" : 51,
            "17024" : 35,
            "17280" : 59,
            "17536" : 27,
            "17792" : 29,
            "18048" : 25,
            "18304" : 29,
            "18560" : 28,
            "18816" : 26,
            "19072" : 18,
            "19328" : 17,
            "19584" : 18,
            "19840" : 16,
            "20096" : 16,
            "20352" : 20,
            "20608" : 12,
            "20864" : 10,
            "21120" : 15,
            "21376" : 7,
            "21632" : 11,
            "21888" : 7,
            "22144" : 6,
            "22400" : 1,
            "22656" : 3,
            "22912" : 7,
            "23168" : 4,
            "23424" : 6,
            "23680" : 6,
            "23936" : 6,
            "24192" : 4,
            "24448" : 4,
            "24704" : 1,
            "24960" : 3,
            "25216" : 2,
            "25728" : 2,
            "25984" : 1,
            "26496" : 3,
            "26752" : 2,
            "27008" : 1,
            "27264" : 2,
            "27520" : 1,
            "28800" : 3,
            "29312" : 2,
            "29568" : 1,
            "29824" : 2,
            "30080" : 1,
            "31616" : 1,
            "32128" : 1,
            "32640" : 1,
            "33024" : 1,
            "34048" : 1,
            "35072" : 3,
            "36096" : 2,
            "36608" : 1,
            "37120" : 1,
            "39168" : 1,
            "39680" : 1,
            "40704" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "52480" : 1,
            "52992" : 1,
            "54528" : 1,
            "58112" : 1,
            "62208" : 1,
            "62720" : 2,
            "63232" : 2,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "65280" : 2,
            "66048" : 5,
            "67072" : 7,
            "68096" : 6,
            "69120" : 8,
            "70144" : 9,
            "71168" : 10,
            "72192" : 6,
            "73216" : 12,
            "74240" : 6,
            "75264" : 3,
            "76288" : 2,
            "77312" : 5,
            "78336" : 5,
            "79360" : 6,
            "80384" : 2,
            "81408" : 2,
            "82432" : 2,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "88576" : 1,
            "89600" : 2,
            "100864" : 1,
            "109056" : 1,
            "110080" : 1,
            "124416" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 379774.005621,
          "stddev" : 169633.611713,
          "N" : 14292454
        },
        "bw_min" : 320087,
        "bw_max" : 354566,
        "bw_agg" : 100.000000,
        "bw_mean" : 336393.241888,
        "bw_dev" : 198.087430,
        "bw_samples" : 10848,
        "iops_min" : 80021,
        "iops_max" : 88641,
        "iops_mean" : 84097.525074,
        "iops_stddev" : 49.525010,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439983,
      "usr_cpu" : 0.637502,
      "sys_cpu" : 14.912308,
      "ctx" : 12274229,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999979,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999979,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.542260,
        "4" : 2.881626,
        "10" : 0.527221,
        "20" : 0.046479,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079122,
  "timestamp_ms" : 1773079122160,
  "time" : "Mon Mar  9 14:58:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 179,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 61794885632,
        "io_kbytes" : 60346568,
        "bw_bytes" : 343303012,
        "bw" : 335256,
        "iops" : 83814.112144,
        "runtime" : 180001,
        "total_ios" : 15086624,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5228,
          "max" : 2431245,
          "mean" : 379415.068159,
          "stddev" : 168634.158499,
          "N" : 15086653
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1531.698999,
          "stddev" : 549.257608,
          "N" : 15086624,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 3,
            "1080" : 11,
            "1096" : 605,
            "1112" : 6631,
            "1128" : 125994,
            "1144" : 179336,
            "1160" : 286303,
            "1176" : 249730,
            "1192" : 85163,
            "1208" : 127037,
            "1224" : 86376,
            "1240" : 190630,
            "1256" : 272573,
            "1272" : 164258,
            "1288" : 414409,
            "1304" : 282535,
            "1320" : 571630,
            "1336" : 665935,
            "1352" : 340875,
            "1368" : 671503,
            "1384" : 337279,
            "1400" : 627657,
            "1416" : 627641,
            "1432" : 311923,
            "1448" : 621299,
            "1464" : 306303,
            "1480" : 595892,
            "1496" : 568329,
            "1512" : 272677,
            "1528" : 525871,
            "1544" : 253385,
            "1560" : 487874,
            "1576" : 463019,
            "1592" : 222563,
            "1608" : 421667,
            "1624" : 198987,
            "1640" : 373418,
            "1656" : 340573,
            "1672" : 157180,
            "1688" : 290092,
            "1704" : 132949,
            "1720" : 242928,
            "1736" : 213167,
            "1752" : 96824,
            "1768" : 175904,
            "1784" : 79639,
            "1800" : 144517,
            "1816" : 128240,
            "1832" : 57957,
            "1848" : 106898,
            "1864" : 48246,
            "1880" : 87793,
            "1896" : 77567,
            "1912" : 34982,
            "1928" : 63763,
            "1944" : 28908,
            "1960" : 51891,
            "1976" : 45386,
            "1992" : 21259,
            "2008" : 37527,
            "2024" : 16859,
            "2040" : 30807,
            "2064" : 39549,
            "2096" : 33583,
            "2128" : 34682,
            "2160" : 25506,
            "2192" : 20213,
            "2224" : 18158,
            "2256" : 16195,
            "2288" : 16612,
            "2320" : 14974,
            "2352" : 11557,
            "2384" : 10372,
            "2416" : 9851,
            "2448" : 9887,
            "2480" : 10092,
            "2512" : 7453,
            "2544" : 6952,
            "2576" : 6365,
            "2608" : 5961,
            "2640" : 7255,
            "2672" : 4860,
            "2704" : 4322,
            "2736" : 4049,
            "2768" : 3681,
            "2800" : 4191,
            "2832" : 2673,
            "2864" : 2480,
            "2896" : 2188,
            "2928" : 1972,
            "2960" : 2162,
            "2992" : 1445,
            "3024" : 1180,
            "3056" : 1074,
            "3088" : 939,
            "3120" : 1141,
            "3152" : 696,
            "3184" : 557,
            "3216" : 553,
            "3248" : 484,
            "3280" : 553,
            "3312" : 375,
            "3344" : 320,
            "3376" : 303,
            "3408" : 276,
            "3440" : 275,
            "3472" : 197,
            "3504" : 158,
            "3536" : 150,
            "3568" : 145,
            "3600" : 168,
            "3632" : 150,
            "3664" : 121,
            "3696" : 118,
            "3728" : 87,
            "3760" : 102,
            "3792" : 132,
            "3824" : 114,
            "3856" : 90,
            "3888" : 106,
            "3920" : 125,
            "3952" : 140,
            "3984" : 133,
            "4016" : 115,
            "4048" : 129,
            "4080" : 128,
            "4128" : 313,
            "4192" : 328,
            "4256" : 410,
            "4320" : 360,
            "4384" : 391,
            "4448" : 465,
            "4512" : 457,
            "4576" : 586,
            "4640" : 518,
            "4704" : 576,
            "4768" : 691,
            "4832" : 612,
            "4896" : 692,
            "4960" : 723,
            "5024" : 777,
            "5088" : 942,
            "5152" : 833,
            "5216" : 958,
            "5280" : 1164,
            "5344" : 1095,
            "5408" : 1387,
            "5472" : 1259,
            "5536" : 1329,
            "5600" : 1659,
            "5664" : 1534,
            "5728" : 1874,
            "5792" : 1718,
            "5856" : 1788,
            "5920" : 2062,
            "5984" : 1847,
            "6048" : 2093,
            "6112" : 2165,
            "6176" : 1926,
            "6240" : 2339,
            "6304" : 1992,
            "6368" : 2121,
            "6432" : 2222,
            "6496" : 1939,
            "6560" : 2138,
            "6624" : 1786,
            "6688" : 1805,
            "6752" : 2035,
            "6816" : 1563,
            "6880" : 1860,
            "6944" : 1441,
            "7008" : 1390,
            "7072" : 1469,
            "7136" : 1220,
            "7200" : 1249,
            "7264" : 1022,
            "7328" : 966,
            "7392" : 1043,
            "7456" : 841,
            "7520" : 879,
            "7584" : 779,
            "7648" : 614,
            "7712" : 745,
            "7776" : 532,
            "7840" : 522,
            "7904" : 513,
            "7968" : 467,
            "8032" : 425,
            "8096" : 449,
            "8160" : 329,
            "8256" : 668,
            "8384" : 559,
            "8512" : 516,
            "8640" : 413,
            "8768" : 383,
            "8896" : 382,
            "9024" : 326,
            "9152" : 296,
            "9280" : 274,
            "9408" : 299,
            "9536" : 277,
            "9664" : 261,
            "9792" : 259,
            "9920" : 297,
            "10048" : 282,
            "10176" : 330,
            "10304" : 276,
            "10432" : 293,
            "10560" : 327,
            "10688" : 270,
            "10816" : 282,
            "10944" : 311,
            "11072" : 243,
            "11200" : 246,
            "11328" : 252,
            "11456" : 221,
            "11584" : 206,
            "11712" : 199,
            "11840" : 217,
            "11968" : 189,
            "12096" : 177,
            "12224" : 149,
            "12352" : 132,
            "12480" : 132,
            "12608" : 142,
            "12736" : 92,
            "12864" : 117,
            "12992" : 96,
            "13120" : 103,
            "13248" : 101,
            "13376" : 78,
            "13504" : 87,
            "13632" : 77,
            "13760" : 64,
            "13888" : 67,
            "14016" : 54,
            "14144" : 68,
            "14272" : 48,
            "14400" : 48,
            "14528" : 60,
            "14656" : 55,
            "14784" : 53,
            "14912" : 45,
            "15040" : 44,
            "15168" : 39,
            "15296" : 47,
            "15424" : 37,
            "15552" : 50,
            "15680" : 32,
            "15808" : 39,
            "15936" : 40,
            "16064" : 41,
            "16192" : 37,
            "16320" : 29,
            "16512" : 68,
            "16768" : 53,
            "17024" : 40,
            "17280" : 64,
            "17536" : 27,
            "17792" : 31,
            "18048" : 27,
            "18304" : 31,
            "18560" : 30,
            "18816" : 26,
            "19072" : 18,
            "19328" : 20,
            "19584" : 20,
            "19840" : 16,
            "20096" : 16,
            "20352" : 20,
            "20608" : 12,
            "20864" : 10,
            "21120" : 15,
            "21376" : 8,
            "21632" : 11,
            "21888" : 9,
            "22144" : 6,
            "22400" : 2,
            "22656" : 3,
            "22912" : 8,
            "23168" : 7,
            "23424" : 7,
            "23680" : 6,
            "23936" : 6,
            "24192" : 5,
            "24448" : 4,
            "24704" : 1,
            "24960" : 3,
            "25216" : 3,
            "25728" : 2,
            "25984" : 1,
            "26496" : 3,
            "26752" : 2,
            "27008" : 3,
            "27264" : 2,
            "27520" : 1,
            "28800" : 3,
            "29312" : 2,
            "29568" : 1,
            "29824" : 2,
            "30080" : 1,
            "31616" : 1,
            "32128" : 1,
            "32640" : 2,
            "33024" : 1,
            "34048" : 1,
            "35072" : 3,
            "35584" : 1,
            "36096" : 2,
            "36608" : 2,
            "37120" : 1,
            "39168" : 1,
            "39680" : 1,
            "40192" : 1,
            "40704" : 1,
            "42240" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "49408" : 1,
            "52480" : 1,
            "52992" : 1,
            "54528" : 1,
            "58112" : 1,
            "59648" : 1,
            "62208" : 1,
            "62720" : 2,
            "63232" : 2,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "65280" : 2,
            "66048" : 5,
            "67072" : 7,
            "68096" : 6,
            "69120" : 8,
            "70144" : 10,
            "71168" : 11,
            "72192" : 6,
            "73216" : 13,
            "74240" : 6,
            "75264" : 3,
            "76288" : 3,
            "77312" : 5,
            "78336" : 5,
            "79360" : 6,
            "80384" : 2,
            "81408" : 2,
            "82432" : 2,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "88576" : 1,
            "89600" : 2,
            "100864" : 1,
            "109056" : 1,
            "110080" : 1,
            "124416" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 380946.643311,
          "stddev" : 168732.431975,
          "N" : 15086624
        },
        "bw_min" : 304178,
        "bw_max" : 354566,
        "bw_agg" : 100.000000,
        "bw_mean" : 335406.314763,
        "bw_dev" : 246.656659,
        "bw_samples" : 11488,
        "iops_min" : 76044,
        "iops_max" : 88641,
        "iops_mean" : 83850.752089,
        "iops_stddev" : 61.669719,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759999,
      "usr_cpu" : 0.636771,
      "sys_cpu" : 14.890871,
      "ctx" : 12999368,
      "majf" : 0,
      "minf" : 1263,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.535739,
        "4" : 2.885967,
        "10" : 0.529230,
        "20" : 0.046830,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773079122,
  "timestamp_ms" : 1773079122216,
  "time" : "Mon Mar  9 14:58:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd1-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "1",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 61794930688,
        "io_kbytes" : 60346612,
        "bw_bytes" : 343238429,
        "bw" : 335193,
        "iops" : 83798.283667,
        "runtime" : 180035,
        "total_ios" : 15086624,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5228,
          "max" : 2431245,
          "mean" : 379415.068159,
          "stddev" : 168634.158499,
          "N" : 15086653
        },
        "clat_ns" : {
          "min" : 1071,
          "max" : 180826,
          "mean" : 1531.698999,
          "stddev" : 549.257608,
          "N" : 15086624,
          "percentile" : {
            "1.000000" : 1144,
            "5.000000" : 1176,
            "10.000000" : 1256,
            "20.000000" : 1320,
            "30.000000" : 1368,
            "40.000000" : 1416,
            "50.000000" : 1464,
            "60.000000" : 1528,
            "70.000000" : 1576,
            "80.000000" : 1656,
            "90.000000" : 1768,
            "95.000000" : 1912,
            "99.000000" : 2576,
            "99.500000" : 5280,
            "99.900000" : 7840,
            "99.950000" : 9920,
            "99.990000" : 14272
          },
          "bins" : {
            "1064" : 3,
            "1080" : 11,
            "1096" : 605,
            "1112" : 6631,
            "1128" : 125994,
            "1144" : 179336,
            "1160" : 286303,
            "1176" : 249730,
            "1192" : 85163,
            "1208" : 127037,
            "1224" : 86376,
            "1240" : 190630,
            "1256" : 272573,
            "1272" : 164258,
            "1288" : 414409,
            "1304" : 282535,
            "1320" : 571630,
            "1336" : 665935,
            "1352" : 340875,
            "1368" : 671503,
            "1384" : 337279,
            "1400" : 627657,
            "1416" : 627641,
            "1432" : 311923,
            "1448" : 621299,
            "1464" : 306303,
            "1480" : 595892,
            "1496" : 568329,
            "1512" : 272677,
            "1528" : 525871,
            "1544" : 253385,
            "1560" : 487874,
            "1576" : 463019,
            "1592" : 222563,
            "1608" : 421667,
            "1624" : 198987,
            "1640" : 373418,
            "1656" : 340573,
            "1672" : 157180,
            "1688" : 290092,
            "1704" : 132949,
            "1720" : 242928,
            "1736" : 213167,
            "1752" : 96824,
            "1768" : 175904,
            "1784" : 79639,
            "1800" : 144517,
            "1816" : 128240,
            "1832" : 57957,
            "1848" : 106898,
            "1864" : 48246,
            "1880" : 87793,
            "1896" : 77567,
            "1912" : 34982,
            "1928" : 63763,
            "1944" : 28908,
            "1960" : 51891,
            "1976" : 45386,
            "1992" : 21259,
            "2008" : 37527,
            "2024" : 16859,
            "2040" : 30807,
            "2064" : 39549,
            "2096" : 33583,
            "2128" : 34682,
            "2160" : 25506,
            "2192" : 20213,
            "2224" : 18158,
            "2256" : 16195,
            "2288" : 16612,
            "2320" : 14974,
            "2352" : 11557,
            "2384" : 10372,
            "2416" : 9851,
            "2448" : 9887,
            "2480" : 10092,
            "2512" : 7453,
            "2544" : 6952,
            "2576" : 6365,
            "2608" : 5961,
            "2640" : 7255,
            "2672" : 4860,
            "2704" : 4322,
            "2736" : 4049,
            "2768" : 3681,
            "2800" : 4191,
            "2832" : 2673,
            "2864" : 2480,
            "2896" : 2188,
            "2928" : 1972,
            "2960" : 2162,
            "2992" : 1445,
            "3024" : 1180,
            "3056" : 1074,
            "3088" : 939,
            "3120" : 1141,
            "3152" : 696,
            "3184" : 557,
            "3216" : 553,
            "3248" : 484,
            "3280" : 553,
            "3312" : 375,
            "3344" : 320,
            "3376" : 303,
            "3408" : 276,
            "3440" : 275,
            "3472" : 197,
            "3504" : 158,
            "3536" : 150,
            "3568" : 145,
            "3600" : 168,
            "3632" : 150,
            "3664" : 121,
            "3696" : 118,
            "3728" : 87,
            "3760" : 102,
            "3792" : 132,
            "3824" : 114,
            "3856" : 90,
            "3888" : 106,
            "3920" : 125,
            "3952" : 140,
            "3984" : 133,
            "4016" : 115,
            "4048" : 129,
            "4080" : 128,
            "4128" : 313,
            "4192" : 328,
            "4256" : 410,
            "4320" : 360,
            "4384" : 391,
            "4448" : 465,
            "4512" : 457,
            "4576" : 586,
            "4640" : 518,
            "4704" : 576,
            "4768" : 691,
            "4832" : 612,
            "4896" : 692,
            "4960" : 723,
            "5024" : 777,
            "5088" : 942,
            "5152" : 833,
            "5216" : 958,
            "5280" : 1164,
            "5344" : 1095,
            "5408" : 1387,
            "5472" : 1259,
            "5536" : 1329,
            "5600" : 1659,
            "5664" : 1534,
            "5728" : 1874,
            "5792" : 1718,
            "5856" : 1788,
            "5920" : 2062,
            "5984" : 1847,
            "6048" : 2093,
            "6112" : 2165,
            "6176" : 1926,
            "6240" : 2339,
            "6304" : 1992,
            "6368" : 2121,
            "6432" : 2222,
            "6496" : 1939,
            "6560" : 2138,
            "6624" : 1786,
            "6688" : 1805,
            "6752" : 2035,
            "6816" : 1563,
            "6880" : 1860,
            "6944" : 1441,
            "7008" : 1390,
            "7072" : 1469,
            "7136" : 1220,
            "7200" : 1249,
            "7264" : 1022,
            "7328" : 966,
            "7392" : 1043,
            "7456" : 841,
            "7520" : 879,
            "7584" : 779,
            "7648" : 614,
            "7712" : 745,
            "7776" : 532,
            "7840" : 522,
            "7904" : 513,
            "7968" : 467,
            "8032" : 425,
            "8096" : 449,
            "8160" : 329,
            "8256" : 668,
            "8384" : 559,
            "8512" : 516,
            "8640" : 413,
            "8768" : 383,
            "8896" : 382,
            "9024" : 326,
            "9152" : 296,
            "9280" : 274,
            "9408" : 299,
            "9536" : 277,
            "9664" : 261,
            "9792" : 259,
            "9920" : 297,
            "10048" : 282,
            "10176" : 330,
            "10304" : 276,
            "10432" : 293,
            "10560" : 327,
            "10688" : 270,
            "10816" : 282,
            "10944" : 311,
            "11072" : 243,
            "11200" : 246,
            "11328" : 252,
            "11456" : 221,
            "11584" : 206,
            "11712" : 199,
            "11840" : 217,
            "11968" : 189,
            "12096" : 177,
            "12224" : 149,
            "12352" : 132,
            "12480" : 132,
            "12608" : 142,
            "12736" : 92,
            "12864" : 117,
            "12992" : 96,
            "13120" : 103,
            "13248" : 101,
            "13376" : 78,
            "13504" : 87,
            "13632" : 77,
            "13760" : 64,
            "13888" : 67,
            "14016" : 54,
            "14144" : 68,
            "14272" : 48,
            "14400" : 48,
            "14528" : 60,
            "14656" : 55,
            "14784" : 53,
            "14912" : 45,
            "15040" : 44,
            "15168" : 39,
            "15296" : 47,
            "15424" : 37,
            "15552" : 50,
            "15680" : 32,
            "15808" : 39,
            "15936" : 40,
            "16064" : 41,
            "16192" : 37,
            "16320" : 29,
            "16512" : 68,
            "16768" : 53,
            "17024" : 40,
            "17280" : 64,
            "17536" : 27,
            "17792" : 31,
            "18048" : 27,
            "18304" : 31,
            "18560" : 30,
            "18816" : 26,
            "19072" : 18,
            "19328" : 20,
            "19584" : 20,
            "19840" : 16,
            "20096" : 16,
            "20352" : 20,
            "20608" : 12,
            "20864" : 10,
            "21120" : 15,
            "21376" : 8,
            "21632" : 11,
            "21888" : 9,
            "22144" : 6,
            "22400" : 2,
            "22656" : 3,
            "22912" : 8,
            "23168" : 7,
            "23424" : 7,
            "23680" : 6,
            "23936" : 6,
            "24192" : 5,
            "24448" : 4,
            "24704" : 1,
            "24960" : 3,
            "25216" : 3,
            "25728" : 2,
            "25984" : 1,
            "26496" : 3,
            "26752" : 2,
            "27008" : 3,
            "27264" : 2,
            "27520" : 1,
            "28800" : 3,
            "29312" : 2,
            "29568" : 1,
            "29824" : 2,
            "30080" : 1,
            "31616" : 1,
            "32128" : 1,
            "32640" : 2,
            "33024" : 1,
            "34048" : 1,
            "35072" : 3,
            "35584" : 1,
            "36096" : 2,
            "36608" : 2,
            "37120" : 1,
            "39168" : 1,
            "39680" : 1,
            "40192" : 1,
            "40704" : 1,
            "42240" : 1,
            "45312" : 1,
            "46336" : 1,
            "47360" : 1,
            "49408" : 1,
            "52480" : 1,
            "52992" : 1,
            "54528" : 1,
            "58112" : 1,
            "59648" : 1,
            "62208" : 1,
            "62720" : 2,
            "63232" : 2,
            "63744" : 1,
            "64256" : 2,
            "64768" : 1,
            "65280" : 2,
            "66048" : 5,
            "67072" : 7,
            "68096" : 6,
            "69120" : 8,
            "70144" : 10,
            "71168" : 11,
            "72192" : 6,
            "73216" : 13,
            "74240" : 6,
            "75264" : 3,
            "76288" : 3,
            "77312" : 5,
            "78336" : 5,
            "79360" : 6,
            "80384" : 2,
            "81408" : 2,
            "82432" : 2,
            "83456" : 1,
            "85504" : 1,
            "87552" : 2,
            "88576" : 1,
            "89600" : 2,
            "100864" : 1,
            "109056" : 1,
            "110080" : 1,
            "124416" : 1,
            "140288" : 1,
            "142336" : 1,
            "144384" : 1,
            "168960" : 1,
            "181248" : 1
          }
        },
        "lat_ns" : {
          "min" : 6450,
          "max" : 2432777,
          "mean" : 380946.643311,
          "stddev" : 168732.431975,
          "N" : 15086624
        },
        "bw_min" : 298949,
        "bw_max" : 354566,
        "bw_agg" : 100.000000,
        "bw_mean" : 335360.663154,
        "bw_dev" : 250.519867,
        "bw_samples" : 11500,
        "iops_min" : 74732,
        "iops_max" : 88641,
        "iops_mean" : 83839.326834,
        "iops_stddev" : 62.637581,
        "iops_samples" : 11500
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760396,
      "usr_cpu" : 0.636727,
      "sys_cpu" : 14.889844,
      "ctx" : 12999745,
      "majf" : 0,
      "minf" : 1274,
      "iodepth_level" : {
        "1" : 100.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 96.535739,
        "4" : 2.885967,
        "10" : 0.529230,
        "20" : 0.046830,
        "50" : 0.010000,
        "100" : 0.010000,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 1,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}