← Back to file list

📄 rand-write-qd4-nj32_run1.json

raidz2/benchmarks/rand/rand-write-qd4-nj32_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092233,
  "timestamp_ms" : 1773092233620,
  "time" : "Mon Mar  9 18:37:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 743669760,
        "io_kbytes" : 726240,
        "bw_bytes" : 76258178,
        "bw" : 74470,
        "iops" : 18641.714520,
        "runtime" : 9752,
        "total_ios" : 181794,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312058,
      "usr_cpu" : 0.269181,
      "sys_cpu" : 5.050343,
      "ctx" : 298432,
      "majf" : 0,
      "minf" : 212,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 99.947193,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.998900,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998899,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092243,
  "timestamp_ms" : 1773092243889,
  "time" : "Mon Mar  9 18:37:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 615448576,
        "io_kbytes" : 601024,
        "bw_bytes" : 61409756,
        "bw" : 59970,
        "iops" : 15010.377170,
        "runtime" : 10022,
        "total_ios" : 150434,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330495,
          "max" : 66801484,
          "mean" : 2124893.257739,
          "stddev" : 3421630.601242,
          "N" : 150435
        },
        "clat_ns" : {
          "min" : 1158872,
          "max" : 81617094,
          "mean" : 6409414.014973,
          "stddev" : 6510078.247217,
          "N" : 150402,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1843200,
            "30.000000" : 2007040,
            "40.000000" : 2211840,
            "50.000000" : 2506752,
            "60.000000" : 5013504,
            "70.000000" : 9240576,
            "80.000000" : 11337728,
            "90.000000" : 13565952,
            "95.000000" : 20578304,
            "99.000000" : 27918336,
            "99.500000" : 33423360,
            "99.900000" : 45875200,
            "99.950000" : 51118080,
            "99.990000" : 67633152
          },
          "bins" : {
            "1155072" : 3,
            "1171456" : 11,
            "1187840" : 26,
            "1204224" : 50,
            "1220608" : 58,
            "1236992" : 55,
            "1253376" : 107,
            "1269760" : 111,
            "1286144" : 143,
            "1302528" : 172,
            "1318912" : 187,
            "1335296" : 225,
            "1351680" : 304,
            "1368064" : 311,
            "1384448" : 381,
            "1400832" : 417,
            "1417216" : 518,
            "1433600" : 556,
            "1449984" : 582,
            "1466368" : 630,
            "1482752" : 685,
            "1499136" : 793,
            "1515520" : 827,
            "1531904" : 803,
            "1548288" : 814,
            "1564672" : 880,
            "1581056" : 925,
            "1597440" : 943,
            "1613824" : 1020,
            "1630208" : 1069,
            "1646592" : 1102,
            "1662976" : 1142,
            "1679360" : 1147,
            "1695744" : 1235,
            "1712128" : 1279,
            "1728512" : 1288,
            "1744896" : 1344,
            "1761280" : 1327,
            "1777664" : 1383,
            "1794048" : 1440,
            "1810432" : 1482,
            "1826816" : 1529,
            "1843200" : 1530,
            "1859584" : 1448,
            "1875968" : 1465,
            "1892352" : 1532,
            "1908736" : 1530,
            "1925120" : 1533,
            "1941504" : 1477,
            "1957888" : 1460,
            "1974272" : 1412,
            "1990656" : 1456,
            "2007040" : 1415,
            "2023424" : 1477,
            "2039808" : 1426,
            "2056192" : 1323,
            "2072576" : 1322,
            "2088960" : 1374,
            "2113536" : 2569,
            "2146304" : 2435,
            "2179072" : 2257,
            "2211840" : 2193,
            "2244608" : 2048,
            "2277376" : 1947,
            "2310144" : 1725,
            "2342912" : 1648,
            "2375680" : 1490,
            "2408448" : 1359,
            "2441216" : 1162,
            "2473984" : 1062,
            "2506752" : 1005,
            "2539520" : 896,
            "2572288" : 797,
            "2605056" : 782,
            "2637824" : 701,
            "2670592" : 599,
            "2703360" : 500,
            "2736128" : 494,
            "2768896" : 473,
            "2801664" : 427,
            "2834432" : 371,
            "2867200" : 363,
            "2899968" : 338,
            "2932736" : 308,
            "2965504" : 316,
            "2998272" : 255,
            "3031040" : 288,
            "3063808" : 244,
            "3096576" : 245,
            "3129344" : 205,
            "3162112" : 206,
            "3194880" : 199,
            "3227648" : 178,
            "3260416" : 186,
            "3293184" : 181,
            "3325952" : 181,
            "3358720" : 155,
            "3391488" : 174,
            "3424256" : 165,
            "3457024" : 145,
            "3489792" : 152,
            "3522560" : 136,
            "3555328" : 127,
            "3588096" : 146,
            "3620864" : 155,
            "3653632" : 121,
            "3686400" : 112,
            "3719168" : 119,
            "3751936" : 121,
            "3784704" : 102,
            "3817472" : 128,
            "3850240" : 123,
            "3883008" : 97,
            "3915776" : 116,
            "3948544" : 112,
            "3981312" : 100,
            "4014080" : 110,
            "4046848" : 90,
            "4079616" : 90,
            "4112384" : 89,
            "4145152" : 99,
            "4177920" : 91,
            "4227072" : 177,
            "4292608" : 158,
            "4358144" : 149,
            "4423680" : 153,
            "4489216" : 201,
            "4554752" : 178,
            "4620288" : 173,
            "4685824" : 154,
            "4751360" : 138,
            "4816896" : 151,
            "4882432" : 144,
            "4947968" : 165,
            "5013504" : 170,
            "5079040" : 139,
            "5144576" : 148,
            "5210112" : 161,
            "5275648" : 132,
            "5341184" : 153,
            "5406720" : 157,
            "5472256" : 159,
            "5537792" : 151,
            "5603328" : 152,
            "5668864" : 166,
            "5734400" : 148,
            "5799936" : 155,
            "5865472" : 193,
            "5931008" : 161,
            "5996544" : 161,
            "6062080" : 183,
            "6127616" : 151,
            "6193152" : 185,
            "6258688" : 171,
            "6324224" : 171,
            "6389760" : 191,
            "6455296" : 195,
            "6520832" : 208,
            "6586368" : 177,
            "6651904" : 189,
            "6717440" : 201,
            "6782976" : 195,
            "6848512" : 209,
            "6914048" : 197,
            "6979584" : 229,
            "7045120" : 194,
            "7110656" : 207,
            "7176192" : 233,
            "7241728" : 244,
            "7307264" : 250,
            "7372800" : 279,
            "7438336" : 245,
            "7503872" : 251,
            "7569408" : 218,
            "7634944" : 240,
            "7700480" : 257,
            "7766016" : 274,
            "7831552" : 258,
            "7897088" : 253,
            "7962624" : 271,
            "8028160" : 280,
            "8093696" : 267,
            "8159232" : 286,
            "8224768" : 281,
            "8290304" : 283,
            "8355840" : 284,
            "8454144" : 563,
            "8585216" : 608,
            "8716288" : 685,
            "8847360" : 658,
            "8978432" : 691,
            "9109504" : 684,
            "9240576" : 758,
            "9371648" : 785,
            "9502720" : 882,
            "9633792" : 826,
            "9764864" : 829,
            "9895936" : 912,
            "10027008" : 898,
            "10158080" : 1000,
            "10289152" : 907,
            "10420224" : 942,
            "10551296" : 1048,
            "10682368" : 1017,
            "10813440" : 1012,
            "10944512" : 1087,
            "11075584" : 1044,
            "11206656" : 1160,
            "11337728" : 1063,
            "11468800" : 1110,
            "11599872" : 1217,
            "11730944" : 1192,
            "11862016" : 1160,
            "11993088" : 1099,
            "12124160" : 1063,
            "12255232" : 1075,
            "12386304" : 989,
            "12517376" : 903,
            "12648448" : 807,
            "12779520" : 791,
            "12910592" : 671,
            "13041664" : 607,
            "13172736" : 560,
            "13303808" : 470,
            "13434880" : 460,
            "13565952" : 364,
            "13697024" : 339,
            "13828096" : 302,
            "13959168" : 283,
            "14090240" : 232,
            "14221312" : 229,
            "14352384" : 184,
            "14483456" : 163,
            "14614528" : 130,
            "14745600" : 118,
            "14876672" : 136,
            "15007744" : 142,
            "15138816" : 96,
            "15269888" : 113,
            "15400960" : 114,
            "15532032" : 90,
            "15663104" : 97,
            "15794176" : 102,
            "15925248" : 95,
            "16056320" : 109,
            "16187392" : 96,
            "16318464" : 97,
            "16449536" : 94,
            "16580608" : 117,
            "16711680" : 100,
            "16908288" : 181,
            "17170432" : 188,
            "17432576" : 195,
            "17694720" : 229,
            "17956864" : 279,
            "18219008" : 245,
            "18481152" : 252,
            "18743296" : 266,
            "19005440" : 289,
            "19267584" : 328,
            "19529728" : 314,
            "19791872" : 316,
            "20054016" : 313,
            "20316160" : 308,
            "20578304" : 362,
            "20840448" : 338,
            "21102592" : 368,
            "21364736" : 352,
            "21626880" : 342,
            "21889024" : 353,
            "22151168" : 385,
            "22413312" : 359,
            "22675456" : 362,
            "22937600" : 311,
            "23199744" : 305,
            "23461888" : 279,
            "23724032" : 230,
            "23986176" : 224,
            "24248320" : 194,
            "24510464" : 176,
            "24772608" : 158,
            "25034752" : 120,
            "25296896" : 124,
            "25559040" : 92,
            "25821184" : 94,
            "26083328" : 95,
            "26345472" : 95,
            "26607616" : 81,
            "26869760" : 88,
            "27131904" : 49,
            "27394048" : 51,
            "27656192" : 55,
            "27918336" : 56,
            "28180480" : 47,
            "28442624" : 43,
            "28704768" : 36,
            "28966912" : 49,
            "29229056" : 46,
            "29491200" : 28,
            "29753344" : 27,
            "30015488" : 33,
            "30277632" : 43,
            "30539776" : 28,
            "30801920" : 29,
            "31064064" : 34,
            "31326208" : 37,
            "31588352" : 39,
            "31850496" : 27,
            "32112640" : 36,
            "32374784" : 29,
            "32636928" : 31,
            "32899072" : 38,
            "33161216" : 38,
            "33423360" : 31,
            "33816576" : 70,
            "34340864" : 72,
            "34865152" : 59,
            "35389440" : 54,
            "35913728" : 39,
            "36438016" : 45,
            "36962304" : 34,
            "37486592" : 27,
            "38010880" : 31,
            "38535168" : 20,
            "39059456" : 13,
            "39583744" : 17,
            "40108032" : 16,
            "40632320" : 10,
            "41156608" : 12,
            "41680896" : 10,
            "42205184" : 8,
            "42729472" : 4,
            "43253760" : 3,
            "43778048" : 5,
            "44302336" : 4,
            "44826624" : 7,
            "45350912" : 17,
            "45875200" : 7,
            "46399488" : 9,
            "46923776" : 6,
            "47448064" : 8,
            "47972352" : 8,
            "48496640" : 8,
            "49020928" : 11,
            "49545216" : 9,
            "50069504" : 6,
            "50593792" : 6,
            "51118080" : 10,
            "51642368" : 2,
            "52166656" : 5,
            "52690944" : 3,
            "53215232" : 1,
            "53739520" : 1,
            "54263808" : 4,
            "54788096" : 4,
            "55836672" : 2,
            "56360960" : 1,
            "56885248" : 2,
            "57933824" : 2,
            "59506688" : 1,
            "60030976" : 3,
            "60555264" : 4,
            "61079552" : 2,
            "61603840" : 2,
            "62128128" : 2,
            "63176704" : 1,
            "63700992" : 2,
            "64225280" : 1,
            "64749568" : 2,
            "66846720" : 1,
            "67633152" : 5,
            "68681728" : 2,
            "69730304" : 2,
            "70778880" : 3,
            "72876032" : 1,
            "74973184" : 1,
            "79167488" : 3,
            "80216064" : 1,
            "81264640" : 2
          }
        },
        "lat_ns" : {
          "min" : 1546715,
          "max" : 86710460,
          "mean" : 8534115.956763,
          "stddev" : 7752917.437542,
          "N" : 150402
        },
        "bw_min" : 48082,
        "bw_max" : 74381,
        "bw_agg" : 100.000000,
        "bw_mean" : 60028.218421,
        "bw_dev" : 222.659614,
        "bw_samples" : 620,
        "iops_min" : 12020,
        "iops_max" : 18594,
        "iops_mean" : 15005.173684,
        "iops_stddev" : 55.644527,
        "iops_samples" : 620
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320608,
      "usr_cpu" : 0.196190,
      "sys_cpu" : 3.858606,
      "ctx" : 227518,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.997341,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997341,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 29.412899,
        "4" : 28.903041,
        "10" : 14.869644,
        "20" : 21.401412,
        "50" : 5.333236,
        "100" : 0.058497,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092253,
  "timestamp_ms" : 1773092253886,
  "time" : "Mon Mar  9 18:37:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1253691392,
        "io_kbytes" : 1224308,
        "bw_bytes" : 62615692,
        "bw" : 61148,
        "iops" : 15292.528219,
        "runtime" : 20022,
        "total_ios" : 306187,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 66801484,
          "mean" : 2083293.582637,
          "stddev" : 3326665.291984,
          "N" : 306187
        },
        "clat_ns" : {
          "min" : 1145691,
          "max" : 81617094,
          "mean" : 6285742.998491,
          "stddev" : 6340489.037852,
          "N" : 306155,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2023424,
            "40.000000" : 2211840,
            "50.000000" : 2539520,
            "60.000000" : 4620288,
            "70.000000" : 8847360,
            "80.000000" : 11206656,
            "90.000000" : 13434880,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 41680896,
            "99.950000" : 49020928,
            "99.990000" : 65798144
          },
          "bins" : {
            "1138688" : 1,
            "1155072" : 6,
            "1171456" : 21,
            "1187840" : 66,
            "1204224" : 106,
            "1220608" : 112,
            "1236992" : 131,
            "1253376" : 205,
            "1269760" : 188,
            "1286144" : 262,
            "1302528" : 328,
            "1318912" : 362,
            "1335296" : 449,
            "1351680" : 557,
            "1368064" : 677,
            "1384448" : 765,
            "1400832" : 854,
            "1417216" : 964,
            "1433600" : 1065,
            "1449984" : 1117,
            "1466368" : 1277,
            "1482752" : 1341,
            "1499136" : 1471,
            "1515520" : 1552,
            "1531904" : 1592,
            "1548288" : 1639,
            "1564672" : 1738,
            "1581056" : 1817,
            "1597440" : 1836,
            "1613824" : 2061,
            "1630208" : 2122,
            "1646592" : 2114,
            "1662976" : 2216,
            "1679360" : 2299,
            "1695744" : 2476,
            "1712128" : 2470,
            "1728512" : 2553,
            "1744896" : 2619,
            "1761280" : 2648,
            "1777664" : 2774,
            "1794048" : 2889,
            "1810432" : 2917,
            "1826816" : 2982,
            "1843200" : 2976,
            "1859584" : 2891,
            "1875968" : 2913,
            "1892352" : 3025,
            "1908736" : 3040,
            "1925120" : 3044,
            "1941504" : 2986,
            "1957888" : 2965,
            "1974272" : 2889,
            "1990656" : 2957,
            "2007040" : 2937,
            "2023424" : 2889,
            "2039808" : 2867,
            "2056192" : 2745,
            "2072576" : 2736,
            "2088960" : 2744,
            "2113536" : 5258,
            "2146304" : 5032,
            "2179072" : 4789,
            "2211840" : 4511,
            "2244608" : 4183,
            "2277376" : 3916,
            "2310144" : 3565,
            "2342912" : 3337,
            "2375680" : 3155,
            "2408448" : 2878,
            "2441216" : 2500,
            "2473984" : 2342,
            "2506752" : 2113,
            "2539520" : 1893,
            "2572288" : 1741,
            "2605056" : 1619,
            "2637824" : 1489,
            "2670592" : 1293,
            "2703360" : 1144,
            "2736128" : 1102,
            "2768896" : 1048,
            "2801664" : 937,
            "2834432" : 865,
            "2867200" : 789,
            "2899968" : 784,
            "2932736" : 678,
            "2965504" : 682,
            "2998272" : 611,
            "3031040" : 636,
            "3063808" : 563,
            "3096576" : 531,
            "3129344" : 486,
            "3162112" : 504,
            "3194880" : 472,
            "3227648" : 433,
            "3260416" : 459,
            "3293184" : 418,
            "3325952" : 386,
            "3358720" : 378,
            "3391488" : 405,
            "3424256" : 382,
            "3457024" : 337,
            "3489792" : 377,
            "3522560" : 335,
            "3555328" : 331,
            "3588096" : 341,
            "3620864" : 357,
            "3653632" : 309,
            "3686400" : 284,
            "3719168" : 299,
            "3751936" : 292,
            "3784704" : 256,
            "3817472" : 270,
            "3850240" : 284,
            "3883008" : 248,
            "3915776" : 286,
            "3948544" : 249,
            "3981312" : 242,
            "4014080" : 237,
            "4046848" : 230,
            "4079616" : 229,
            "4112384" : 229,
            "4145152" : 233,
            "4177920" : 201,
            "4227072" : 394,
            "4292608" : 409,
            "4358144" : 393,
            "4423680" : 392,
            "4489216" : 432,
            "4554752" : 410,
            "4620288" : 402,
            "4685824" : 394,
            "4751360" : 354,
            "4816896" : 364,
            "4882432" : 355,
            "4947968" : 373,
            "5013504" : 393,
            "5079040" : 346,
            "5144576" : 345,
            "5210112" : 375,
            "5275648" : 333,
            "5341184" : 328,
            "5406720" : 373,
            "5472256" : 359,
            "5537792" : 355,
            "5603328" : 368,
            "5668864" : 356,
            "5734400" : 363,
            "5799936" : 359,
            "5865472" : 391,
            "5931008" : 363,
            "5996544" : 360,
            "6062080" : 378,
            "6127616" : 374,
            "6193152" : 404,
            "6258688" : 377,
            "6324224" : 394,
            "6389760" : 396,
            "6455296" : 425,
            "6520832" : 434,
            "6586368" : 432,
            "6651904" : 434,
            "6717440" : 433,
            "6782976" : 443,
            "6848512" : 447,
            "6914048" : 429,
            "6979584" : 469,
            "7045120" : 460,
            "7110656" : 500,
            "7176192" : 512,
            "7241728" : 506,
            "7307264" : 527,
            "7372800" : 569,
            "7438336" : 519,
            "7503872" : 545,
            "7569408" : 493,
            "7634944" : 519,
            "7700480" : 582,
            "7766016" : 563,
            "7831552" : 555,
            "7897088" : 565,
            "7962624" : 606,
            "8028160" : 584,
            "8093696" : 606,
            "8159232" : 609,
            "8224768" : 608,
            "8290304" : 595,
            "8355840" : 614,
            "8454144" : 1195,
            "8585216" : 1255,
            "8716288" : 1388,
            "8847360" : 1330,
            "8978432" : 1393,
            "9109504" : 1373,
            "9240576" : 1497,
            "9371648" : 1552,
            "9502720" : 1694,
            "9633792" : 1609,
            "9764864" : 1690,
            "9895936" : 1745,
            "10027008" : 1776,
            "10158080" : 1944,
            "10289152" : 1799,
            "10420224" : 1857,
            "10551296" : 1975,
            "10682368" : 2021,
            "10813440" : 1955,
            "10944512" : 2114,
            "11075584" : 2071,
            "11206656" : 2215,
            "11337728" : 2092,
            "11468800" : 2190,
            "11599872" : 2302,
            "11730944" : 2281,
            "11862016" : 2207,
            "11993088" : 2113,
            "12124160" : 2042,
            "12255232" : 2026,
            "12386304" : 1825,
            "12517376" : 1719,
            "12648448" : 1496,
            "12779520" : 1468,
            "12910592" : 1314,
            "13041664" : 1208,
            "13172736" : 1131,
            "13303808" : 979,
            "13434880" : 884,
            "13565952" : 732,
            "13697024" : 671,
            "13828096" : 641,
            "13959168" : 571,
            "14090240" : 474,
            "14221312" : 476,
            "14352384" : 395,
            "14483456" : 350,
            "14614528" : 304,
            "14745600" : 266,
            "14876672" : 299,
            "15007744" : 301,
            "15138816" : 241,
            "15269888" : 253,
            "15400960" : 218,
            "15532032" : 235,
            "15663104" : 191,
            "15794176" : 200,
            "15925248" : 195,
            "16056320" : 232,
            "16187392" : 194,
            "16318464" : 201,
            "16449536" : 188,
            "16580608" : 219,
            "16711680" : 217,
            "16908288" : 381,
            "17170432" : 379,
            "17432576" : 376,
            "17694720" : 439,
            "17956864" : 501,
            "18219008" : 466,
            "18481152" : 497,
            "18743296" : 523,
            "19005440" : 576,
            "19267584" : 616,
            "19529728" : 574,
            "19791872" : 611,
            "20054016" : 617,
            "20316160" : 646,
            "20578304" : 683,
            "20840448" : 682,
            "21102592" : 687,
            "21364736" : 685,
            "21626880" : 699,
            "21889024" : 719,
            "22151168" : 770,
            "22413312" : 700,
            "22675456" : 719,
            "22937600" : 598,
            "23199744" : 564,
            "23461888" : 518,
            "23724032" : 439,
            "23986176" : 403,
            "24248320" : 362,
            "24510464" : 340,
            "24772608" : 296,
            "25034752" : 234,
            "25296896" : 249,
            "25559040" : 200,
            "25821184" : 178,
            "26083328" : 179,
            "26345472" : 186,
            "26607616" : 157,
            "26869760" : 159,
            "27131904" : 103,
            "27394048" : 106,
            "27656192" : 116,
            "27918336" : 114,
            "28180480" : 97,
            "28442624" : 105,
            "28704768" : 87,
            "28966912" : 95,
            "29229056" : 86,
            "29491200" : 65,
            "29753344" : 64,
            "30015488" : 64,
            "30277632" : 87,
            "30539776" : 56,
            "30801920" : 66,
            "31064064" : 65,
            "31326208" : 82,
            "31588352" : 67,
            "31850496" : 56,
            "32112640" : 71,
            "32374784" : 60,
            "32636928" : 63,
            "32899072" : 64,
            "33161216" : 73,
            "33423360" : 60,
            "33816576" : 124,
            "34340864" : 132,
            "34865152" : 110,
            "35389440" : 91,
            "35913728" : 80,
            "36438016" : 81,
            "36962304" : 54,
            "37486592" : 44,
            "38010880" : 55,
            "38535168" : 31,
            "39059456" : 24,
            "39583744" : 31,
            "40108032" : 22,
            "40632320" : 18,
            "41156608" : 24,
            "41680896" : 13,
            "42205184" : 18,
            "42729472" : 13,
            "43253760" : 6,
            "43778048" : 5,
            "44302336" : 7,
            "44826624" : 10,
            "45350912" : 22,
            "45875200" : 10,
            "46399488" : 11,
            "46923776" : 9,
            "47448064" : 10,
            "47972352" : 9,
            "48496640" : 11,
            "49020928" : 13,
            "49545216" : 11,
            "50069504" : 10,
            "50593792" : 8,
            "51118080" : 10,
            "51642368" : 6,
            "52166656" : 6,
            "52690944" : 5,
            "53215232" : 2,
            "53739520" : 3,
            "54263808" : 6,
            "54788096" : 5,
            "55836672" : 3,
            "56360960" : 1,
            "56885248" : 3,
            "57409536" : 1,
            "57933824" : 2,
            "58458112" : 3,
            "58982400" : 1,
            "59506688" : 2,
            "60030976" : 4,
            "60555264" : 5,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 4,
            "63176704" : 2,
            "63700992" : 2,
            "64225280" : 3,
            "64749568" : 3,
            "65798144" : 1,
            "66322432" : 1,
            "66846720" : 2,
            "67633152" : 8,
            "68681728" : 3,
            "69730304" : 3,
            "70778880" : 4,
            "72876032" : 1,
            "74973184" : 1,
            "79167488" : 3,
            "80216064" : 1,
            "81264640" : 3
          }
        },
        "lat_ns" : {
          "min" : 1545823,
          "max" : 91368902,
          "mean" : 8368334.913005,
          "stddev" : 7557576.031341,
          "N" : 306155
        },
        "bw_min" : 47414,
        "bw_max" : 77797,
        "bw_agg" : 100.000000,
        "bw_mean" : 61289.923077,
        "bw_dev" : 221.202146,
        "bw_samples" : 1248,
        "iops_min" : 11851,
        "iops_max" : 19448,
        "iops_mean" : 15319.692308,
        "iops_stddev" : 55.304556,
        "iops_samples" : 1248
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640596,
      "usr_cpu" : 0.201219,
      "sys_cpu" : 3.949291,
      "ctx" : 475890,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.592004,
        "4" : 30.084883,
        "10" : 15.657098,
        "20" : 20.525692,
        "50" : 5.086761,
        "100" : 0.043111,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092263,
  "timestamp_ms" : 1773092263882,
  "time" : "Mon Mar  9 18:37:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1877413888,
        "io_kbytes" : 1833412,
        "bw_bytes" : 62534604,
        "bw" : 61068,
        "iops" : 15271.134501,
        "runtime" : 30022,
        "total_ios" : 458470,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 66801484,
          "mean" : 2085789.479783,
          "stddev" : 3323819.664472,
          "N" : 458472
        },
        "clat_ns" : {
          "min" : 1145691,
          "max" : 81617094,
          "mean" : 6293688.364887,
          "stddev" : 6333044.629692,
          "N" : 458440,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2023424,
            "40.000000" : 2211840,
            "50.000000" : 2539520,
            "60.000000" : 4685824,
            "70.000000" : 8847360,
            "80.000000" : 11206656,
            "90.000000" : 13434880,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32636928,
            "99.900000" : 41156608,
            "99.950000" : 47972352,
            "99.990000" : 62128128
          },
          "bins" : {
            "1138688" : 1,
            "1155072" : 7,
            "1171456" : 37,
            "1187840" : 98,
            "1204224" : 146,
            "1220608" : 168,
            "1236992" : 198,
            "1253376" : 291,
            "1269760" : 312,
            "1286144" : 408,
            "1302528" : 500,
            "1318912" : 551,
            "1335296" : 684,
            "1351680" : 841,
            "1368064" : 1011,
            "1384448" : 1159,
            "1400832" : 1282,
            "1417216" : 1445,
            "1433600" : 1631,
            "1449984" : 1674,
            "1466368" : 1943,
            "1482752" : 1979,
            "1499136" : 2189,
            "1515520" : 2314,
            "1531904" : 2405,
            "1548288" : 2460,
            "1564672" : 2639,
            "1581056" : 2768,
            "1597440" : 2758,
            "1613824" : 3054,
            "1630208" : 3127,
            "1646592" : 3231,
            "1662976" : 3323,
            "1679360" : 3391,
            "1695744" : 3690,
            "1712128" : 3720,
            "1728512" : 3813,
            "1744896" : 3968,
            "1761280" : 4027,
            "1777664" : 4139,
            "1794048" : 4337,
            "1810432" : 4434,
            "1826816" : 4448,
            "1843200" : 4416,
            "1859584" : 4371,
            "1875968" : 4442,
            "1892352" : 4520,
            "1908736" : 4524,
            "1925120" : 4553,
            "1941504" : 4417,
            "1957888" : 4450,
            "1974272" : 4367,
            "1990656" : 4368,
            "2007040" : 4344,
            "2023424" : 4338,
            "2039808" : 4253,
            "2056192" : 4131,
            "2072576" : 4062,
            "2088960" : 4063,
            "2113536" : 7938,
            "2146304" : 7514,
            "2179072" : 7138,
            "2211840" : 6698,
            "2244608" : 6242,
            "2277376" : 5905,
            "2310144" : 5332,
            "2342912" : 4958,
            "2375680" : 4612,
            "2408448" : 4252,
            "2441216" : 3780,
            "2473984" : 3480,
            "2506752" : 3196,
            "2539520" : 2840,
            "2572288" : 2604,
            "2605056" : 2383,
            "2637824" : 2235,
            "2670592" : 1905,
            "2703360" : 1702,
            "2736128" : 1637,
            "2768896" : 1537,
            "2801664" : 1405,
            "2834432" : 1268,
            "2867200" : 1155,
            "2899968" : 1107,
            "2932736" : 1000,
            "2965504" : 981,
            "2998272" : 910,
            "3031040" : 894,
            "3063808" : 819,
            "3096576" : 767,
            "3129344" : 699,
            "3162112" : 714,
            "3194880" : 674,
            "3227648" : 651,
            "3260416" : 683,
            "3293184" : 618,
            "3325952" : 577,
            "3358720" : 548,
            "3391488" : 603,
            "3424256" : 570,
            "3457024" : 510,
            "3489792" : 539,
            "3522560" : 515,
            "3555328" : 488,
            "3588096" : 503,
            "3620864" : 507,
            "3653632" : 453,
            "3686400" : 433,
            "3719168" : 470,
            "3751936" : 433,
            "3784704" : 392,
            "3817472" : 395,
            "3850240" : 423,
            "3883008" : 384,
            "3915776" : 415,
            "3948544" : 370,
            "3981312" : 348,
            "4014080" : 328,
            "4046848" : 358,
            "4079616" : 328,
            "4112384" : 358,
            "4145152" : 342,
            "4177920" : 320,
            "4227072" : 630,
            "4292608" : 640,
            "4358144" : 609,
            "4423680" : 623,
            "4489216" : 659,
            "4554752" : 624,
            "4620288" : 607,
            "4685824" : 596,
            "4751360" : 513,
            "4816896" : 541,
            "4882432" : 539,
            "4947968" : 565,
            "5013504" : 566,
            "5079040" : 526,
            "5144576" : 525,
            "5210112" : 556,
            "5275648" : 518,
            "5341184" : 511,
            "5406720" : 570,
            "5472256" : 553,
            "5537792" : 541,
            "5603328" : 549,
            "5668864" : 537,
            "5734400" : 520,
            "5799936" : 548,
            "5865472" : 600,
            "5931008" : 526,
            "5996544" : 559,
            "6062080" : 586,
            "6127616" : 588,
            "6193152" : 608,
            "6258688" : 581,
            "6324224" : 607,
            "6389760" : 612,
            "6455296" : 613,
            "6520832" : 652,
            "6586368" : 629,
            "6651904" : 647,
            "6717440" : 665,
            "6782976" : 684,
            "6848512" : 657,
            "6914048" : 664,
            "6979584" : 690,
            "7045120" : 706,
            "7110656" : 724,
            "7176192" : 766,
            "7241728" : 738,
            "7307264" : 758,
            "7372800" : 828,
            "7438336" : 770,
            "7503872" : 826,
            "7569408" : 792,
            "7634944" : 754,
            "7700480" : 847,
            "7766016" : 834,
            "7831552" : 832,
            "7897088" : 861,
            "7962624" : 893,
            "8028160" : 860,
            "8093696" : 895,
            "8159232" : 897,
            "8224768" : 919,
            "8290304" : 939,
            "8355840" : 924,
            "8454144" : 1812,
            "8585216" : 1951,
            "8716288" : 2061,
            "8847360" : 2059,
            "8978432" : 2093,
            "9109504" : 2064,
            "9240576" : 2263,
            "9371648" : 2310,
            "9502720" : 2470,
            "9633792" : 2409,
            "9764864" : 2552,
            "9895936" : 2597,
            "10027008" : 2680,
            "10158080" : 2894,
            "10289152" : 2808,
            "10420224" : 2833,
            "10551296" : 2961,
            "10682368" : 3004,
            "10813440" : 2967,
            "10944512" : 3155,
            "11075584" : 3071,
            "11206656" : 3353,
            "11337728" : 3186,
            "11468800" : 3318,
            "11599872" : 3448,
            "11730944" : 3329,
            "11862016" : 3290,
            "11993088" : 3196,
            "12124160" : 3030,
            "12255232" : 2997,
            "12386304" : 2703,
            "12517376" : 2606,
            "12648448" : 2290,
            "12779520" : 2251,
            "12910592" : 1973,
            "13041664" : 1829,
            "13172736" : 1690,
            "13303808" : 1504,
            "13434880" : 1346,
            "13565952" : 1125,
            "13697024" : 1020,
            "13828096" : 947,
            "13959168" : 841,
            "14090240" : 697,
            "14221312" : 703,
            "14352384" : 585,
            "14483456" : 527,
            "14614528" : 482,
            "14745600" : 427,
            "14876672" : 409,
            "15007744" : 423,
            "15138816" : 341,
            "15269888" : 362,
            "15400960" : 327,
            "15532032" : 347,
            "15663104" : 298,
            "15794176" : 312,
            "15925248" : 303,
            "16056320" : 331,
            "16187392" : 282,
            "16318464" : 303,
            "16449536" : 291,
            "16580608" : 308,
            "16711680" : 312,
            "16908288" : 560,
            "17170432" : 549,
            "17432576" : 575,
            "17694720" : 638,
            "17956864" : 764,
            "18219008" : 716,
            "18481152" : 760,
            "18743296" : 787,
            "19005440" : 875,
            "19267584" : 904,
            "19529728" : 888,
            "19791872" : 928,
            "20054016" : 928,
            "20316160" : 964,
            "20578304" : 1048,
            "20840448" : 1006,
            "21102592" : 1027,
            "21364736" : 1015,
            "21626880" : 985,
            "21889024" : 1052,
            "22151168" : 1098,
            "22413312" : 1015,
            "22675456" : 1027,
            "22937600" : 928,
            "23199744" : 890,
            "23461888" : 805,
            "23724032" : 688,
            "23986176" : 665,
            "24248320" : 552,
            "24510464" : 523,
            "24772608" : 455,
            "25034752" : 376,
            "25296896" : 364,
            "25559040" : 305,
            "25821184" : 278,
            "26083328" : 263,
            "26345472" : 253,
            "26607616" : 213,
            "26869760" : 223,
            "27131904" : 157,
            "27394048" : 154,
            "27656192" : 157,
            "27918336" : 159,
            "28180480" : 139,
            "28442624" : 142,
            "28704768" : 120,
            "28966912" : 140,
            "29229056" : 125,
            "29491200" : 97,
            "29753344" : 103,
            "30015488" : 112,
            "30277632" : 115,
            "30539776" : 80,
            "30801920" : 114,
            "31064064" : 101,
            "31326208" : 119,
            "31588352" : 107,
            "31850496" : 88,
            "32112640" : 105,
            "32374784" : 97,
            "32636928" : 95,
            "32899072" : 104,
            "33161216" : 103,
            "33423360" : 110,
            "33816576" : 203,
            "34340864" : 197,
            "34865152" : 188,
            "35389440" : 148,
            "35913728" : 125,
            "36438016" : 122,
            "36962304" : 84,
            "37486592" : 77,
            "38010880" : 84,
            "38535168" : 50,
            "39059456" : 38,
            "39583744" : 44,
            "40108032" : 37,
            "40632320" : 26,
            "41156608" : 35,
            "41680896" : 19,
            "42205184" : 21,
            "42729472" : 18,
            "43253760" : 13,
            "43778048" : 12,
            "44302336" : 15,
            "44826624" : 15,
            "45350912" : 27,
            "45875200" : 14,
            "46399488" : 19,
            "46923776" : 17,
            "47448064" : 13,
            "47972352" : 16,
            "48496640" : 13,
            "49020928" : 19,
            "49545216" : 14,
            "50069504" : 13,
            "50593792" : 12,
            "51118080" : 13,
            "51642368" : 11,
            "52166656" : 9,
            "52690944" : 8,
            "53215232" : 3,
            "53739520" : 4,
            "54263808" : 8,
            "54788096" : 6,
            "55312384" : 1,
            "55836672" : 4,
            "56360960" : 1,
            "56885248" : 3,
            "57409536" : 2,
            "57933824" : 2,
            "58458112" : 3,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 4,
            "60555264" : 5,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 4,
            "63176704" : 2,
            "63700992" : 2,
            "64225280" : 3,
            "64749568" : 3,
            "65798144" : 1,
            "66322432" : 2,
            "66846720" : 2,
            "67633152" : 9,
            "68681728" : 3,
            "69730304" : 3,
            "70778880" : 4,
            "72876032" : 1,
            "74973184" : 1,
            "79167488" : 3,
            "80216064" : 1,
            "81264640" : 3
          }
        },
        "lat_ns" : {
          "min" : 1545823,
          "max" : 91368902,
          "mean" : 8379565.085333,
          "stddev" : 7549434.870396,
          "N" : 458440
        },
        "bw_min" : 46851,
        "bw_max" : 79113,
        "bw_agg" : 100.000000,
        "bw_mean" : 61096.203390,
        "bw_dev" : 219.256658,
        "bw_samples" : 1888,
        "iops_min" : 11711,
        "iops_max" : 19776,
        "iops_mean" : 15271.084746,
        "iops_stddev" : 54.813816,
        "iops_samples" : 1888
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960582,
      "usr_cpu" : 0.203731,
      "sys_cpu" : 3.941152,
      "ctx" : 713429,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999346,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999346,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.650948,
        "4" : 29.880690,
        "10" : 15.737344,
        "20" : 20.594586,
        "50" : 5.093899,
        "100" : 0.035553,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092273,
  "timestamp_ms" : 1773092273889,
  "time" : "Mon Mar  9 18:37:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2506551296,
        "io_kbytes" : 2447804,
        "bw_bytes" : 62629336,
        "bw" : 61161,
        "iops" : 15292.689021,
        "runtime" : 40022,
        "total_ios" : 612044,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 66801484,
          "mean" : 2082939.734951,
          "stddev" : 3306769.930086,
          "N" : 612045
        },
        "clat_ns" : {
          "min" : 1138080,
          "max" : 81617094,
          "mean" : 6284750.513786,
          "stddev" : 6302059.135088,
          "N" : 612013,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2023424,
            "40.000000" : 2211840,
            "50.000000" : 2539520,
            "60.000000" : 4751360,
            "70.000000" : 8847360,
            "80.000000" : 11206656,
            "90.000000" : 13434880,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39583744,
            "99.950000" : 45875200,
            "99.990000" : 60030976
          },
          "bins" : {
            "1138688" : 4,
            "1155072" : 12,
            "1171456" : 55,
            "1187840" : 127,
            "1204224" : 197,
            "1220608" : 216,
            "1236992" : 279,
            "1253376" : 395,
            "1269760" : 453,
            "1286144" : 578,
            "1302528" : 678,
            "1318912" : 763,
            "1335296" : 937,
            "1351680" : 1146,
            "1368064" : 1378,
            "1384448" : 1548,
            "1400832" : 1732,
            "1417216" : 1963,
            "1433600" : 2160,
            "1449984" : 2309,
            "1466368" : 2615,
            "1482752" : 2679,
            "1499136" : 2973,
            "1515520" : 3103,
            "1531904" : 3233,
            "1548288" : 3274,
            "1564672" : 3489,
            "1581056" : 3680,
            "1597440" : 3725,
            "1613824" : 4106,
            "1630208" : 4161,
            "1646592" : 4335,
            "1662976" : 4473,
            "1679360" : 4518,
            "1695744" : 4869,
            "1712128" : 5033,
            "1728512" : 5120,
            "1744896" : 5334,
            "1761280" : 5439,
            "1777664" : 5520,
            "1794048" : 5728,
            "1810432" : 5900,
            "1826816" : 5797,
            "1843200" : 5909,
            "1859584" : 5850,
            "1875968" : 5942,
            "1892352" : 5926,
            "1908736" : 6056,
            "1925120" : 6065,
            "1941504" : 5909,
            "1957888" : 5925,
            "1974272" : 5845,
            "1990656" : 5819,
            "2007040" : 5756,
            "2023424" : 5729,
            "2039808" : 5664,
            "2056192" : 5531,
            "2072576" : 5405,
            "2088960" : 5436,
            "2113536" : 10449,
            "2146304" : 9973,
            "2179072" : 9436,
            "2211840" : 8891,
            "2244608" : 8309,
            "2277376" : 7759,
            "2310144" : 7077,
            "2342912" : 6651,
            "2375680" : 6116,
            "2408448" : 5596,
            "2441216" : 4987,
            "2473984" : 4625,
            "2506752" : 4226,
            "2539520" : 3794,
            "2572288" : 3471,
            "2605056" : 3191,
            "2637824" : 2957,
            "2670592" : 2550,
            "2703360" : 2281,
            "2736128" : 2159,
            "2768896" : 2000,
            "2801664" : 1811,
            "2834432" : 1702,
            "2867200" : 1546,
            "2899968" : 1462,
            "2932736" : 1330,
            "2965504" : 1265,
            "2998272" : 1184,
            "3031040" : 1168,
            "3063808" : 1097,
            "3096576" : 1031,
            "3129344" : 942,
            "3162112" : 946,
            "3194880" : 912,
            "3227648" : 872,
            "3260416" : 902,
            "3293184" : 816,
            "3325952" : 772,
            "3358720" : 749,
            "3391488" : 793,
            "3424256" : 757,
            "3457024" : 686,
            "3489792" : 701,
            "3522560" : 672,
            "3555328" : 643,
            "3588096" : 657,
            "3620864" : 652,
            "3653632" : 618,
            "3686400" : 590,
            "3719168" : 618,
            "3751936" : 554,
            "3784704" : 530,
            "3817472" : 559,
            "3850240" : 572,
            "3883008" : 509,
            "3915776" : 551,
            "3948544" : 481,
            "3981312" : 477,
            "4014080" : 461,
            "4046848" : 492,
            "4079616" : 455,
            "4112384" : 483,
            "4145152" : 473,
            "4177920" : 432,
            "4227072" : 858,
            "4292608" : 867,
            "4358144" : 826,
            "4423680" : 857,
            "4489216" : 892,
            "4554752" : 834,
            "4620288" : 831,
            "4685824" : 816,
            "4751360" : 705,
            "4816896" : 720,
            "4882432" : 756,
            "4947968" : 780,
            "5013504" : 754,
            "5079040" : 710,
            "5144576" : 714,
            "5210112" : 763,
            "5275648" : 727,
            "5341184" : 711,
            "5406720" : 777,
            "5472256" : 775,
            "5537792" : 766,
            "5603328" : 740,
            "5668864" : 755,
            "5734400" : 724,
            "5799936" : 744,
            "5865472" : 832,
            "5931008" : 754,
            "5996544" : 787,
            "6062080" : 832,
            "6127616" : 784,
            "6193152" : 819,
            "6258688" : 807,
            "6324224" : 826,
            "6389760" : 845,
            "6455296" : 859,
            "6520832" : 875,
            "6586368" : 857,
            "6651904" : 906,
            "6717440" : 910,
            "6782976" : 958,
            "6848512" : 906,
            "6914048" : 909,
            "6979584" : 959,
            "7045120" : 976,
            "7110656" : 999,
            "7176192" : 1060,
            "7241728" : 1049,
            "7307264" : 1022,
            "7372800" : 1094,
            "7438336" : 1052,
            "7503872" : 1138,
            "7569408" : 1096,
            "7634944" : 1057,
            "7700480" : 1150,
            "7766016" : 1143,
            "7831552" : 1124,
            "7897088" : 1184,
            "7962624" : 1192,
            "8028160" : 1176,
            "8093696" : 1189,
            "8159232" : 1200,
            "8224768" : 1237,
            "8290304" : 1269,
            "8355840" : 1256,
            "8454144" : 2489,
            "8585216" : 2611,
            "8716288" : 2781,
            "8847360" : 2753,
            "8978432" : 2867,
            "9109504" : 2838,
            "9240576" : 3058,
            "9371648" : 3050,
            "9502720" : 3260,
            "9633792" : 3117,
            "9764864" : 3383,
            "9895936" : 3450,
            "10027008" : 3634,
            "10158080" : 3801,
            "10289152" : 3689,
            "10420224" : 3758,
            "10551296" : 3837,
            "10682368" : 3992,
            "10813440" : 3961,
            "10944512" : 4119,
            "11075584" : 4109,
            "11206656" : 4359,
            "11337728" : 4226,
            "11468800" : 4415,
            "11599872" : 4461,
            "11730944" : 4385,
            "11862016" : 4309,
            "11993088" : 4227,
            "12124160" : 4075,
            "12255232" : 3928,
            "12386304" : 3570,
            "12517376" : 3456,
            "12648448" : 3070,
            "12779520" : 3003,
            "12910592" : 2670,
            "13041664" : 2481,
            "13172736" : 2285,
            "13303808" : 1987,
            "13434880" : 1815,
            "13565952" : 1550,
            "13697024" : 1368,
            "13828096" : 1239,
            "13959168" : 1108,
            "14090240" : 907,
            "14221312" : 886,
            "14352384" : 742,
            "14483456" : 699,
            "14614528" : 605,
            "14745600" : 555,
            "14876672" : 549,
            "15007744" : 560,
            "15138816" : 445,
            "15269888" : 485,
            "15400960" : 439,
            "15532032" : 445,
            "15663104" : 422,
            "15794176" : 435,
            "15925248" : 423,
            "16056320" : 451,
            "16187392" : 393,
            "16318464" : 407,
            "16449536" : 399,
            "16580608" : 430,
            "16711680" : 431,
            "16908288" : 769,
            "17170432" : 733,
            "17432576" : 833,
            "17694720" : 885,
            "17956864" : 1020,
            "18219008" : 1008,
            "18481152" : 1010,
            "18743296" : 1045,
            "19005440" : 1161,
            "19267584" : 1225,
            "19529728" : 1185,
            "19791872" : 1267,
            "20054016" : 1271,
            "20316160" : 1271,
            "20578304" : 1366,
            "20840448" : 1313,
            "21102592" : 1341,
            "21364736" : 1320,
            "21626880" : 1272,
            "21889024" : 1348,
            "22151168" : 1409,
            "22413312" : 1336,
            "22675456" : 1296,
            "22937600" : 1254,
            "23199744" : 1224,
            "23461888" : 1097,
            "23724032" : 1003,
            "23986176" : 935,
            "24248320" : 791,
            "24510464" : 723,
            "24772608" : 605,
            "25034752" : 506,
            "25296896" : 473,
            "25559040" : 403,
            "25821184" : 373,
            "26083328" : 335,
            "26345472" : 327,
            "26607616" : 271,
            "26869760" : 280,
            "27131904" : 209,
            "27394048" : 216,
            "27656192" : 210,
            "27918336" : 215,
            "28180480" : 180,
            "28442624" : 188,
            "28704768" : 166,
            "28966912" : 182,
            "29229056" : 164,
            "29491200" : 137,
            "29753344" : 143,
            "30015488" : 156,
            "30277632" : 164,
            "30539776" : 110,
            "30801920" : 145,
            "31064064" : 131,
            "31326208" : 142,
            "31588352" : 149,
            "31850496" : 114,
            "32112640" : 129,
            "32374784" : 126,
            "32636928" : 126,
            "32899072" : 131,
            "33161216" : 132,
            "33423360" : 133,
            "33816576" : 262,
            "34340864" : 270,
            "34865152" : 253,
            "35389440" : 215,
            "35913728" : 195,
            "36438016" : 182,
            "36962304" : 118,
            "37486592" : 98,
            "38010880" : 108,
            "38535168" : 62,
            "39059456" : 49,
            "39583744" : 53,
            "40108032" : 46,
            "40632320" : 33,
            "41156608" : 36,
            "41680896" : 30,
            "42205184" : 23,
            "42729472" : 21,
            "43253760" : 18,
            "43778048" : 18,
            "44302336" : 15,
            "44826624" : 18,
            "45350912" : 28,
            "45875200" : 14,
            "46399488" : 21,
            "46923776" : 21,
            "47448064" : 15,
            "47972352" : 18,
            "48496640" : 17,
            "49020928" : 19,
            "49545216" : 16,
            "50069504" : 13,
            "50593792" : 14,
            "51118080" : 13,
            "51642368" : 11,
            "52166656" : 9,
            "52690944" : 8,
            "53215232" : 4,
            "53739520" : 5,
            "54263808" : 8,
            "54788096" : 6,
            "55312384" : 1,
            "55836672" : 4,
            "56360960" : 2,
            "56885248" : 3,
            "57409536" : 2,
            "57933824" : 2,
            "58458112" : 3,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 4,
            "60555264" : 5,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 4,
            "63176704" : 3,
            "63700992" : 2,
            "64225280" : 3,
            "64749568" : 3,
            "65798144" : 1,
            "66322432" : 2,
            "66846720" : 2,
            "67633152" : 9,
            "68681728" : 3,
            "69730304" : 3,
            "70778880" : 4,
            "72876032" : 1,
            "74973184" : 1,
            "79167488" : 3,
            "80216064" : 1,
            "81264640" : 3
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 91368902,
          "mean" : 8367129.649280,
          "stddev" : 7514088.876842,
          "N" : 612013
        },
        "bw_min" : 45408,
        "bw_max" : 80570,
        "bw_agg" : 100.000000,
        "bw_mean" : 61229.379747,
        "bw_dev" : 226.885651,
        "bw_samples" : 2528,
        "iops_min" : 11349,
        "iops_max" : 20140,
        "iops_mean" : 15304.721519,
        "iops_stddev" : 56.732326,
        "iops_samples" : 2528
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280609,
      "usr_cpu" : 0.203185,
      "sys_cpu" : 3.950777,
      "ctx" : 954385,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.709047,
        "4" : 29.694107,
        "10" : 16.011431,
        "20" : 20.494278,
        "50" : 5.058460,
        "100" : 0.027612,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092283,
  "timestamp_ms" : 1773092283887,
  "time" : "Mon Mar  9 18:38:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3105329152,
        "io_kbytes" : 3032548,
        "bw_bytes" : 62079268,
        "bw" : 60624,
        "iops" : 15159.549798,
        "runtime" : 50022,
        "total_ios" : 758311,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 79774678,
          "mean" : 2100963.582144,
          "stddev" : 3326653.735470,
          "N" : 758311
        },
        "clat_ns" : {
          "min" : 1132732,
          "max" : 87984228,
          "mean" : 6339722.032392,
          "stddev" : 6342673.643139,
          "N" : 758279,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1548288,
            "10.000000" : 1679360,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2572288,
            "60.000000" : 4947968,
            "70.000000" : 8978432,
            "80.000000" : 11206656,
            "90.000000" : 13434880,
            "95.000000" : 20316160,
            "99.000000" : 27656192,
            "99.500000" : 32636928,
            "99.900000" : 40108032,
            "99.950000" : 46923776,
            "99.990000" : 63700992
          },
          "bins" : {
            "1138688" : 5,
            "1155072" : 14,
            "1171456" : 64,
            "1187840" : 152,
            "1204224" : 226,
            "1220608" : 254,
            "1236992" : 319,
            "1253376" : 446,
            "1269760" : 504,
            "1286144" : 665,
            "1302528" : 781,
            "1318912" : 887,
            "1335296" : 1111,
            "1351680" : 1317,
            "1368064" : 1603,
            "1384448" : 1812,
            "1400832" : 2040,
            "1417216" : 2315,
            "1433600" : 2539,
            "1449984" : 2762,
            "1466368" : 3115,
            "1482752" : 3225,
            "1499136" : 3550,
            "1515520" : 3748,
            "1531904" : 3933,
            "1548288" : 3969,
            "1564672" : 4256,
            "1581056" : 4474,
            "1597440" : 4507,
            "1613824" : 5003,
            "1630208" : 5059,
            "1646592" : 5193,
            "1662976" : 5442,
            "1679360" : 5572,
            "1695744" : 5890,
            "1712128" : 6126,
            "1728512" : 6246,
            "1744896" : 6477,
            "1761280" : 6665,
            "1777664" : 6774,
            "1794048" : 6979,
            "1810432" : 7188,
            "1826816" : 7131,
            "1843200" : 7204,
            "1859584" : 7223,
            "1875968" : 7326,
            "1892352" : 7295,
            "1908736" : 7402,
            "1925120" : 7390,
            "1941504" : 7278,
            "1957888" : 7337,
            "1974272" : 7154,
            "1990656" : 7169,
            "2007040" : 7106,
            "2023424" : 7002,
            "2039808" : 6968,
            "2056192" : 6789,
            "2072576" : 6694,
            "2088960" : 6683,
            "2113536" : 12839,
            "2146304" : 12395,
            "2179072" : 11572,
            "2211840" : 10938,
            "2244608" : 10253,
            "2277376" : 9557,
            "2310144" : 8767,
            "2342912" : 8199,
            "2375680" : 7534,
            "2408448" : 6868,
            "2441216" : 6188,
            "2473984" : 5704,
            "2506752" : 5213,
            "2539520" : 4635,
            "2572288" : 4328,
            "2605056" : 3959,
            "2637824" : 3616,
            "2670592" : 3140,
            "2703360" : 2791,
            "2736128" : 2667,
            "2768896" : 2497,
            "2801664" : 2253,
            "2834432" : 2116,
            "2867200" : 1928,
            "2899968" : 1777,
            "2932736" : 1640,
            "2965504" : 1614,
            "2998272" : 1457,
            "3031040" : 1449,
            "3063808" : 1376,
            "3096576" : 1285,
            "3129344" : 1209,
            "3162112" : 1189,
            "3194880" : 1152,
            "3227648" : 1115,
            "3260416" : 1147,
            "3293184" : 1040,
            "3325952" : 974,
            "3358720" : 963,
            "3391488" : 1001,
            "3424256" : 957,
            "3457024" : 864,
            "3489792" : 907,
            "3522560" : 873,
            "3555328" : 828,
            "3588096" : 819,
            "3620864" : 836,
            "3653632" : 806,
            "3686400" : 760,
            "3719168" : 765,
            "3751936" : 716,
            "3784704" : 675,
            "3817472" : 730,
            "3850240" : 714,
            "3883008" : 679,
            "3915776" : 713,
            "3948544" : 645,
            "3981312" : 635,
            "4014080" : 603,
            "4046848" : 631,
            "4079616" : 596,
            "4112384" : 631,
            "4145152" : 622,
            "4177920" : 568,
            "4227072" : 1118,
            "4292608" : 1129,
            "4358144" : 1078,
            "4423680" : 1131,
            "4489216" : 1154,
            "4554752" : 1076,
            "4620288" : 1087,
            "4685824" : 1035,
            "4751360" : 928,
            "4816896" : 988,
            "4882432" : 994,
            "4947968" : 1024,
            "5013504" : 1004,
            "5079040" : 950,
            "5144576" : 954,
            "5210112" : 966,
            "5275648" : 947,
            "5341184" : 950,
            "5406720" : 1038,
            "5472256" : 1035,
            "5537792" : 1002,
            "5603328" : 982,
            "5668864" : 996,
            "5734400" : 983,
            "5799936" : 981,
            "5865472" : 1087,
            "5931008" : 998,
            "5996544" : 1020,
            "6062080" : 1076,
            "6127616" : 1040,
            "6193152" : 1087,
            "6258688" : 1065,
            "6324224" : 1074,
            "6389760" : 1085,
            "6455296" : 1096,
            "6520832" : 1135,
            "6586368" : 1098,
            "6651904" : 1151,
            "6717440" : 1133,
            "6782976" : 1211,
            "6848512" : 1155,
            "6914048" : 1147,
            "6979584" : 1203,
            "7045120" : 1238,
            "7110656" : 1268,
            "7176192" : 1318,
            "7241728" : 1310,
            "7307264" : 1275,
            "7372800" : 1362,
            "7438336" : 1296,
            "7503872" : 1413,
            "7569408" : 1362,
            "7634944" : 1311,
            "7700480" : 1401,
            "7766016" : 1354,
            "7831552" : 1405,
            "7897088" : 1435,
            "7962624" : 1473,
            "8028160" : 1461,
            "8093696" : 1472,
            "8159232" : 1449,
            "8224768" : 1504,
            "8290304" : 1521,
            "8355840" : 1520,
            "8454144" : 3064,
            "8585216" : 3187,
            "8716288" : 3431,
            "8847360" : 3379,
            "8978432" : 3527,
            "9109504" : 3482,
            "9240576" : 3735,
            "9371648" : 3762,
            "9502720" : 4040,
            "9633792" : 3880,
            "9764864" : 4195,
            "9895936" : 4324,
            "10027008" : 4446,
            "10158080" : 4699,
            "10289152" : 4560,
            "10420224" : 4690,
            "10551296" : 4863,
            "10682368" : 4941,
            "10813440" : 4983,
            "10944512" : 5081,
            "11075584" : 5139,
            "11206656" : 5419,
            "11337728" : 5299,
            "11468800" : 5448,
            "11599872" : 5499,
            "11730944" : 5420,
            "11862016" : 5359,
            "11993088" : 5245,
            "12124160" : 5082,
            "12255232" : 4900,
            "12386304" : 4582,
            "12517376" : 4408,
            "12648448" : 3942,
            "12779520" : 3820,
            "12910592" : 3447,
            "13041664" : 3172,
            "13172736" : 2922,
            "13303808" : 2573,
            "13434880" : 2320,
            "13565952" : 1998,
            "13697024" : 1754,
            "13828096" : 1590,
            "13959168" : 1381,
            "14090240" : 1152,
            "14221312" : 1133,
            "14352384" : 932,
            "14483456" : 880,
            "14614528" : 768,
            "14745600" : 713,
            "14876672" : 687,
            "15007744" : 684,
            "15138816" : 567,
            "15269888" : 595,
            "15400960" : 538,
            "15532032" : 564,
            "15663104" : 515,
            "15794176" : 522,
            "15925248" : 544,
            "16056320" : 566,
            "16187392" : 491,
            "16318464" : 509,
            "16449536" : 477,
            "16580608" : 521,
            "16711680" : 527,
            "16908288" : 931,
            "17170432" : 914,
            "17432576" : 1025,
            "17694720" : 1077,
            "17956864" : 1241,
            "18219008" : 1257,
            "18481152" : 1230,
            "18743296" : 1283,
            "19005440" : 1397,
            "19267584" : 1496,
            "19529728" : 1450,
            "19791872" : 1553,
            "20054016" : 1566,
            "20316160" : 1589,
            "20578304" : 1655,
            "20840448" : 1617,
            "21102592" : 1671,
            "21364736" : 1655,
            "21626880" : 1587,
            "21889024" : 1673,
            "22151168" : 1791,
            "22413312" : 1756,
            "22675456" : 1653,
            "22937600" : 1598,
            "23199744" : 1588,
            "23461888" : 1434,
            "23724032" : 1275,
            "23986176" : 1164,
            "24248320" : 987,
            "24510464" : 911,
            "24772608" : 759,
            "25034752" : 615,
            "25296896" : 585,
            "25559040" : 505,
            "25821184" : 459,
            "26083328" : 400,
            "26345472" : 387,
            "26607616" : 334,
            "26869760" : 343,
            "27131904" : 267,
            "27394048" : 268,
            "27656192" : 261,
            "27918336" : 267,
            "28180480" : 246,
            "28442624" : 243,
            "28704768" : 219,
            "28966912" : 235,
            "29229056" : 201,
            "29491200" : 179,
            "29753344" : 187,
            "30015488" : 199,
            "30277632" : 202,
            "30539776" : 144,
            "30801920" : 190,
            "31064064" : 164,
            "31326208" : 173,
            "31588352" : 187,
            "31850496" : 150,
            "32112640" : 170,
            "32374784" : 164,
            "32636928" : 165,
            "32899072" : 168,
            "33161216" : 172,
            "33423360" : 178,
            "33816576" : 344,
            "34340864" : 336,
            "34865152" : 320,
            "35389440" : 277,
            "35913728" : 253,
            "36438016" : 220,
            "36962304" : 148,
            "37486592" : 140,
            "38010880" : 142,
            "38535168" : 81,
            "39059456" : 70,
            "39583744" : 63,
            "40108032" : 57,
            "40632320" : 43,
            "41156608" : 45,
            "41680896" : 40,
            "42205184" : 32,
            "42729472" : 28,
            "43253760" : 22,
            "43778048" : 23,
            "44302336" : 20,
            "44826624" : 20,
            "45350912" : 33,
            "45875200" : 17,
            "46399488" : 23,
            "46923776" : 25,
            "47448064" : 21,
            "47972352" : 20,
            "48496640" : 21,
            "49020928" : 21,
            "49545216" : 21,
            "50069504" : 16,
            "50593792" : 17,
            "51118080" : 17,
            "51642368" : 14,
            "52166656" : 12,
            "52690944" : 10,
            "53215232" : 6,
            "53739520" : 6,
            "54263808" : 11,
            "54788096" : 10,
            "55312384" : 4,
            "55836672" : 4,
            "56360960" : 4,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 4,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 5,
            "60555264" : 6,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 6,
            "62652416" : 2,
            "63176704" : 4,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65798144" : 2,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 10,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 2,
            "73924608" : 1,
            "74973184" : 2,
            "76021760" : 1,
            "77070336" : 2,
            "78118912" : 1,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 4,
            "87556096" : 2
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8440645.343132,
          "stddev" : 7563091.634087,
          "N" : 758279
        },
        "bw_min" : 44043,
        "bw_max" : 81274,
        "bw_agg" : 100.000000,
        "bw_mean" : 60718.717172,
        "bw_dev" : 238.868332,
        "bw_samples" : 3168,
        "iops_min" : 11007,
        "iops_max" : 20316,
        "iops_mean" : 15177.000000,
        "iops_stddev" : 59.732920,
        "iops_samples" : 3168
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600590,
      "usr_cpu" : 0.202613,
      "sys_cpu" : 3.910558,
      "ctx" : 1190072,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.174852,
        "4" : 29.671731,
        "10" : 16.286062,
        "20" : 20.683334,
        "50" : 5.147229,
        "100" : 0.032572,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092293,
  "timestamp_ms" : 1773092293886,
  "time" : "Mon Mar  9 18:38:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3722752000,
        "io_kbytes" : 3635500,
        "bw_bytes" : 62023124,
        "bw" : 60569,
        "iops" : 15145.463330,
        "runtime" : 60022,
        "total_ios" : 909061,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 79774678,
          "mean" : 2102842.161011,
          "stddev" : 3316277.603847,
          "N" : 909061
        },
        "clat_ns" : {
          "min" : 1114053,
          "max" : 87984228,
          "mean" : 6345465.787084,
          "stddev" : 6318295.389519,
          "N" : 909029,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1679360,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2605056,
            "60.000000" : 5079040,
            "70.000000" : 8978432,
            "80.000000" : 11206656,
            "90.000000" : 13434880,
            "95.000000" : 20316160,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39583744,
            "99.950000" : 45350912,
            "99.990000" : 61079552
          },
          "bins" : {
            "1105920" : 1,
            "1122304" : 1,
            "1138688" : 7,
            "1155072" : 27,
            "1171456" : 96,
            "1187840" : 205,
            "1204224" : 298,
            "1220608" : 362,
            "1236992" : 419,
            "1253376" : 585,
            "1269760" : 676,
            "1286144" : 863,
            "1302528" : 1019,
            "1318912" : 1136,
            "1335296" : 1385,
            "1351680" : 1649,
            "1368064" : 1967,
            "1384448" : 2222,
            "1400832" : 2490,
            "1417216" : 2792,
            "1433600" : 3023,
            "1449984" : 3319,
            "1466368" : 3720,
            "1482752" : 3843,
            "1499136" : 4268,
            "1515520" : 4455,
            "1531904" : 4647,
            "1548288" : 4750,
            "1564672" : 5030,
            "1581056" : 5322,
            "1597440" : 5345,
            "1613824" : 5892,
            "1630208" : 6031,
            "1646592" : 6236,
            "1662976" : 6492,
            "1679360" : 6619,
            "1695744" : 6954,
            "1712128" : 7245,
            "1728512" : 7439,
            "1744896" : 7619,
            "1761280" : 7952,
            "1777664" : 8074,
            "1794048" : 8299,
            "1810432" : 8508,
            "1826816" : 8434,
            "1843200" : 8537,
            "1859584" : 8678,
            "1875968" : 8642,
            "1892352" : 8667,
            "1908736" : 8806,
            "1925120" : 8779,
            "1941504" : 8580,
            "1957888" : 8596,
            "1974272" : 8494,
            "1990656" : 8564,
            "2007040" : 8382,
            "2023424" : 8289,
            "2039808" : 8301,
            "2056192" : 8080,
            "2072576" : 7957,
            "2088960" : 7968,
            "2113536" : 15138,
            "2146304" : 14683,
            "2179072" : 13777,
            "2211840" : 13034,
            "2244608" : 12216,
            "2277376" : 11399,
            "2310144" : 10433,
            "2342912" : 9748,
            "2375680" : 8933,
            "2408448" : 8164,
            "2441216" : 7424,
            "2473984" : 6803,
            "2506752" : 6193,
            "2539520" : 5509,
            "2572288" : 5217,
            "2605056" : 4684,
            "2637824" : 4295,
            "2670592" : 3741,
            "2703360" : 3274,
            "2736128" : 3161,
            "2768896" : 2972,
            "2801664" : 2699,
            "2834432" : 2532,
            "2867200" : 2319,
            "2899968" : 2123,
            "2932736" : 1973,
            "2965504" : 1928,
            "2998272" : 1759,
            "3031040" : 1719,
            "3063808" : 1645,
            "3096576" : 1525,
            "3129344" : 1449,
            "3162112" : 1455,
            "3194880" : 1372,
            "3227648" : 1328,
            "3260416" : 1366,
            "3293184" : 1236,
            "3325952" : 1195,
            "3358720" : 1170,
            "3391488" : 1202,
            "3424256" : 1160,
            "3457024" : 1049,
            "3489792" : 1103,
            "3522560" : 1081,
            "3555328" : 1001,
            "3588096" : 993,
            "3620864" : 1033,
            "3653632" : 956,
            "3686400" : 960,
            "3719168" : 930,
            "3751936" : 871,
            "3784704" : 850,
            "3817472" : 887,
            "3850240" : 877,
            "3883008" : 823,
            "3915776" : 859,
            "3948544" : 790,
            "3981312" : 768,
            "4014080" : 755,
            "4046848" : 798,
            "4079616" : 758,
            "4112384" : 783,
            "4145152" : 776,
            "4177920" : 722,
            "4227072" : 1420,
            "4292608" : 1406,
            "4358144" : 1369,
            "4423680" : 1417,
            "4489216" : 1452,
            "4554752" : 1350,
            "4620288" : 1360,
            "4685824" : 1340,
            "4751360" : 1184,
            "4816896" : 1266,
            "4882432" : 1248,
            "4947968" : 1297,
            "5013504" : 1278,
            "5079040" : 1226,
            "5144576" : 1217,
            "5210112" : 1233,
            "5275648" : 1224,
            "5341184" : 1185,
            "5406720" : 1288,
            "5472256" : 1306,
            "5537792" : 1273,
            "5603328" : 1218,
            "5668864" : 1233,
            "5734400" : 1248,
            "5799936" : 1222,
            "5865472" : 1337,
            "5931008" : 1253,
            "5996544" : 1263,
            "6062080" : 1326,
            "6127616" : 1288,
            "6193152" : 1354,
            "6258688" : 1320,
            "6324224" : 1339,
            "6389760" : 1320,
            "6455296" : 1345,
            "6520832" : 1399,
            "6586368" : 1339,
            "6651904" : 1415,
            "6717440" : 1384,
            "6782976" : 1470,
            "6848512" : 1408,
            "6914048" : 1399,
            "6979584" : 1418,
            "7045120" : 1480,
            "7110656" : 1519,
            "7176192" : 1560,
            "7241728" : 1568,
            "7307264" : 1544,
            "7372800" : 1613,
            "7438336" : 1570,
            "7503872" : 1685,
            "7569408" : 1644,
            "7634944" : 1598,
            "7700480" : 1691,
            "7766016" : 1640,
            "7831552" : 1732,
            "7897088" : 1738,
            "7962624" : 1791,
            "8028160" : 1738,
            "8093696" : 1775,
            "8159232" : 1804,
            "8224768" : 1833,
            "8290304" : 1897,
            "8355840" : 1860,
            "8454144" : 3792,
            "8585216" : 3921,
            "8716288" : 4156,
            "8847360" : 4133,
            "8978432" : 4290,
            "9109504" : 4256,
            "9240576" : 4524,
            "9371648" : 4665,
            "9502720" : 4914,
            "9633792" : 4768,
            "9764864" : 5131,
            "9895936" : 5189,
            "10027008" : 5404,
            "10158080" : 5639,
            "10289152" : 5499,
            "10420224" : 5558,
            "10551296" : 5822,
            "10682368" : 5838,
            "10813440" : 5915,
            "10944512" : 6019,
            "11075584" : 6153,
            "11206656" : 6384,
            "11337728" : 6285,
            "11468800" : 6506,
            "11599872" : 6494,
            "11730944" : 6456,
            "11862016" : 6388,
            "11993088" : 6232,
            "12124160" : 6021,
            "12255232" : 5852,
            "12386304" : 5478,
            "12517376" : 5262,
            "12648448" : 4713,
            "12779520" : 4552,
            "12910592" : 4153,
            "13041664" : 3771,
            "13172736" : 3481,
            "13303808" : 3100,
            "13434880" : 2827,
            "13565952" : 2425,
            "13697024" : 2192,
            "13828096" : 1954,
            "13959168" : 1704,
            "14090240" : 1414,
            "14221312" : 1364,
            "14352384" : 1125,
            "14483456" : 1057,
            "14614528" : 948,
            "14745600" : 881,
            "14876672" : 845,
            "15007744" : 794,
            "15138816" : 675,
            "15269888" : 717,
            "15400960" : 661,
            "15532032" : 680,
            "15663104" : 643,
            "15794176" : 662,
            "15925248" : 674,
            "16056320" : 695,
            "16187392" : 595,
            "16318464" : 620,
            "16449536" : 590,
            "16580608" : 630,
            "16711680" : 626,
            "16908288" : 1145,
            "17170432" : 1133,
            "17432576" : 1242,
            "17694720" : 1283,
            "17956864" : 1423,
            "18219008" : 1445,
            "18481152" : 1431,
            "18743296" : 1494,
            "19005440" : 1596,
            "19267584" : 1745,
            "19529728" : 1709,
            "19791872" : 1823,
            "20054016" : 1813,
            "20316160" : 1860,
            "20578304" : 1958,
            "20840448" : 1947,
            "21102592" : 1977,
            "21364736" : 1940,
            "21626880" : 1900,
            "21889024" : 1993,
            "22151168" : 2104,
            "22413312" : 2058,
            "22675456" : 1982,
            "22937600" : 1929,
            "23199744" : 1914,
            "23461888" : 1737,
            "23724032" : 1574,
            "23986176" : 1420,
            "24248320" : 1206,
            "24510464" : 1109,
            "24772608" : 922,
            "25034752" : 759,
            "25296896" : 725,
            "25559040" : 628,
            "25821184" : 568,
            "26083328" : 505,
            "26345472" : 470,
            "26607616" : 405,
            "26869760" : 399,
            "27131904" : 324,
            "27394048" : 325,
            "27656192" : 309,
            "27918336" : 318,
            "28180480" : 302,
            "28442624" : 282,
            "28704768" : 261,
            "28966912" : 289,
            "29229056" : 246,
            "29491200" : 208,
            "29753344" : 230,
            "30015488" : 249,
            "30277632" : 236,
            "30539776" : 188,
            "30801920" : 241,
            "31064064" : 206,
            "31326208" : 209,
            "31588352" : 216,
            "31850496" : 192,
            "32112640" : 209,
            "32374784" : 196,
            "32636928" : 200,
            "32899072" : 190,
            "33161216" : 198,
            "33423360" : 208,
            "33816576" : 398,
            "34340864" : 395,
            "34865152" : 394,
            "35389440" : 329,
            "35913728" : 306,
            "36438016" : 263,
            "36962304" : 185,
            "37486592" : 152,
            "38010880" : 160,
            "38535168" : 92,
            "39059456" : 81,
            "39583744" : 73,
            "40108032" : 64,
            "40632320" : 47,
            "41156608" : 55,
            "41680896" : 43,
            "42205184" : 36,
            "42729472" : 31,
            "43253760" : 27,
            "43778048" : 27,
            "44302336" : 27,
            "44826624" : 24,
            "45350912" : 35,
            "45875200" : 18,
            "46399488" : 24,
            "46923776" : 26,
            "47448064" : 23,
            "47972352" : 20,
            "48496640" : 22,
            "49020928" : 22,
            "49545216" : 24,
            "50069504" : 17,
            "50593792" : 21,
            "51118080" : 18,
            "51642368" : 14,
            "52166656" : 13,
            "52690944" : 10,
            "53215232" : 6,
            "53739520" : 6,
            "54263808" : 11,
            "54788096" : 10,
            "55312384" : 4,
            "55836672" : 4,
            "56360960" : 4,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 4,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 5,
            "60555264" : 6,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 6,
            "62652416" : 2,
            "63176704" : 4,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65798144" : 2,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 10,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 2,
            "73924608" : 1,
            "74973184" : 2,
            "76021760" : 1,
            "77070336" : 2,
            "78118912" : 1,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 4,
            "87556096" : 2
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8448337.654758,
          "stddev" : 7531874.056466,
          "N" : 909029
        },
        "bw_min" : 42196,
        "bw_max" : 83163,
        "bw_agg" : 100.000000,
        "bw_mean" : 60655.000000,
        "bw_dev" : 251.642782,
        "bw_samples" : 3808,
        "iops_min" : 10548,
        "iops_max" : 20789,
        "iops_mean" : 15161.521008,
        "iops_stddev" : 62.923529,
        "iops_samples" : 3808
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920586,
      "usr_cpu" : 0.204313,
      "sys_cpu" : 3.909588,
      "ctx" : 1438766,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.017042,
        "4" : 29.499781,
        "10" : 16.702180,
        "20" : 20.610058,
        "50" : 5.139589,
        "100" : 0.027831,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092303,
  "timestamp_ms" : 1773092303885,
  "time" : "Mon Mar  9 18:38:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4359503872,
        "io_kbytes" : 4257328,
        "bw_bytes" : 62259059,
        "bw" : 60799,
        "iops" : 15201.793722,
        "runtime" : 70022,
        "total_ios" : 1064460,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 79774678,
          "mean" : 2094918.090470,
          "stddev" : 3294620.359717,
          "N" : 1064460
        },
        "clat_ns" : {
          "min" : 1114053,
          "max" : 87984228,
          "mean" : 6321643.745961,
          "stddev" : 6268340.744638,
          "N" : 1064428,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1679360,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2605056,
            "60.000000" : 5079040,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13434880,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32112640,
            "99.900000" : 39059456,
            "99.950000" : 44302336,
            "99.990000" : 59506688
          },
          "bins" : {
            "1105920" : 1,
            "1122304" : 2,
            "1138688" : 8,
            "1155072" : 37,
            "1171456" : 122,
            "1187840" : 268,
            "1204224" : 352,
            "1220608" : 434,
            "1236992" : 503,
            "1253376" : 677,
            "1269760" : 796,
            "1286144" : 1003,
            "1302528" : 1176,
            "1318912" : 1338,
            "1335296" : 1642,
            "1351680" : 1936,
            "1368064" : 2311,
            "1384448" : 2619,
            "1400832" : 2903,
            "1417216" : 3269,
            "1433600" : 3601,
            "1449984" : 3878,
            "1466368" : 4403,
            "1482752" : 4515,
            "1499136" : 4988,
            "1515520" : 5171,
            "1531904" : 5493,
            "1548288" : 5613,
            "1564672" : 5872,
            "1581056" : 6224,
            "1597440" : 6260,
            "1613824" : 6917,
            "1630208" : 7047,
            "1646592" : 7297,
            "1662976" : 7570,
            "1679360" : 7737,
            "1695744" : 8109,
            "1712128" : 8456,
            "1728512" : 8659,
            "1744896" : 8941,
            "1761280" : 9265,
            "1777664" : 9479,
            "1794048" : 9699,
            "1810432" : 9976,
            "1826816" : 9898,
            "1843200" : 9945,
            "1859584" : 10141,
            "1875968" : 10169,
            "1892352" : 10162,
            "1908736" : 10219,
            "1925120" : 10211,
            "1941504" : 9960,
            "1957888" : 9996,
            "1974272" : 9823,
            "1990656" : 10032,
            "2007040" : 9774,
            "2023424" : 9594,
            "2039808" : 9638,
            "2056192" : 9406,
            "2072576" : 9316,
            "2088960" : 9248,
            "2113536" : 17522,
            "2146304" : 17063,
            "2179072" : 16157,
            "2211840" : 15233,
            "2244608" : 14227,
            "2277376" : 13223,
            "2310144" : 12220,
            "2342912" : 11322,
            "2375680" : 10363,
            "2408448" : 9538,
            "2441216" : 8591,
            "2473984" : 7930,
            "2506752" : 7218,
            "2539520" : 6430,
            "2572288" : 6057,
            "2605056" : 5485,
            "2637824" : 4975,
            "2670592" : 4341,
            "2703360" : 3829,
            "2736128" : 3671,
            "2768896" : 3437,
            "2801664" : 3142,
            "2834432" : 2935,
            "2867200" : 2716,
            "2899968" : 2470,
            "2932736" : 2304,
            "2965504" : 2264,
            "2998272" : 2059,
            "3031040" : 2024,
            "3063808" : 1935,
            "3096576" : 1786,
            "3129344" : 1717,
            "3162112" : 1700,
            "3194880" : 1619,
            "3227648" : 1580,
            "3260416" : 1603,
            "3293184" : 1474,
            "3325952" : 1414,
            "3358720" : 1397,
            "3391488" : 1420,
            "3424256" : 1376,
            "3457024" : 1253,
            "3489792" : 1311,
            "3522560" : 1294,
            "3555328" : 1190,
            "3588096" : 1192,
            "3620864" : 1228,
            "3653632" : 1128,
            "3686400" : 1161,
            "3719168" : 1114,
            "3751936" : 1049,
            "3784704" : 1005,
            "3817472" : 1062,
            "3850240" : 1035,
            "3883008" : 1005,
            "3915776" : 1019,
            "3948544" : 940,
            "3981312" : 950,
            "4014080" : 924,
            "4046848" : 978,
            "4079616" : 937,
            "4112384" : 948,
            "4145152" : 930,
            "4177920" : 870,
            "4227072" : 1722,
            "4292608" : 1712,
            "4358144" : 1664,
            "4423680" : 1706,
            "4489216" : 1737,
            "4554752" : 1619,
            "4620288" : 1599,
            "4685824" : 1608,
            "4751360" : 1444,
            "4816896" : 1522,
            "4882432" : 1526,
            "4947968" : 1557,
            "5013504" : 1534,
            "5079040" : 1505,
            "5144576" : 1468,
            "5210112" : 1523,
            "5275648" : 1479,
            "5341184" : 1468,
            "5406720" : 1570,
            "5472256" : 1543,
            "5537792" : 1523,
            "5603328" : 1467,
            "5668864" : 1492,
            "5734400" : 1502,
            "5799936" : 1538,
            "5865472" : 1586,
            "5931008" : 1516,
            "5996544" : 1527,
            "6062080" : 1566,
            "6127616" : 1535,
            "6193152" : 1616,
            "6258688" : 1562,
            "6324224" : 1597,
            "6389760" : 1596,
            "6455296" : 1605,
            "6520832" : 1695,
            "6586368" : 1601,
            "6651904" : 1705,
            "6717440" : 1673,
            "6782976" : 1744,
            "6848512" : 1672,
            "6914048" : 1674,
            "6979584" : 1672,
            "7045120" : 1757,
            "7110656" : 1788,
            "7176192" : 1860,
            "7241728" : 1846,
            "7307264" : 1878,
            "7372800" : 1893,
            "7438336" : 1824,
            "7503872" : 1999,
            "7569408" : 1967,
            "7634944" : 1902,
            "7700480" : 2005,
            "7766016" : 1954,
            "7831552" : 2065,
            "7897088" : 2078,
            "7962624" : 2115,
            "8028160" : 2057,
            "8093696" : 2129,
            "8159232" : 2115,
            "8224768" : 2160,
            "8290304" : 2204,
            "8355840" : 2255,
            "8454144" : 4493,
            "8585216" : 4738,
            "8716288" : 4971,
            "8847360" : 4951,
            "8978432" : 5118,
            "9109504" : 5097,
            "9240576" : 5421,
            "9371648" : 5516,
            "9502720" : 5777,
            "9633792" : 5652,
            "9764864" : 6058,
            "9895936" : 6120,
            "10027008" : 6431,
            "10158080" : 6644,
            "10289152" : 6538,
            "10420224" : 6622,
            "10551296" : 6982,
            "10682368" : 6998,
            "10813440" : 7103,
            "10944512" : 7167,
            "11075584" : 7329,
            "11206656" : 7495,
            "11337728" : 7494,
            "11468800" : 7672,
            "11599872" : 7601,
            "11730944" : 7477,
            "11862016" : 7377,
            "11993088" : 7103,
            "12124160" : 6912,
            "12255232" : 6707,
            "12386304" : 6276,
            "12517376" : 5957,
            "12648448" : 5361,
            "12779520" : 5131,
            "12910592" : 4696,
            "13041664" : 4270,
            "13172736" : 3946,
            "13303808" : 3508,
            "13434880" : 3169,
            "13565952" : 2755,
            "13697024" : 2472,
            "13828096" : 2207,
            "13959168" : 1925,
            "14090240" : 1612,
            "14221312" : 1538,
            "14352384" : 1293,
            "14483456" : 1186,
            "14614528" : 1102,
            "14745600" : 1016,
            "14876672" : 1006,
            "15007744" : 933,
            "15138816" : 801,
            "15269888" : 844,
            "15400960" : 789,
            "15532032" : 812,
            "15663104" : 770,
            "15794176" : 781,
            "15925248" : 797,
            "16056320" : 802,
            "16187392" : 704,
            "16318464" : 724,
            "16449536" : 699,
            "16580608" : 728,
            "16711680" : 737,
            "16908288" : 1361,
            "17170432" : 1361,
            "17432576" : 1475,
            "17694720" : 1539,
            "17956864" : 1677,
            "18219008" : 1694,
            "18481152" : 1706,
            "18743296" : 1779,
            "19005440" : 1871,
            "19267584" : 2059,
            "19529728" : 2011,
            "19791872" : 2137,
            "20054016" : 2134,
            "20316160" : 2227,
            "20578304" : 2315,
            "20840448" : 2321,
            "21102592" : 2334,
            "21364736" : 2267,
            "21626880" : 2199,
            "21889024" : 2347,
            "22151168" : 2400,
            "22413312" : 2313,
            "22675456" : 2239,
            "22937600" : 2156,
            "23199744" : 2134,
            "23461888" : 1932,
            "23724032" : 1758,
            "23986176" : 1563,
            "24248320" : 1355,
            "24510464" : 1227,
            "24772608" : 1030,
            "25034752" : 854,
            "25296896" : 821,
            "25559040" : 701,
            "25821184" : 648,
            "26083328" : 580,
            "26345472" : 523,
            "26607616" : 455,
            "26869760" : 456,
            "27131904" : 375,
            "27394048" : 376,
            "27656192" : 370,
            "27918336" : 362,
            "28180480" : 346,
            "28442624" : 337,
            "28704768" : 294,
            "28966912" : 334,
            "29229056" : 285,
            "29491200" : 248,
            "29753344" : 265,
            "30015488" : 296,
            "30277632" : 272,
            "30539776" : 218,
            "30801920" : 269,
            "31064064" : 244,
            "31326208" : 241,
            "31588352" : 248,
            "31850496" : 225,
            "32112640" : 247,
            "32374784" : 218,
            "32636928" : 232,
            "32899072" : 230,
            "33161216" : 237,
            "33423360" : 248,
            "33816576" : 455,
            "34340864" : 455,
            "34865152" : 449,
            "35389440" : 374,
            "35913728" : 330,
            "36438016" : 294,
            "36962304" : 210,
            "37486592" : 170,
            "38010880" : 169,
            "38535168" : 111,
            "39059456" : 92,
            "39583744" : 80,
            "40108032" : 79,
            "40632320" : 53,
            "41156608" : 61,
            "41680896" : 50,
            "42205184" : 40,
            "42729472" : 37,
            "43253760" : 29,
            "43778048" : 33,
            "44302336" : 31,
            "44826624" : 27,
            "45350912" : 38,
            "45875200" : 23,
            "46399488" : 28,
            "46923776" : 30,
            "47448064" : 25,
            "47972352" : 23,
            "48496640" : 23,
            "49020928" : 23,
            "49545216" : 26,
            "50069504" : 18,
            "50593792" : 21,
            "51118080" : 18,
            "51642368" : 14,
            "52166656" : 13,
            "52690944" : 10,
            "53215232" : 6,
            "53739520" : 6,
            "54263808" : 11,
            "54788096" : 10,
            "55312384" : 4,
            "55836672" : 4,
            "56360960" : 4,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 4,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 5,
            "60555264" : 6,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 6,
            "62652416" : 2,
            "63176704" : 4,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65798144" : 2,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 10,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 2,
            "73924608" : 1,
            "74973184" : 2,
            "76021760" : 1,
            "77070336" : 2,
            "78118912" : 1,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 4,
            "87556096" : 2
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8416561.291318,
          "stddev" : 7468791.770885,
          "N" : 1064428
        },
        "bw_min" : 42174,
        "bw_max" : 84225,
        "bw_agg" : 100.000000,
        "bw_mean" : 60909.251799,
        "bw_dev" : 250.698133,
        "bw_samples" : 4448,
        "iops_min" : 10542,
        "iops_max" : 21054,
        "iops_mean" : 15224.690647,
        "iops_stddev" : 62.683064,
        "iops_samples" : 4448
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240605,
      "usr_cpu" : 0.202624,
      "sys_cpu" : 3.928091,
      "ctx" : 1691943,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999906,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999906,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 27.982921,
        "4" : 29.403829,
        "10" : 17.039532,
        "20" : 20.516694,
        "50" : 5.030250,
        "100" : 0.023768,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092313,
  "timestamp_ms" : 1773092313887,
  "time" : "Mon Mar  9 18:38:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4977106944,
        "io_kbytes" : 4860456,
        "bw_bytes" : 62196732,
        "bw" : 60738,
        "iops" : 15186.148809,
        "runtime" : 80022,
        "total_ios" : 1215226,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 79774678,
          "mean" : 2097151.625002,
          "stddev" : 3289842.126486,
          "N" : 1215226
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 87984228,
          "mean" : 6327974.022082,
          "stddev" : 6255055.475166,
          "N" : 1215194,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1679360,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2637824,
            "60.000000" : 5210112,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13434880,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32112640,
            "99.900000" : 39059456,
            "99.950000" : 44302336,
            "99.990000" : 56885248
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 40,
            "1171456" : 139,
            "1187840" : 304,
            "1204224" : 389,
            "1220608" : 476,
            "1236992" : 570,
            "1253376" : 767,
            "1269760" : 889,
            "1286144" : 1141,
            "1302528" : 1328,
            "1318912" : 1543,
            "1335296" : 1919,
            "1351680" : 2216,
            "1368064" : 2673,
            "1384448" : 3031,
            "1400832" : 3295,
            "1417216" : 3732,
            "1433600" : 4109,
            "1449984" : 4429,
            "1466368" : 5013,
            "1482752" : 5226,
            "1499136" : 5669,
            "1515520" : 5924,
            "1531904" : 6233,
            "1548288" : 6491,
            "1564672" : 6722,
            "1581056" : 7090,
            "1597440" : 7214,
            "1613824" : 7865,
            "1630208" : 8070,
            "1646592" : 8290,
            "1662976" : 8633,
            "1679360" : 8835,
            "1695744" : 9250,
            "1712128" : 9661,
            "1728512" : 9874,
            "1744896" : 10140,
            "1761280" : 10557,
            "1777664" : 10838,
            "1794048" : 11034,
            "1810432" : 11315,
            "1826816" : 11250,
            "1843200" : 11292,
            "1859584" : 11571,
            "1875968" : 11543,
            "1892352" : 11569,
            "1908736" : 11661,
            "1925120" : 11601,
            "1941504" : 11259,
            "1957888" : 11336,
            "1974272" : 11170,
            "1990656" : 11369,
            "2007040" : 11155,
            "2023424" : 10928,
            "2039808" : 10932,
            "2056192" : 10672,
            "2072576" : 10543,
            "2088960" : 10471,
            "2113536" : 19891,
            "2146304" : 19275,
            "2179072" : 18239,
            "2211840" : 17217,
            "2244608" : 16061,
            "2277376" : 14866,
            "2310144" : 13768,
            "2342912" : 12809,
            "2375680" : 11685,
            "2408448" : 10710,
            "2441216" : 9734,
            "2473984" : 8910,
            "2506752" : 8125,
            "2539520" : 7212,
            "2572288" : 6795,
            "2605056" : 6139,
            "2637824" : 5597,
            "2670592" : 4857,
            "2703360" : 4346,
            "2736128" : 4112,
            "2768896" : 3849,
            "2801664" : 3562,
            "2834432" : 3289,
            "2867200" : 3038,
            "2899968" : 2792,
            "2932736" : 2591,
            "2965504" : 2565,
            "2998272" : 2329,
            "3031040" : 2295,
            "3063808" : 2195,
            "3096576" : 2054,
            "3129344" : 1982,
            "3162112" : 1944,
            "3194880" : 1861,
            "3227648" : 1791,
            "3260416" : 1843,
            "3293184" : 1701,
            "3325952" : 1620,
            "3358720" : 1594,
            "3391488" : 1639,
            "3424256" : 1577,
            "3457024" : 1455,
            "3489792" : 1509,
            "3522560" : 1465,
            "3555328" : 1383,
            "3588096" : 1390,
            "3620864" : 1421,
            "3653632" : 1315,
            "3686400" : 1335,
            "3719168" : 1307,
            "3751936" : 1251,
            "3784704" : 1172,
            "3817472" : 1245,
            "3850240" : 1221,
            "3883008" : 1170,
            "3915776" : 1209,
            "3948544" : 1111,
            "3981312" : 1107,
            "4014080" : 1094,
            "4046848" : 1147,
            "4079616" : 1099,
            "4112384" : 1093,
            "4145152" : 1085,
            "4177920" : 1026,
            "4227072" : 2025,
            "4292608" : 2049,
            "4358144" : 1950,
            "4423680" : 1999,
            "4489216" : 2035,
            "4554752" : 1899,
            "4620288" : 1919,
            "4685824" : 1871,
            "4751360" : 1731,
            "4816896" : 1829,
            "4882432" : 1805,
            "4947968" : 1874,
            "5013504" : 1829,
            "5079040" : 1828,
            "5144576" : 1754,
            "5210112" : 1785,
            "5275648" : 1781,
            "5341184" : 1789,
            "5406720" : 1871,
            "5472256" : 1831,
            "5537792" : 1787,
            "5603328" : 1742,
            "5668864" : 1773,
            "5734400" : 1800,
            "5799936" : 1828,
            "5865472" : 1880,
            "5931008" : 1824,
            "5996544" : 1827,
            "6062080" : 1889,
            "6127616" : 1811,
            "6193152" : 1912,
            "6258688" : 1833,
            "6324224" : 1880,
            "6389760" : 1906,
            "6455296" : 1889,
            "6520832" : 1986,
            "6586368" : 1907,
            "6651904" : 2003,
            "6717440" : 1949,
            "6782976" : 2019,
            "6848512" : 1970,
            "6914048" : 1946,
            "6979584" : 1933,
            "7045120" : 2040,
            "7110656" : 2071,
            "7176192" : 2132,
            "7241728" : 2113,
            "7307264" : 2193,
            "7372800" : 2168,
            "7438336" : 2105,
            "7503872" : 2295,
            "7569408" : 2272,
            "7634944" : 2227,
            "7700480" : 2318,
            "7766016" : 2263,
            "7831552" : 2374,
            "7897088" : 2410,
            "7962624" : 2445,
            "8028160" : 2375,
            "8093696" : 2472,
            "8159232" : 2469,
            "8224768" : 2456,
            "8290304" : 2535,
            "8355840" : 2576,
            "8454144" : 5147,
            "8585216" : 5370,
            "8716288" : 5617,
            "8847360" : 5573,
            "8978432" : 5825,
            "9109504" : 5818,
            "9240576" : 6180,
            "9371648" : 6289,
            "9502720" : 6619,
            "9633792" : 6444,
            "9764864" : 6931,
            "9895936" : 6984,
            "10027008" : 7327,
            "10158080" : 7599,
            "10289152" : 7516,
            "10420224" : 7680,
            "10551296" : 8072,
            "10682368" : 8069,
            "10813440" : 8221,
            "10944512" : 8321,
            "11075584" : 8479,
            "11206656" : 8617,
            "11337728" : 8642,
            "11468800" : 8816,
            "11599872" : 8731,
            "11730944" : 8562,
            "11862016" : 8368,
            "11993088" : 8112,
            "12124160" : 7861,
            "12255232" : 7608,
            "12386304" : 7178,
            "12517376" : 6742,
            "12648448" : 6068,
            "12779520" : 5830,
            "12910592" : 5290,
            "13041664" : 4823,
            "13172736" : 4432,
            "13303808" : 3954,
            "13434880" : 3613,
            "13565952" : 3123,
            "13697024" : 2769,
            "13828096" : 2453,
            "13959168" : 2150,
            "14090240" : 1811,
            "14221312" : 1708,
            "14352384" : 1448,
            "14483456" : 1322,
            "14614528" : 1230,
            "14745600" : 1138,
            "14876672" : 1139,
            "15007744" : 1044,
            "15138816" : 919,
            "15269888" : 963,
            "15400960" : 916,
            "15532032" : 932,
            "15663104" : 898,
            "15794176" : 910,
            "15925248" : 911,
            "16056320" : 921,
            "16187392" : 819,
            "16318464" : 839,
            "16449536" : 809,
            "16580608" : 852,
            "16711680" : 868,
            "16908288" : 1589,
            "17170432" : 1587,
            "17432576" : 1684,
            "17694720" : 1777,
            "17956864" : 1928,
            "18219008" : 1913,
            "18481152" : 1956,
            "18743296" : 2030,
            "19005440" : 2132,
            "19267584" : 2345,
            "19529728" : 2339,
            "19791872" : 2443,
            "20054016" : 2477,
            "20316160" : 2546,
            "20578304" : 2650,
            "20840448" : 2643,
            "21102592" : 2679,
            "21364736" : 2606,
            "21626880" : 2542,
            "21889024" : 2671,
            "22151168" : 2691,
            "22413312" : 2665,
            "22675456" : 2519,
            "22937600" : 2457,
            "23199744" : 2425,
            "23461888" : 2168,
            "23724032" : 1948,
            "23986176" : 1735,
            "24248320" : 1511,
            "24510464" : 1343,
            "24772608" : 1119,
            "25034752" : 955,
            "25296896" : 927,
            "25559040" : 784,
            "25821184" : 724,
            "26083328" : 658,
            "26345472" : 590,
            "26607616" : 511,
            "26869760" : 513,
            "27131904" : 419,
            "27394048" : 447,
            "27656192" : 432,
            "27918336" : 406,
            "28180480" : 391,
            "28442624" : 374,
            "28704768" : 343,
            "28966912" : 369,
            "29229056" : 325,
            "29491200" : 292,
            "29753344" : 311,
            "30015488" : 332,
            "30277632" : 320,
            "30539776" : 259,
            "30801920" : 312,
            "31064064" : 284,
            "31326208" : 280,
            "31588352" : 289,
            "31850496" : 268,
            "32112640" : 294,
            "32374784" : 256,
            "32636928" : 275,
            "32899072" : 280,
            "33161216" : 268,
            "33423360" : 290,
            "33816576" : 524,
            "34340864" : 514,
            "34865152" : 511,
            "35389440" : 423,
            "35913728" : 384,
            "36438016" : 342,
            "36962304" : 240,
            "37486592" : 185,
            "38010880" : 191,
            "38535168" : 129,
            "39059456" : 106,
            "39583744" : 93,
            "40108032" : 89,
            "40632320" : 60,
            "41156608" : 63,
            "41680896" : 52,
            "42205184" : 46,
            "42729472" : 40,
            "43253760" : 38,
            "43778048" : 37,
            "44302336" : 36,
            "44826624" : 31,
            "45350912" : 44,
            "45875200" : 27,
            "46399488" : 34,
            "46923776" : 39,
            "47448064" : 27,
            "47972352" : 28,
            "48496640" : 23,
            "49020928" : 23,
            "49545216" : 27,
            "50069504" : 19,
            "50593792" : 22,
            "51118080" : 19,
            "51642368" : 16,
            "52166656" : 16,
            "52690944" : 10,
            "53215232" : 8,
            "53739520" : 7,
            "54263808" : 11,
            "54788096" : 12,
            "55312384" : 5,
            "55836672" : 4,
            "56360960" : 4,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 4,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 5,
            "60555264" : 6,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 6,
            "62652416" : 2,
            "63176704" : 4,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65798144" : 2,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 10,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 2,
            "73924608" : 1,
            "74973184" : 2,
            "76021760" : 1,
            "77070336" : 2,
            "78118912" : 1,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 4,
            "87556096" : 2
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8425021.039606,
          "stddev" : 7452297.785495,
          "N" : 1215194
        },
        "bw_min" : 41440,
        "bw_max" : 84422,
        "bw_agg" : 100.000000,
        "bw_mean" : 60816.685535,
        "bw_dev" : 256.668107,
        "bw_samples" : 5088,
        "iops_min" : 10358,
        "iops_max" : 21103,
        "iops_mean" : 15201.515723,
        "iops_stddev" : 64.174080,
        "iops_samples" : 5088
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560582,
      "usr_cpu" : 0.202805,
      "sys_cpu" : 3.922272,
      "ctx" : 1935917,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 27.930196,
        "4" : 29.167085,
        "10" : 17.322045,
        "20" : 20.549182,
        "50" : 5.006888,
        "100" : 0.021971,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092323,
  "timestamp_ms" : 1773092323887,
  "time" : "Mon Mar  9 18:38:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5592268800,
        "io_kbytes" : 5461200,
        "bw_bytes" : 62121134,
        "bw" : 60665,
        "iops" : 15166.848104,
        "runtime" : 90022,
        "total_ios" : 1365350,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 287129,
          "max" : 79774678,
          "mean" : 2099893.616343,
          "stddev" : 3289845.833923,
          "N" : 1365350
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 87984228,
          "mean" : 6335695.733543,
          "stddev" : 6251636.029408,
          "N" : 1365318,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2637824,
            "60.000000" : 5275648,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13434880,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39059456,
            "99.950000" : 44302336,
            "99.990000" : 55312384
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 42,
            "1171456" : 147,
            "1187840" : 339,
            "1204224" : 442,
            "1220608" : 554,
            "1236992" : 640,
            "1253376" : 852,
            "1269760" : 1022,
            "1286144" : 1296,
            "1302528" : 1534,
            "1318912" : 1773,
            "1335296" : 2183,
            "1351680" : 2516,
            "1368064" : 3029,
            "1384448" : 3456,
            "1400832" : 3758,
            "1417216" : 4220,
            "1433600" : 4668,
            "1449984" : 5044,
            "1466368" : 5652,
            "1482752" : 5976,
            "1499136" : 6370,
            "1515520" : 6728,
            "1531904" : 7075,
            "1548288" : 7353,
            "1564672" : 7657,
            "1581056" : 8011,
            "1597440" : 8131,
            "1613824" : 8802,
            "1630208" : 9106,
            "1646592" : 9289,
            "1662976" : 9738,
            "1679360" : 9979,
            "1695744" : 10418,
            "1712128" : 10869,
            "1728512" : 11094,
            "1744896" : 11381,
            "1761280" : 11933,
            "1777664" : 12137,
            "1794048" : 12383,
            "1810432" : 12679,
            "1826816" : 12652,
            "1843200" : 12721,
            "1859584" : 12912,
            "1875968" : 12941,
            "1892352" : 13017,
            "1908736" : 12986,
            "1925120" : 12942,
            "1941504" : 12595,
            "1957888" : 12704,
            "1974272" : 12474,
            "1990656" : 12694,
            "2007040" : 12515,
            "2023424" : 12192,
            "2039808" : 12208,
            "2056192" : 11933,
            "2072576" : 11716,
            "2088960" : 11615,
            "2113536" : 22171,
            "2146304" : 21453,
            "2179072" : 20387,
            "2211840" : 19220,
            "2244608" : 17784,
            "2277376" : 16541,
            "2310144" : 15259,
            "2342912" : 14232,
            "2375680" : 12983,
            "2408448" : 11874,
            "2441216" : 10810,
            "2473984" : 9882,
            "2506752" : 9023,
            "2539520" : 8000,
            "2572288" : 7485,
            "2605056" : 6780,
            "2637824" : 6195,
            "2670592" : 5365,
            "2703360" : 4839,
            "2736128" : 4598,
            "2768896" : 4259,
            "2801664" : 3974,
            "2834432" : 3633,
            "2867200" : 3351,
            "2899968" : 3076,
            "2932736" : 2866,
            "2965504" : 2864,
            "2998272" : 2580,
            "3031040" : 2555,
            "3063808" : 2430,
            "3096576" : 2281,
            "3129344" : 2225,
            "3162112" : 2187,
            "3194880" : 2071,
            "3227648" : 2009,
            "3260416" : 2058,
            "3293184" : 1898,
            "3325952" : 1822,
            "3358720" : 1779,
            "3391488" : 1843,
            "3424256" : 1758,
            "3457024" : 1634,
            "3489792" : 1673,
            "3522560" : 1647,
            "3555328" : 1568,
            "3588096" : 1569,
            "3620864" : 1586,
            "3653632" : 1477,
            "3686400" : 1516,
            "3719168" : 1472,
            "3751936" : 1401,
            "3784704" : 1348,
            "3817472" : 1394,
            "3850240" : 1371,
            "3883008" : 1339,
            "3915776" : 1365,
            "3948544" : 1268,
            "3981312" : 1267,
            "4014080" : 1232,
            "4046848" : 1328,
            "4079616" : 1243,
            "4112384" : 1255,
            "4145152" : 1238,
            "4177920" : 1177,
            "4227072" : 2304,
            "4292608" : 2332,
            "4358144" : 2263,
            "4423680" : 2305,
            "4489216" : 2284,
            "4554752" : 2227,
            "4620288" : 2205,
            "4685824" : 2142,
            "4751360" : 2010,
            "4816896" : 2083,
            "4882432" : 2075,
            "4947968" : 2172,
            "5013504" : 2101,
            "5079040" : 2087,
            "5144576" : 2035,
            "5210112" : 2057,
            "5275648" : 2075,
            "5341184" : 2062,
            "5406720" : 2146,
            "5472256" : 2088,
            "5537792" : 2068,
            "5603328" : 2028,
            "5668864" : 2088,
            "5734400" : 2080,
            "5799936" : 2107,
            "5865472" : 2153,
            "5931008" : 2121,
            "5996544" : 2123,
            "6062080" : 2181,
            "6127616" : 2087,
            "6193152" : 2181,
            "6258688" : 2102,
            "6324224" : 2155,
            "6389760" : 2146,
            "6455296" : 2166,
            "6520832" : 2232,
            "6586368" : 2172,
            "6651904" : 2279,
            "6717440" : 2224,
            "6782976" : 2298,
            "6848512" : 2205,
            "6914048" : 2207,
            "6979584" : 2219,
            "7045120" : 2358,
            "7110656" : 2387,
            "7176192" : 2427,
            "7241728" : 2396,
            "7307264" : 2497,
            "7372800" : 2462,
            "7438336" : 2405,
            "7503872" : 2605,
            "7569408" : 2577,
            "7634944" : 2571,
            "7700480" : 2637,
            "7766016" : 2593,
            "7831552" : 2663,
            "7897088" : 2735,
            "7962624" : 2757,
            "8028160" : 2741,
            "8093696" : 2795,
            "8159232" : 2804,
            "8224768" : 2782,
            "8290304" : 2856,
            "8355840" : 2902,
            "8454144" : 5786,
            "8585216" : 6058,
            "8716288" : 6358,
            "8847360" : 6278,
            "8978432" : 6552,
            "9109504" : 6555,
            "9240576" : 6919,
            "9371648" : 7053,
            "9502720" : 7428,
            "9633792" : 7201,
            "9764864" : 7725,
            "9895936" : 7839,
            "10027008" : 8131,
            "10158080" : 8558,
            "10289152" : 8458,
            "10420224" : 8622,
            "10551296" : 9069,
            "10682368" : 9113,
            "10813440" : 9348,
            "10944512" : 9495,
            "11075584" : 9571,
            "11206656" : 9752,
            "11337728" : 9731,
            "11468800" : 9944,
            "11599872" : 9949,
            "11730944" : 9771,
            "11862016" : 9535,
            "11993088" : 9178,
            "12124160" : 8894,
            "12255232" : 8586,
            "12386304" : 8050,
            "12517376" : 7608,
            "12648448" : 6887,
            "12779520" : 6534,
            "12910592" : 5941,
            "13041664" : 5407,
            "13172736" : 4971,
            "13303808" : 4389,
            "13434880" : 4009,
            "13565952" : 3450,
            "13697024" : 3055,
            "13828096" : 2695,
            "13959168" : 2374,
            "14090240" : 2012,
            "14221312" : 1853,
            "14352384" : 1586,
            "14483456" : 1445,
            "14614528" : 1341,
            "14745600" : 1237,
            "14876672" : 1252,
            "15007744" : 1158,
            "15138816" : 1011,
            "15269888" : 1077,
            "15400960" : 1024,
            "15532032" : 1057,
            "15663104" : 992,
            "15794176" : 1012,
            "15925248" : 1022,
            "16056320" : 1019,
            "16187392" : 912,
            "16318464" : 942,
            "16449536" : 914,
            "16580608" : 960,
            "16711680" : 983,
            "16908288" : 1814,
            "17170432" : 1803,
            "17432576" : 1914,
            "17694720" : 2011,
            "17956864" : 2193,
            "18219008" : 2165,
            "18481152" : 2213,
            "18743296" : 2314,
            "19005440" : 2389,
            "19267584" : 2627,
            "19529728" : 2629,
            "19791872" : 2751,
            "20054016" : 2803,
            "20316160" : 2878,
            "20578304" : 2969,
            "20840448" : 3023,
            "21102592" : 3017,
            "21364736" : 2948,
            "21626880" : 2862,
            "21889024" : 3006,
            "22151168" : 3010,
            "22413312" : 2971,
            "22675456" : 2788,
            "22937600" : 2741,
            "23199744" : 2698,
            "23461888" : 2409,
            "23724032" : 2174,
            "23986176" : 1916,
            "24248320" : 1677,
            "24510464" : 1493,
            "24772608" : 1250,
            "25034752" : 1056,
            "25296896" : 1008,
            "25559040" : 861,
            "25821184" : 790,
            "26083328" : 716,
            "26345472" : 641,
            "26607616" : 567,
            "26869760" : 565,
            "27131904" : 469,
            "27394048" : 502,
            "27656192" : 480,
            "27918336" : 442,
            "28180480" : 436,
            "28442624" : 422,
            "28704768" : 388,
            "28966912" : 415,
            "29229056" : 363,
            "29491200" : 333,
            "29753344" : 347,
            "30015488" : 385,
            "30277632" : 369,
            "30539776" : 303,
            "30801920" : 386,
            "31064064" : 320,
            "31326208" : 324,
            "31588352" : 332,
            "31850496" : 298,
            "32112640" : 348,
            "32374784" : 295,
            "32636928" : 321,
            "32899072" : 313,
            "33161216" : 314,
            "33423360" : 332,
            "33816576" : 613,
            "34340864" : 578,
            "34865152" : 574,
            "35389440" : 487,
            "35913728" : 427,
            "36438016" : 379,
            "36962304" : 264,
            "37486592" : 203,
            "38010880" : 210,
            "38535168" : 135,
            "39059456" : 113,
            "39583744" : 104,
            "40108032" : 96,
            "40632320" : 67,
            "41156608" : 73,
            "41680896" : 57,
            "42205184" : 53,
            "42729472" : 46,
            "43253760" : 48,
            "43778048" : 41,
            "44302336" : 46,
            "44826624" : 43,
            "45350912" : 55,
            "45875200" : 34,
            "46399488" : 39,
            "46923776" : 52,
            "47448064" : 33,
            "47972352" : 32,
            "48496640" : 29,
            "49020928" : 27,
            "49545216" : 30,
            "50069504" : 22,
            "50593792" : 29,
            "51118080" : 23,
            "51642368" : 20,
            "52166656" : 18,
            "52690944" : 11,
            "53215232" : 8,
            "53739520" : 7,
            "54263808" : 11,
            "54788096" : 12,
            "55312384" : 5,
            "55836672" : 4,
            "56360960" : 4,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 3,
            "58458112" : 4,
            "58982400" : 1,
            "59506688" : 4,
            "60030976" : 5,
            "60555264" : 6,
            "61079552" : 3,
            "61603840" : 2,
            "62128128" : 6,
            "62652416" : 2,
            "63176704" : 4,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65798144" : 2,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 10,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 2,
            "73924608" : 1,
            "74973184" : 2,
            "76021760" : 1,
            "77070336" : 2,
            "78118912" : 1,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 4,
            "87556096" : 2
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8435350.450699,
          "stddev" : 7447751.804837,
          "N" : 1365318
        },
        "bw_min" : 41392,
        "bw_max" : 84569,
        "bw_agg" : 99.986533,
        "bw_mean" : 60657.363128,
        "bw_dev" : 257.586346,
        "bw_samples" : 5728,
        "iops_min" : 10346,
        "iops_max" : 21140,
        "iops_mean" : 15161.670391,
        "iops_stddev" : 64.404551,
        "iops_samples" : 5728
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880603,
      "usr_cpu" : 0.202770,
      "sys_cpu" : 3.914389,
      "ctx" : 2173308,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 27.969092,
        "4" : 28.901014,
        "10" : 17.517560,
        "20" : 20.591570,
        "50" : 4.997327,
        "100" : 0.021093,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092333,
  "timestamp_ms" : 1773092333889,
  "time" : "Mon Mar  9 18:38:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6233292800,
        "io_kbytes" : 6087200,
        "bw_bytes" : 62319217,
        "bw" : 60858,
        "iops" : 15215.522585,
        "runtime" : 100022,
        "total_ios" : 1521887,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2093073.621969,
          "stddev" : 3281088.366496,
          "N" : 1521887
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 87984228,
          "mean" : 6315681.974894,
          "stddev" : 6233661.035346,
          "N" : 1521855,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2637824,
            "60.000000" : 5210112,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 20054016,
            "99.000000" : 27394048,
            "99.500000" : 32112640,
            "99.900000" : 39059456,
            "99.950000" : 44302336,
            "99.990000" : 56885248
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 44,
            "1171456" : 159,
            "1187840" : 367,
            "1204224" : 477,
            "1220608" : 607,
            "1236992" : 729,
            "1253376" : 939,
            "1269760" : 1132,
            "1286144" : 1422,
            "1302528" : 1724,
            "1318912" : 1993,
            "1335296" : 2424,
            "1351680" : 2824,
            "1368064" : 3371,
            "1384448" : 3828,
            "1400832" : 4209,
            "1417216" : 4753,
            "1433600" : 5252,
            "1449984" : 5678,
            "1466368" : 6280,
            "1482752" : 6661,
            "1499136" : 7084,
            "1515520" : 7442,
            "1531904" : 7928,
            "1548288" : 8180,
            "1564672" : 8523,
            "1581056" : 8971,
            "1597440" : 9112,
            "1613824" : 9755,
            "1630208" : 10146,
            "1646592" : 10336,
            "1662976" : 10796,
            "1679360" : 11107,
            "1695744" : 11609,
            "1712128" : 12146,
            "1728512" : 12416,
            "1744896" : 12735,
            "1761280" : 13269,
            "1777664" : 13565,
            "1794048" : 13821,
            "1810432" : 14172,
            "1826816" : 14113,
            "1843200" : 14216,
            "1859584" : 14397,
            "1875968" : 14420,
            "1892352" : 14488,
            "1908736" : 14504,
            "1925120" : 14364,
            "1941504" : 14030,
            "1957888" : 14138,
            "1974272" : 13886,
            "1990656" : 14119,
            "2007040" : 13942,
            "2023424" : 13698,
            "2039808" : 13632,
            "2056192" : 13302,
            "2072576" : 13096,
            "2088960" : 12990,
            "2113536" : 24730,
            "2146304" : 23881,
            "2179072" : 22749,
            "2211840" : 21433,
            "2244608" : 19801,
            "2277376" : 18518,
            "2310144" : 17039,
            "2342912" : 15819,
            "2375680" : 14438,
            "2408448" : 13294,
            "2441216" : 12082,
            "2473984" : 11041,
            "2506752" : 10076,
            "2539520" : 8945,
            "2572288" : 8381,
            "2605056" : 7650,
            "2637824" : 6921,
            "2670592" : 5978,
            "2703360" : 5401,
            "2736128" : 5130,
            "2768896" : 4750,
            "2801664" : 4428,
            "2834432" : 4064,
            "2867200" : 3772,
            "2899968" : 3456,
            "2932736" : 3195,
            "2965504" : 3187,
            "2998272" : 2886,
            "3031040" : 2863,
            "3063808" : 2731,
            "3096576" : 2561,
            "3129344" : 2480,
            "3162112" : 2449,
            "3194880" : 2338,
            "3227648" : 2258,
            "3260416" : 2268,
            "3293184" : 2139,
            "3325952" : 2067,
            "3358720" : 1987,
            "3391488" : 2051,
            "3424256" : 1957,
            "3457024" : 1849,
            "3489792" : 1867,
            "3522560" : 1862,
            "3555328" : 1779,
            "3588096" : 1749,
            "3620864" : 1759,
            "3653632" : 1644,
            "3686400" : 1689,
            "3719168" : 1662,
            "3751936" : 1580,
            "3784704" : 1514,
            "3817472" : 1537,
            "3850240" : 1554,
            "3883008" : 1507,
            "3915776" : 1550,
            "3948544" : 1432,
            "3981312" : 1426,
            "4014080" : 1397,
            "4046848" : 1510,
            "4079616" : 1410,
            "4112384" : 1394,
            "4145152" : 1397,
            "4177920" : 1329,
            "4227072" : 2582,
            "4292608" : 2621,
            "4358144" : 2559,
            "4423680" : 2578,
            "4489216" : 2584,
            "4554752" : 2511,
            "4620288" : 2486,
            "4685824" : 2395,
            "4751360" : 2278,
            "4816896" : 2349,
            "4882432" : 2331,
            "4947968" : 2433,
            "5013504" : 2369,
            "5079040" : 2347,
            "5144576" : 2291,
            "5210112" : 2302,
            "5275648" : 2326,
            "5341184" : 2305,
            "5406720" : 2381,
            "5472256" : 2364,
            "5537792" : 2328,
            "5603328" : 2298,
            "5668864" : 2338,
            "5734400" : 2331,
            "5799936" : 2380,
            "5865472" : 2428,
            "5931008" : 2343,
            "5996544" : 2388,
            "6062080" : 2440,
            "6127616" : 2327,
            "6193152" : 2450,
            "6258688" : 2329,
            "6324224" : 2421,
            "6389760" : 2391,
            "6455296" : 2432,
            "6520832" : 2486,
            "6586368" : 2405,
            "6651904" : 2547,
            "6717440" : 2489,
            "6782976" : 2549,
            "6848512" : 2453,
            "6914048" : 2468,
            "6979584" : 2500,
            "7045120" : 2631,
            "7110656" : 2653,
            "7176192" : 2712,
            "7241728" : 2712,
            "7307264" : 2805,
            "7372800" : 2767,
            "7438336" : 2691,
            "7503872" : 2904,
            "7569408" : 2863,
            "7634944" : 2871,
            "7700480" : 2946,
            "7766016" : 2918,
            "7831552" : 2998,
            "7897088" : 3011,
            "7962624" : 3079,
            "8028160" : 3052,
            "8093696" : 3142,
            "8159232" : 3142,
            "8224768" : 3128,
            "8290304" : 3159,
            "8355840" : 3269,
            "8454144" : 6567,
            "8585216" : 6794,
            "8716288" : 7094,
            "8847360" : 7096,
            "8978432" : 7372,
            "9109504" : 7373,
            "9240576" : 7741,
            "9371648" : 7949,
            "9502720" : 8265,
            "9633792" : 8057,
            "9764864" : 8601,
            "9895936" : 8756,
            "10027008" : 9125,
            "10158080" : 9513,
            "10289152" : 9464,
            "10420224" : 9645,
            "10551296" : 10161,
            "10682368" : 10199,
            "10813440" : 10418,
            "10944512" : 10624,
            "11075584" : 10691,
            "11206656" : 10911,
            "11337728" : 10854,
            "11468800" : 10990,
            "11599872" : 11044,
            "11730944" : 10851,
            "11862016" : 10609,
            "11993088" : 10174,
            "12124160" : 9822,
            "12255232" : 9475,
            "12386304" : 8882,
            "12517376" : 8357,
            "12648448" : 7585,
            "12779520" : 7144,
            "12910592" : 6482,
            "13041664" : 5899,
            "13172736" : 5399,
            "13303808" : 4792,
            "13434880" : 4354,
            "13565952" : 3755,
            "13697024" : 3298,
            "13828096" : 2900,
            "13959168" : 2560,
            "14090240" : 2179,
            "14221312" : 2027,
            "14352384" : 1751,
            "14483456" : 1587,
            "14614528" : 1492,
            "14745600" : 1382,
            "14876672" : 1388,
            "15007744" : 1272,
            "15138816" : 1154,
            "15269888" : 1201,
            "15400960" : 1118,
            "15532032" : 1169,
            "15663104" : 1124,
            "15794176" : 1125,
            "15925248" : 1121,
            "16056320" : 1139,
            "16187392" : 1008,
            "16318464" : 1076,
            "16449536" : 1020,
            "16580608" : 1078,
            "16711680" : 1095,
            "16908288" : 2084,
            "17170432" : 2035,
            "17432576" : 2131,
            "17694720" : 2236,
            "17956864" : 2415,
            "18219008" : 2417,
            "18481152" : 2484,
            "18743296" : 2574,
            "19005440" : 2682,
            "19267584" : 2950,
            "19529728" : 2915,
            "19791872" : 3028,
            "20054016" : 3117,
            "20316160" : 3202,
            "20578304" : 3299,
            "20840448" : 3346,
            "21102592" : 3343,
            "21364736" : 3270,
            "21626880" : 3220,
            "21889024" : 3325,
            "22151168" : 3336,
            "22413312" : 3280,
            "22675456" : 3089,
            "22937600" : 3002,
            "23199744" : 2969,
            "23461888" : 2619,
            "23724032" : 2369,
            "23986176" : 2079,
            "24248320" : 1828,
            "24510464" : 1600,
            "24772608" : 1350,
            "25034752" : 1139,
            "25296896" : 1089,
            "25559040" : 948,
            "25821184" : 868,
            "26083328" : 776,
            "26345472" : 700,
            "26607616" : 626,
            "26869760" : 617,
            "27131904" : 512,
            "27394048" : 551,
            "27656192" : 525,
            "27918336" : 489,
            "28180480" : 471,
            "28442624" : 460,
            "28704768" : 422,
            "28966912" : 453,
            "29229056" : 408,
            "29491200" : 378,
            "29753344" : 381,
            "30015488" : 416,
            "30277632" : 399,
            "30539776" : 337,
            "30801920" : 433,
            "31064064" : 377,
            "31326208" : 360,
            "31588352" : 380,
            "31850496" : 335,
            "32112640" : 391,
            "32374784" : 328,
            "32636928" : 363,
            "32899072" : 344,
            "33161216" : 361,
            "33423360" : 364,
            "33816576" : 670,
            "34340864" : 631,
            "34865152" : 632,
            "35389440" : 541,
            "35913728" : 477,
            "36438016" : 405,
            "36962304" : 297,
            "37486592" : 227,
            "38010880" : 224,
            "38535168" : 148,
            "39059456" : 128,
            "39583744" : 112,
            "40108032" : 103,
            "40632320" : 76,
            "41156608" : 79,
            "41680896" : 63,
            "42205184" : 60,
            "42729472" : 51,
            "43253760" : 55,
            "43778048" : 46,
            "44302336" : 56,
            "44826624" : 51,
            "45350912" : 55,
            "45875200" : 43,
            "46399488" : 43,
            "46923776" : 54,
            "47448064" : 33,
            "47972352" : 33,
            "48496640" : 30,
            "49020928" : 28,
            "49545216" : 30,
            "50069504" : 22,
            "50593792" : 29,
            "51118080" : 25,
            "51642368" : 21,
            "52166656" : 18,
            "52690944" : 14,
            "53215232" : 8,
            "53739520" : 8,
            "54263808" : 12,
            "54788096" : 12,
            "55312384" : 6,
            "55836672" : 4,
            "56360960" : 5,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 4,
            "58458112" : 5,
            "58982400" : 3,
            "59506688" : 5,
            "60030976" : 6,
            "60555264" : 9,
            "61079552" : 6,
            "61603840" : 4,
            "62128128" : 7,
            "62652416" : 4,
            "63176704" : 7,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65273856" : 1,
            "65798144" : 3,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 11,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 4,
            "73924608" : 1,
            "74973184" : 3,
            "76021760" : 3,
            "77070336" : 2,
            "78118912" : 2,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 6,
            "87556096" : 3
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8408624.053250,
          "stddev" : 7425674.566153,
          "N" : 1521855
        },
        "bw_min" : 41392,
        "bw_max" : 85461,
        "bw_agg" : 100.000000,
        "bw_mean" : 60910.336683,
        "bw_dev" : 257.724726,
        "bw_samples" : 6368,
        "iops_min" : 10346,
        "iops_max" : 21363,
        "iops_mean" : 15224.834171,
        "iops_stddev" : 64.439064,
        "iops_samples" : 6368
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3200603,
      "usr_cpu" : 0.204711,
      "sys_cpu" : 3.929291,
      "ctx" : 2430046,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 27.972642,
        "4" : 28.968117,
        "10" : 17.613660,
        "20" : 20.480101,
        "50" : 4.941694,
        "100" : 0.021684,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092343,
  "timestamp_ms" : 1773092343884,
  "time" : "Mon Mar  9 18:39:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6879019008,
        "io_kbytes" : 6717792,
        "bw_bytes" : 62524031,
        "bw" : 61058,
        "iops" : 15266.446711,
        "runtime" : 110022,
        "total_ios" : 1679645,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2086086.403756,
          "stddev" : 3268115.536340,
          "N" : 1679645
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 87984228,
          "mean" : 6294688.118064,
          "stddev" : 6213236.211619,
          "N" : 1679613,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2637824,
            "60.000000" : 5210112,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39059456,
            "99.950000" : 44302336,
            "99.990000" : 55312384
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 48,
            "1171456" : 175,
            "1187840" : 400,
            "1204224" : 527,
            "1220608" : 676,
            "1236992" : 820,
            "1253376" : 1063,
            "1269760" : 1279,
            "1286144" : 1608,
            "1302528" : 1951,
            "1318912" : 2249,
            "1335296" : 2735,
            "1351680" : 3163,
            "1368064" : 3769,
            "1384448" : 4281,
            "1400832" : 4705,
            "1417216" : 5284,
            "1433600" : 5829,
            "1449984" : 6332,
            "1466368" : 6947,
            "1482752" : 7363,
            "1499136" : 7829,
            "1515520" : 8260,
            "1531904" : 8731,
            "1548288" : 9066,
            "1564672" : 9411,
            "1581056" : 9905,
            "1597440" : 10136,
            "1613824" : 10791,
            "1630208" : 11218,
            "1646592" : 11435,
            "1662976" : 11941,
            "1679360" : 12262,
            "1695744" : 12854,
            "1712128" : 13425,
            "1728512" : 13696,
            "1744896" : 14056,
            "1761280" : 14687,
            "1777664" : 14943,
            "1794048" : 15216,
            "1810432" : 15593,
            "1826816" : 15541,
            "1843200" : 15725,
            "1859584" : 15888,
            "1875968" : 15881,
            "1892352" : 16012,
            "1908736" : 16022,
            "1925120" : 15883,
            "1941504" : 15426,
            "1957888" : 15534,
            "1974272" : 15298,
            "1990656" : 15551,
            "2007040" : 15357,
            "2023424" : 15090,
            "2039808" : 15000,
            "2056192" : 14627,
            "2072576" : 14385,
            "2088960" : 14333,
            "2113536" : 27161,
            "2146304" : 26208,
            "2179072" : 25105,
            "2211840" : 23504,
            "2244608" : 21743,
            "2277376" : 20330,
            "2310144" : 18781,
            "2342912" : 17326,
            "2375680" : 15817,
            "2408448" : 14560,
            "2441216" : 13284,
            "2473984" : 12139,
            "2506752" : 11023,
            "2539520" : 9878,
            "2572288" : 9175,
            "2605056" : 8374,
            "2637824" : 7612,
            "2670592" : 6582,
            "2703360" : 5950,
            "2736128" : 5634,
            "2768896" : 5235,
            "2801664" : 4858,
            "2834432" : 4442,
            "2867200" : 4141,
            "2899968" : 3819,
            "2932736" : 3514,
            "2965504" : 3487,
            "2998272" : 3171,
            "3031040" : 3183,
            "3063808" : 2991,
            "3096576" : 2821,
            "3129344" : 2734,
            "3162112" : 2715,
            "3194880" : 2613,
            "3227648" : 2491,
            "3260416" : 2523,
            "3293184" : 2378,
            "3325952" : 2300,
            "3358720" : 2208,
            "3391488" : 2253,
            "3424256" : 2201,
            "3457024" : 2079,
            "3489792" : 2080,
            "3522560" : 2090,
            "3555328" : 2000,
            "3588096" : 1981,
            "3620864" : 1984,
            "3653632" : 1843,
            "3686400" : 1901,
            "3719168" : 1858,
            "3751936" : 1778,
            "3784704" : 1709,
            "3817472" : 1739,
            "3850240" : 1759,
            "3883008" : 1710,
            "3915776" : 1746,
            "3948544" : 1648,
            "3981312" : 1651,
            "4014080" : 1587,
            "4046848" : 1698,
            "4079616" : 1607,
            "4112384" : 1594,
            "4145152" : 1584,
            "4177920" : 1549,
            "4227072" : 2934,
            "4292608" : 2967,
            "4358144" : 2900,
            "4423680" : 2947,
            "4489216" : 2896,
            "4554752" : 2857,
            "4620288" : 2825,
            "4685824" : 2767,
            "4751360" : 2583,
            "4816896" : 2683,
            "4882432" : 2663,
            "4947968" : 2746,
            "5013504" : 2693,
            "5079040" : 2676,
            "5144576" : 2629,
            "5210112" : 2650,
            "5275648" : 2642,
            "5341184" : 2579,
            "5406720" : 2693,
            "5472256" : 2657,
            "5537792" : 2658,
            "5603328" : 2589,
            "5668864" : 2634,
            "5734400" : 2633,
            "5799936" : 2698,
            "5865472" : 2703,
            "5931008" : 2638,
            "5996544" : 2697,
            "6062080" : 2723,
            "6127616" : 2615,
            "6193152" : 2722,
            "6258688" : 2631,
            "6324224" : 2708,
            "6389760" : 2643,
            "6455296" : 2718,
            "6520832" : 2793,
            "6586368" : 2703,
            "6651904" : 2816,
            "6717440" : 2794,
            "6782976" : 2833,
            "6848512" : 2777,
            "6914048" : 2779,
            "6979584" : 2805,
            "7045120" : 2928,
            "7110656" : 2924,
            "7176192" : 3024,
            "7241728" : 3023,
            "7307264" : 3097,
            "7372800" : 3050,
            "7438336" : 2989,
            "7503872" : 3206,
            "7569408" : 3184,
            "7634944" : 3209,
            "7700480" : 3294,
            "7766016" : 3214,
            "7831552" : 3348,
            "7897088" : 3351,
            "7962624" : 3414,
            "8028160" : 3384,
            "8093696" : 3463,
            "8159232" : 3492,
            "8224768" : 3455,
            "8290304" : 3515,
            "8355840" : 3629,
            "8454144" : 7315,
            "8585216" : 7576,
            "8716288" : 7880,
            "8847360" : 7886,
            "8978432" : 8220,
            "9109504" : 8171,
            "9240576" : 8591,
            "9371648" : 8816,
            "9502720" : 9228,
            "9633792" : 9034,
            "9764864" : 9684,
            "9895936" : 9777,
            "10027008" : 10105,
            "10158080" : 10579,
            "10289152" : 10428,
            "10420224" : 10727,
            "10551296" : 11210,
            "10682368" : 11251,
            "10813440" : 11534,
            "10944512" : 11609,
            "11075584" : 11733,
            "11206656" : 11960,
            "11337728" : 11877,
            "11468800" : 11989,
            "11599872" : 12015,
            "11730944" : 11817,
            "11862016" : 11609,
            "11993088" : 11147,
            "12124160" : 10696,
            "12255232" : 10266,
            "12386304" : 9656,
            "12517376" : 9070,
            "12648448" : 8277,
            "12779520" : 7747,
            "12910592" : 7029,
            "13041664" : 6437,
            "13172736" : 5825,
            "13303808" : 5163,
            "13434880" : 4680,
            "13565952" : 4031,
            "13697024" : 3547,
            "13828096" : 3114,
            "13959168" : 2730,
            "14090240" : 2355,
            "14221312" : 2186,
            "14352384" : 1906,
            "14483456" : 1722,
            "14614528" : 1631,
            "14745600" : 1526,
            "14876672" : 1511,
            "15007744" : 1390,
            "15138816" : 1247,
            "15269888" : 1319,
            "15400960" : 1250,
            "15532032" : 1271,
            "15663104" : 1238,
            "15794176" : 1241,
            "15925248" : 1224,
            "16056320" : 1232,
            "16187392" : 1123,
            "16318464" : 1171,
            "16449536" : 1107,
            "16580608" : 1178,
            "16711680" : 1196,
            "16908288" : 2275,
            "17170432" : 2256,
            "17432576" : 2373,
            "17694720" : 2477,
            "17956864" : 2666,
            "18219008" : 2687,
            "18481152" : 2782,
            "18743296" : 2849,
            "19005440" : 3016,
            "19267584" : 3270,
            "19529728" : 3261,
            "19791872" : 3357,
            "20054016" : 3393,
            "20316160" : 3460,
            "20578304" : 3563,
            "20840448" : 3637,
            "21102592" : 3609,
            "21364736" : 3525,
            "21626880" : 3503,
            "21889024" : 3618,
            "22151168" : 3588,
            "22413312" : 3528,
            "22675456" : 3348,
            "22937600" : 3276,
            "23199744" : 3206,
            "23461888" : 2842,
            "23724032" : 2551,
            "23986176" : 2226,
            "24248320" : 1980,
            "24510464" : 1729,
            "24772608" : 1477,
            "25034752" : 1249,
            "25296896" : 1158,
            "25559040" : 1022,
            "25821184" : 940,
            "26083328" : 842,
            "26345472" : 767,
            "26607616" : 694,
            "26869760" : 661,
            "27131904" : 544,
            "27394048" : 603,
            "27656192" : 574,
            "27918336" : 533,
            "28180480" : 518,
            "28442624" : 513,
            "28704768" : 470,
            "28966912" : 503,
            "29229056" : 449,
            "29491200" : 413,
            "29753344" : 415,
            "30015488" : 452,
            "30277632" : 424,
            "30539776" : 377,
            "30801920" : 469,
            "31064064" : 413,
            "31326208" : 392,
            "31588352" : 422,
            "31850496" : 383,
            "32112640" : 414,
            "32374784" : 373,
            "32636928" : 403,
            "32899072" : 394,
            "33161216" : 397,
            "33423360" : 405,
            "33816576" : 744,
            "34340864" : 696,
            "34865152" : 704,
            "35389440" : 610,
            "35913728" : 530,
            "36438016" : 467,
            "36962304" : 334,
            "37486592" : 270,
            "38010880" : 245,
            "38535168" : 166,
            "39059456" : 139,
            "39583744" : 119,
            "40108032" : 112,
            "40632320" : 79,
            "41156608" : 86,
            "41680896" : 69,
            "42205184" : 64,
            "42729472" : 54,
            "43253760" : 62,
            "43778048" : 50,
            "44302336" : 61,
            "44826624" : 55,
            "45350912" : 61,
            "45875200" : 52,
            "46399488" : 59,
            "46923776" : 62,
            "47448064" : 35,
            "47972352" : 40,
            "48496640" : 35,
            "49020928" : 32,
            "49545216" : 35,
            "50069504" : 23,
            "50593792" : 32,
            "51118080" : 31,
            "51642368" : 22,
            "52166656" : 20,
            "52690944" : 17,
            "53215232" : 9,
            "53739520" : 9,
            "54263808" : 12,
            "54788096" : 12,
            "55312384" : 6,
            "55836672" : 4,
            "56360960" : 5,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 4,
            "58458112" : 5,
            "58982400" : 3,
            "59506688" : 5,
            "60030976" : 6,
            "60555264" : 9,
            "61079552" : 6,
            "61603840" : 4,
            "62128128" : 7,
            "62652416" : 4,
            "63176704" : 7,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65273856" : 1,
            "65798144" : 3,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 11,
            "68681728" : 5,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 4,
            "73924608" : 1,
            "74973184" : 3,
            "76021760" : 3,
            "77070336" : 2,
            "78118912" : 2,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 6,
            "87556096" : 3
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8380809.629977,
          "stddev" : 7403571.676727,
          "N" : 1679613
        },
        "bw_min" : 41312,
        "bw_max" : 85613,
        "bw_agg" : 100.000000,
        "bw_mean" : 61110.949772,
        "bw_dev" : 260.832315,
        "bw_samples" : 7008,
        "iops_min" : 10326,
        "iops_max" : 21401,
        "iops_mean" : 15275.109589,
        "iops_stddev" : 65.216836,
        "iops_samples" : 7008
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520594,
      "usr_cpu" : 0.206045,
      "sys_cpu" : 3.943454,
      "ctx" : 2686902,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999940,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999940,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.016754,
        "4" : 28.908668,
        "10" : 17.870383,
        "20" : 20.312685,
        "50" : 4.868886,
        "100" : 0.020719,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092353,
  "timestamp_ms" : 1773092353893,
  "time" : "Mon Mar  9 18:39:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7485493248,
        "io_kbytes" : 7310052,
        "bw_bytes" : 62367676,
        "bw" : 60905,
        "iops" : 15227.591608,
        "runtime" : 120022,
        "total_ios" : 1827646,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2091577.444637,
          "stddev" : 3273354.941475,
          "N" : 1827646
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 87984228,
          "mean" : 6310820.396590,
          "stddev" : 6223417.098052,
          "N" : 1827614,
          "percentile" : {
            "1.000000" : 1351680,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2670592,
            "60.000000" : 5210112,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39059456,
            "99.950000" : 44826624,
            "99.990000" : 54788096
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 49,
            "1171456" : 192,
            "1187840" : 448,
            "1204224" : 580,
            "1220608" : 744,
            "1236992" : 907,
            "1253376" : 1189,
            "1269760" : 1438,
            "1286144" : 1776,
            "1302528" : 2182,
            "1318912" : 2488,
            "1335296" : 3028,
            "1351680" : 3499,
            "1368064" : 4173,
            "1384448" : 4694,
            "1400832" : 5171,
            "1417216" : 5849,
            "1433600" : 6441,
            "1449984" : 6947,
            "1466368" : 7667,
            "1482752" : 8048,
            "1499136" : 8659,
            "1515520" : 9026,
            "1531904" : 9558,
            "1548288" : 9927,
            "1564672" : 10304,
            "1581056" : 10820,
            "1597440" : 11098,
            "1613824" : 11807,
            "1630208" : 12278,
            "1646592" : 12468,
            "1662976" : 13043,
            "1679360" : 13385,
            "1695744" : 14039,
            "1712128" : 14537,
            "1728512" : 14916,
            "1744896" : 15373,
            "1761280" : 15982,
            "1777664" : 16295,
            "1794048" : 16486,
            "1810432" : 17044,
            "1826816" : 16950,
            "1843200" : 17145,
            "1859584" : 17293,
            "1875968" : 17230,
            "1892352" : 17397,
            "1908736" : 17338,
            "1925120" : 17272,
            "1941504" : 16705,
            "1957888" : 16900,
            "1974272" : 16590,
            "1990656" : 16830,
            "2007040" : 16619,
            "2023424" : 16322,
            "2039808" : 16281,
            "2056192" : 15831,
            "2072576" : 15576,
            "2088960" : 15447,
            "2113536" : 29427,
            "2146304" : 28293,
            "2179072" : 27088,
            "2211840" : 25321,
            "2244608" : 23457,
            "2277376" : 21897,
            "2310144" : 20196,
            "2342912" : 18655,
            "2375680" : 17022,
            "2408448" : 15637,
            "2441216" : 14286,
            "2473984" : 13020,
            "2506752" : 11796,
            "2539520" : 10601,
            "2572288" : 9785,
            "2605056" : 8897,
            "2637824" : 8116,
            "2670592" : 7037,
            "2703360" : 6387,
            "2736128" : 6060,
            "2768896" : 5629,
            "2801664" : 5187,
            "2834432" : 4754,
            "2867200" : 4460,
            "2899968" : 4120,
            "2932736" : 3790,
            "2965504" : 3771,
            "2998272" : 3424,
            "3031040" : 3415,
            "3063808" : 3218,
            "3096576" : 3061,
            "3129344" : 2969,
            "3162112" : 2946,
            "3194880" : 2823,
            "3227648" : 2679,
            "3260416" : 2744,
            "3293184" : 2577,
            "3325952" : 2500,
            "3358720" : 2424,
            "3391488" : 2443,
            "3424256" : 2399,
            "3457024" : 2275,
            "3489792" : 2264,
            "3522560" : 2301,
            "3555328" : 2165,
            "3588096" : 2160,
            "3620864" : 2147,
            "3653632" : 2014,
            "3686400" : 2077,
            "3719168" : 2039,
            "3751936" : 1960,
            "3784704" : 1879,
            "3817472" : 1943,
            "3850240" : 1917,
            "3883008" : 1883,
            "3915776" : 1916,
            "3948544" : 1793,
            "3981312" : 1804,
            "4014080" : 1718,
            "4046848" : 1869,
            "4079616" : 1775,
            "4112384" : 1753,
            "4145152" : 1754,
            "4177920" : 1714,
            "4227072" : 3259,
            "4292608" : 3252,
            "4358144" : 3202,
            "4423680" : 3229,
            "4489216" : 3189,
            "4554752" : 3135,
            "4620288" : 3131,
            "4685824" : 3037,
            "4751360" : 2860,
            "4816896" : 2984,
            "4882432" : 2927,
            "4947968" : 3019,
            "5013504" : 2964,
            "5079040" : 2943,
            "5144576" : 2893,
            "5210112" : 2913,
            "5275648" : 2908,
            "5341184" : 2824,
            "5406720" : 2965,
            "5472256" : 2928,
            "5537792" : 2903,
            "5603328" : 2883,
            "5668864" : 2887,
            "5734400" : 2882,
            "5799936" : 2925,
            "5865472" : 2969,
            "5931008" : 2891,
            "5996544" : 2937,
            "6062080" : 2957,
            "6127616" : 2851,
            "6193152" : 2959,
            "6258688" : 2885,
            "6324224" : 2933,
            "6389760" : 2870,
            "6455296" : 2984,
            "6520832" : 3034,
            "6586368" : 2924,
            "6651904" : 3060,
            "6717440" : 3031,
            "6782976" : 3067,
            "6848512" : 3016,
            "6914048" : 3044,
            "6979584" : 3057,
            "7045120" : 3153,
            "7110656" : 3155,
            "7176192" : 3264,
            "7241728" : 3279,
            "7307264" : 3312,
            "7372800" : 3279,
            "7438336" : 3237,
            "7503872" : 3437,
            "7569408" : 3430,
            "7634944" : 3456,
            "7700480" : 3542,
            "7766016" : 3462,
            "7831552" : 3612,
            "7897088" : 3631,
            "7962624" : 3664,
            "8028160" : 3652,
            "8093696" : 3716,
            "8159232" : 3758,
            "8224768" : 3739,
            "8290304" : 3803,
            "8355840" : 3936,
            "8454144" : 7978,
            "8585216" : 8244,
            "8716288" : 8577,
            "8847360" : 8622,
            "8978432" : 8972,
            "9109504" : 8953,
            "9240576" : 9381,
            "9371648" : 9656,
            "9502720" : 10174,
            "9633792" : 9905,
            "9764864" : 10648,
            "9895936" : 10759,
            "10027008" : 11098,
            "10158080" : 11636,
            "10289152" : 11490,
            "10420224" : 11756,
            "10551296" : 12280,
            "10682368" : 12351,
            "10813440" : 12647,
            "10944512" : 12722,
            "11075584" : 12877,
            "11206656" : 13043,
            "11337728" : 12966,
            "11468800" : 13065,
            "11599872" : 13127,
            "11730944" : 12959,
            "11862016" : 12765,
            "11993088" : 12136,
            "12124160" : 11710,
            "12255232" : 11178,
            "12386304" : 10539,
            "12517376" : 9894,
            "12648448" : 9095,
            "12779520" : 8440,
            "12910592" : 7639,
            "13041664" : 7024,
            "13172736" : 6333,
            "13303808" : 5603,
            "13434880" : 5050,
            "13565952" : 4353,
            "13697024" : 3815,
            "13828096" : 3374,
            "13959168" : 2960,
            "14090240" : 2535,
            "14221312" : 2365,
            "14352384" : 2069,
            "14483456" : 1861,
            "14614528" : 1789,
            "14745600" : 1647,
            "14876672" : 1634,
            "15007744" : 1526,
            "15138816" : 1364,
            "15269888" : 1436,
            "15400960" : 1365,
            "15532032" : 1360,
            "15663104" : 1334,
            "15794176" : 1335,
            "15925248" : 1344,
            "16056320" : 1360,
            "16187392" : 1240,
            "16318464" : 1282,
            "16449536" : 1214,
            "16580608" : 1301,
            "16711680" : 1312,
            "16908288" : 2507,
            "17170432" : 2497,
            "17432576" : 2646,
            "17694720" : 2735,
            "17956864" : 2916,
            "18219008" : 2934,
            "18481152" : 3041,
            "18743296" : 3127,
            "19005440" : 3331,
            "19267584" : 3584,
            "19529728" : 3614,
            "19791872" : 3659,
            "20054016" : 3704,
            "20316160" : 3806,
            "20578304" : 3926,
            "20840448" : 3971,
            "21102592" : 3917,
            "21364736" : 3866,
            "21626880" : 3806,
            "21889024" : 3932,
            "22151168" : 3936,
            "22413312" : 3853,
            "22675456" : 3652,
            "22937600" : 3558,
            "23199744" : 3469,
            "23461888" : 3116,
            "23724032" : 2795,
            "23986176" : 2434,
            "24248320" : 2152,
            "24510464" : 1874,
            "24772608" : 1612,
            "25034752" : 1361,
            "25296896" : 1251,
            "25559040" : 1100,
            "25821184" : 1015,
            "26083328" : 906,
            "26345472" : 821,
            "26607616" : 756,
            "26869760" : 718,
            "27131904" : 599,
            "27394048" : 644,
            "27656192" : 620,
            "27918336" : 580,
            "28180480" : 549,
            "28442624" : 565,
            "28704768" : 524,
            "28966912" : 552,
            "29229056" : 487,
            "29491200" : 447,
            "29753344" : 459,
            "30015488" : 493,
            "30277632" : 469,
            "30539776" : 424,
            "30801920" : 520,
            "31064064" : 466,
            "31326208" : 441,
            "31588352" : 456,
            "31850496" : 425,
            "32112640" : 443,
            "32374784" : 418,
            "32636928" : 435,
            "32899072" : 438,
            "33161216" : 426,
            "33423360" : 437,
            "33816576" : 833,
            "34340864" : 774,
            "34865152" : 788,
            "35389440" : 681,
            "35913728" : 594,
            "36438016" : 529,
            "36962304" : 372,
            "37486592" : 296,
            "38010880" : 257,
            "38535168" : 175,
            "39059456" : 145,
            "39583744" : 124,
            "40108032" : 117,
            "40632320" : 83,
            "41156608" : 92,
            "41680896" : 79,
            "42205184" : 67,
            "42729472" : 56,
            "43253760" : 70,
            "43778048" : 57,
            "44302336" : 66,
            "44826624" : 61,
            "45350912" : 64,
            "45875200" : 55,
            "46399488" : 61,
            "46923776" : 71,
            "47448064" : 43,
            "47972352" : 46,
            "48496640" : 46,
            "49020928" : 41,
            "49545216" : 40,
            "50069504" : 28,
            "50593792" : 47,
            "51118080" : 40,
            "51642368" : 25,
            "52166656" : 22,
            "52690944" : 19,
            "53215232" : 9,
            "53739520" : 9,
            "54263808" : 12,
            "54788096" : 12,
            "55312384" : 6,
            "55836672" : 4,
            "56360960" : 5,
            "56885248" : 5,
            "57409536" : 3,
            "57933824" : 4,
            "58458112" : 5,
            "58982400" : 3,
            "59506688" : 5,
            "60030976" : 6,
            "60555264" : 9,
            "61079552" : 6,
            "61603840" : 4,
            "62128128" : 7,
            "62652416" : 4,
            "63176704" : 7,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 4,
            "65273856" : 1,
            "65798144" : 3,
            "66322432" : 3,
            "66846720" : 4,
            "67633152" : 11,
            "68681728" : 7,
            "69730304" : 3,
            "70778880" : 6,
            "71827456" : 1,
            "72876032" : 4,
            "73924608" : 1,
            "74973184" : 3,
            "76021760" : 3,
            "77070336" : 2,
            "78118912" : 2,
            "79167488" : 4,
            "80216064" : 3,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 6,
            "87556096" : 3
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8402285.211880,
          "stddev" : 7416139.545513,
          "N" : 1827614
        },
        "bw_min" : 40732,
        "bw_max" : 85776,
        "bw_agg" : 100.000000,
        "bw_mean" : 60940.924686,
        "bw_dev" : 262.411404,
        "bw_samples" : 7648,
        "iops_min" : 10182,
        "iops_max" : 21442,
        "iops_mean" : 15232.707113,
        "iops_stddev" : 65.609712,
        "iops_samples" : 7648
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3840597,
      "usr_cpu" : 0.205619,
      "sys_cpu" : 3.932618,
      "ctx" : 2924236,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.093898,
        "4" : 28.659325,
        "10" : 17.927979,
        "20" : 20.408547,
        "50" : 4.887489,
        "100" : 0.021011,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092363,
  "timestamp_ms" : 1773092363888,
  "time" : "Mon Mar  9 18:39:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8093876224,
        "io_kbytes" : 7904176,
        "bw_bytes" : 62250051,
        "bw" : 60791,
        "iops" : 15198.997093,
        "runtime" : 130022,
        "total_ios" : 1976204,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2095439.670639,
          "stddev" : 3283645.009433,
          "N" : 1976204
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 87984228,
          "mean" : 6322507.113957,
          "stddev" : 6248736.208419,
          "N" : 1976172,
          "percentile" : {
            "1.000000" : 1351680,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2670592,
            "60.000000" : 5275648,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 20054016,
            "99.000000" : 27656192,
            "99.500000" : 32636928,
            "99.900000" : 39583744,
            "99.950000" : 45350912,
            "99.990000" : 56360960
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 50,
            "1171456" : 200,
            "1187840" : 472,
            "1204224" : 619,
            "1220608" : 827,
            "1236992" : 1001,
            "1253376" : 1305,
            "1269760" : 1603,
            "1286144" : 1993,
            "1302528" : 2418,
            "1318912" : 2760,
            "1335296" : 3320,
            "1351680" : 3878,
            "1368064" : 4566,
            "1384448" : 5163,
            "1400832" : 5656,
            "1417216" : 6416,
            "1433600" : 7027,
            "1449984" : 7580,
            "1466368" : 8346,
            "1482752" : 8781,
            "1499136" : 9372,
            "1515520" : 9822,
            "1531904" : 10369,
            "1548288" : 10746,
            "1564672" : 11212,
            "1581056" : 11753,
            "1597440" : 12074,
            "1613824" : 12818,
            "1630208" : 13333,
            "1646592" : 13541,
            "1662976" : 14194,
            "1679360" : 14552,
            "1695744" : 15248,
            "1712128" : 15777,
            "1728512" : 16202,
            "1744896" : 16729,
            "1761280" : 17293,
            "1777664" : 17607,
            "1794048" : 17826,
            "1810432" : 18336,
            "1826816" : 18355,
            "1843200" : 18585,
            "1859584" : 18727,
            "1875968" : 18704,
            "1892352" : 18820,
            "1908736" : 18775,
            "1925120" : 18585,
            "1941504" : 18088,
            "1957888" : 18295,
            "1974272" : 17977,
            "1990656" : 18193,
            "2007040" : 17917,
            "2023424" : 17672,
            "2039808" : 17622,
            "2056192" : 17026,
            "2072576" : 16819,
            "2088960" : 16645,
            "2113536" : 31836,
            "2146304" : 30527,
            "2179072" : 29162,
            "2211840" : 27270,
            "2244608" : 25369,
            "2277376" : 23592,
            "2310144" : 21767,
            "2342912" : 20092,
            "2375680" : 18341,
            "2408448" : 16858,
            "2441216" : 15387,
            "2473984" : 14026,
            "2506752" : 12685,
            "2539520" : 11434,
            "2572288" : 10560,
            "2605056" : 9556,
            "2637824" : 8776,
            "2670592" : 7566,
            "2703360" : 6909,
            "2736128" : 6492,
            "2768896" : 6076,
            "2801664" : 5558,
            "2834432" : 5104,
            "2867200" : 4792,
            "2899968" : 4444,
            "2932736" : 4078,
            "2965504" : 4057,
            "2998272" : 3676,
            "3031040" : 3709,
            "3063808" : 3487,
            "3096576" : 3298,
            "3129344" : 3216,
            "3162112" : 3180,
            "3194880" : 3061,
            "3227648" : 2894,
            "3260416" : 2945,
            "3293184" : 2774,
            "3325952" : 2683,
            "3358720" : 2613,
            "3391488" : 2637,
            "3424256" : 2545,
            "3457024" : 2453,
            "3489792" : 2425,
            "3522560" : 2456,
            "3555328" : 2325,
            "3588096" : 2325,
            "3620864" : 2301,
            "3653632" : 2162,
            "3686400" : 2213,
            "3719168" : 2174,
            "3751936" : 2098,
            "3784704" : 2020,
            "3817472" : 2074,
            "3850240" : 2047,
            "3883008" : 2010,
            "3915776" : 2055,
            "3948544" : 1930,
            "3981312" : 1937,
            "4014080" : 1851,
            "4046848" : 2004,
            "4079616" : 1909,
            "4112384" : 1875,
            "4145152" : 1854,
            "4177920" : 1821,
            "4227072" : 3514,
            "4292608" : 3476,
            "4358144" : 3449,
            "4423680" : 3429,
            "4489216" : 3415,
            "4554752" : 3363,
            "4620288" : 3363,
            "4685824" : 3223,
            "4751360" : 3069,
            "4816896" : 3202,
            "4882432" : 3133,
            "4947968" : 3206,
            "5013504" : 3158,
            "5079040" : 3144,
            "5144576" : 3095,
            "5210112" : 3144,
            "5275648" : 3088,
            "5341184" : 3025,
            "5406720" : 3161,
            "5472256" : 3140,
            "5537792" : 3081,
            "5603328" : 3061,
            "5668864" : 3095,
            "5734400" : 3062,
            "5799936" : 3093,
            "5865472" : 3183,
            "5931008" : 3061,
            "5996544" : 3152,
            "6062080" : 3150,
            "6127616" : 3049,
            "6193152" : 3157,
            "6258688" : 3092,
            "6324224" : 3123,
            "6389760" : 3075,
            "6455296" : 3211,
            "6520832" : 3263,
            "6586368" : 3117,
            "6651904" : 3276,
            "6717440" : 3228,
            "6782976" : 3269,
            "6848512" : 3213,
            "6914048" : 3250,
            "6979584" : 3270,
            "7045120" : 3372,
            "7110656" : 3383,
            "7176192" : 3491,
            "7241728" : 3509,
            "7307264" : 3530,
            "7372800" : 3527,
            "7438336" : 3475,
            "7503872" : 3670,
            "7569408" : 3672,
            "7634944" : 3702,
            "7700480" : 3784,
            "7766016" : 3713,
            "7831552" : 3886,
            "7897088" : 3923,
            "7962624" : 3974,
            "8028160" : 3963,
            "8093696" : 4004,
            "8159232" : 4064,
            "8224768" : 4085,
            "8290304" : 4118,
            "8355840" : 4272,
            "8454144" : 8594,
            "8585216" : 8928,
            "8716288" : 9277,
            "8847360" : 9358,
            "8978432" : 9721,
            "9109504" : 9695,
            "9240576" : 10199,
            "9371648" : 10506,
            "9502720" : 11015,
            "9633792" : 10782,
            "9764864" : 11498,
            "9895936" : 11699,
            "10027008" : 12080,
            "10158080" : 12613,
            "10289152" : 12508,
            "10420224" : 12789,
            "10551296" : 13290,
            "10682368" : 13462,
            "10813440" : 13717,
            "10944512" : 13813,
            "11075584" : 13989,
            "11206656" : 14131,
            "11337728" : 14050,
            "11468800" : 14158,
            "11599872" : 14172,
            "11730944" : 14020,
            "11862016" : 13775,
            "11993088" : 13110,
            "12124160" : 12642,
            "12255232" : 12031,
            "12386304" : 11384,
            "12517376" : 10665,
            "12648448" : 9869,
            "12779520" : 9127,
            "12910592" : 8256,
            "13041664" : 7586,
            "13172736" : 6813,
            "13303808" : 6091,
            "13434880" : 5490,
            "13565952" : 4730,
            "13697024" : 4180,
            "13828096" : 3689,
            "13959168" : 3219,
            "14090240" : 2740,
            "14221312" : 2598,
            "14352384" : 2260,
            "14483456" : 2036,
            "14614528" : 1969,
            "14745600" : 1802,
            "14876672" : 1773,
            "15007744" : 1649,
            "15138816" : 1494,
            "15269888" : 1556,
            "15400960" : 1483,
            "15532032" : 1513,
            "15663104" : 1459,
            "15794176" : 1448,
            "15925248" : 1460,
            "16056320" : 1460,
            "16187392" : 1337,
            "16318464" : 1388,
            "16449536" : 1331,
            "16580608" : 1409,
            "16711680" : 1409,
            "16908288" : 2712,
            "17170432" : 2705,
            "17432576" : 2863,
            "17694720" : 2943,
            "17956864" : 3136,
            "18219008" : 3161,
            "18481152" : 3282,
            "18743296" : 3423,
            "19005440" : 3641,
            "19267584" : 3854,
            "19529728" : 3909,
            "19791872" : 3950,
            "20054016" : 4015,
            "20316160" : 4150,
            "20578304" : 4277,
            "20840448" : 4300,
            "21102592" : 4235,
            "21364736" : 4196,
            "21626880" : 4089,
            "21889024" : 4200,
            "22151168" : 4216,
            "22413312" : 4154,
            "22675456" : 3945,
            "22937600" : 3799,
            "23199744" : 3727,
            "23461888" : 3350,
            "23724032" : 3032,
            "23986176" : 2708,
            "24248320" : 2372,
            "24510464" : 2085,
            "24772608" : 1788,
            "25034752" : 1550,
            "25296896" : 1387,
            "25559040" : 1240,
            "25821184" : 1132,
            "26083328" : 1003,
            "26345472" : 895,
            "26607616" : 829,
            "26869760" : 780,
            "27131904" : 655,
            "27394048" : 701,
            "27656192" : 683,
            "27918336" : 629,
            "28180480" : 598,
            "28442624" : 618,
            "28704768" : 590,
            "28966912" : 593,
            "29229056" : 531,
            "29491200" : 508,
            "29753344" : 510,
            "30015488" : 536,
            "30277632" : 514,
            "30539776" : 465,
            "30801920" : 553,
            "31064064" : 513,
            "31326208" : 473,
            "31588352" : 491,
            "31850496" : 464,
            "32112640" : 476,
            "32374784" : 455,
            "32636928" : 471,
            "32899072" : 470,
            "33161216" : 455,
            "33423360" : 471,
            "33816576" : 887,
            "34340864" : 840,
            "34865152" : 832,
            "35389440" : 738,
            "35913728" : 657,
            "36438016" : 598,
            "36962304" : 421,
            "37486592" : 357,
            "38010880" : 307,
            "38535168" : 201,
            "39059456" : 173,
            "39583744" : 140,
            "40108032" : 128,
            "40632320" : 98,
            "41156608" : 103,
            "41680896" : 86,
            "42205184" : 84,
            "42729472" : 62,
            "43253760" : 80,
            "43778048" : 66,
            "44302336" : 74,
            "44826624" : 69,
            "45350912" : 73,
            "45875200" : 62,
            "46399488" : 73,
            "46923776" : 78,
            "47448064" : 47,
            "47972352" : 49,
            "48496640" : 54,
            "49020928" : 47,
            "49545216" : 45,
            "50069504" : 35,
            "50593792" : 55,
            "51118080" : 50,
            "51642368" : 30,
            "52166656" : 27,
            "52690944" : 24,
            "53215232" : 12,
            "53739520" : 13,
            "54263808" : 16,
            "54788096" : 14,
            "55312384" : 7,
            "55836672" : 9,
            "56360960" : 6,
            "56885248" : 6,
            "57409536" : 7,
            "57933824" : 5,
            "58458112" : 9,
            "58982400" : 5,
            "59506688" : 9,
            "60030976" : 7,
            "60555264" : 11,
            "61079552" : 6,
            "61603840" : 5,
            "62128128" : 7,
            "62652416" : 4,
            "63176704" : 8,
            "63700992" : 4,
            "64225280" : 3,
            "64749568" : 5,
            "65273856" : 1,
            "65798144" : 3,
            "66322432" : 4,
            "66846720" : 6,
            "67633152" : 13,
            "68681728" : 11,
            "69730304" : 6,
            "70778880" : 7,
            "71827456" : 1,
            "72876032" : 4,
            "73924608" : 1,
            "74973184" : 3,
            "76021760" : 3,
            "77070336" : 2,
            "78118912" : 2,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 1,
            "85458944" : 7,
            "87556096" : 3
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 100604722,
          "mean" : 8417923.737920,
          "stddev" : 7447606.934499,
          "N" : 1976172
        },
        "bw_min" : 40308,
        "bw_max" : 85776,
        "bw_agg" : 100.000000,
        "bw_mean" : 60808.490347,
        "bw_dev" : 262.695606,
        "bw_samples" : 8288,
        "iops_min" : 10076,
        "iops_max" : 21442,
        "iops_mean" : 15199.625483,
        "iops_stddev" : 65.682483,
        "iops_samples" : 8288
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4160602,
      "usr_cpu" : 0.205812,
      "sys_cpu" : 3.923326,
      "ctx" : 3156298,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.197140,
        "4" : 28.565978,
        "10" : 17.836215,
        "20" : 20.454113,
        "50" : 4.920696,
        "100" : 0.024238,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092373,
  "timestamp_ms" : 1773092373885,
  "time" : "Mon Mar  9 18:39:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8719790080,
        "io_kbytes" : 8515420,
        "bw_bytes" : 62274428,
        "bw" : 60814,
        "iops" : 15205.160618,
        "runtime" : 140022,
        "total_ios" : 2129057,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2094496.972606,
          "stddev" : 3291853.829055,
          "N" : 2129057
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 102302908,
          "mean" : 6319931.499958,
          "stddev" : 6271853.269061,
          "N" : 2129025,
          "percentile" : {
            "1.000000" : 1351680,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2637824,
            "60.000000" : 5210112,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 20054016,
            "99.000000" : 27656192,
            "99.500000" : 32636928,
            "99.900000" : 40108032,
            "99.950000" : 46399488,
            "99.990000" : 60030976
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 9,
            "1155072" : 54,
            "1171456" : 205,
            "1187840" : 486,
            "1204224" : 661,
            "1220608" : 862,
            "1236992" : 1076,
            "1253376" : 1382,
            "1269760" : 1718,
            "1286144" : 2140,
            "1302528" : 2576,
            "1318912" : 2932,
            "1335296" : 3556,
            "1351680" : 4146,
            "1368064" : 4878,
            "1384448" : 5489,
            "1400832" : 6050,
            "1417216" : 6877,
            "1433600" : 7553,
            "1449984" : 8165,
            "1466368" : 8970,
            "1482752" : 9465,
            "1499136" : 10098,
            "1515520" : 10645,
            "1531904" : 11163,
            "1548288" : 11561,
            "1564672" : 12063,
            "1581056" : 12648,
            "1597440" : 12936,
            "1613824" : 13744,
            "1630208" : 14391,
            "1646592" : 14611,
            "1662976" : 15319,
            "1679360" : 15642,
            "1695744" : 16450,
            "1712128" : 17028,
            "1728512" : 17445,
            "1744896" : 18026,
            "1761280" : 18622,
            "1777664" : 18995,
            "1794048" : 19242,
            "1810432" : 19751,
            "1826816" : 19830,
            "1843200" : 20039,
            "1859584" : 20236,
            "1875968" : 20251,
            "1892352" : 20376,
            "1908736" : 20217,
            "1925120" : 20115,
            "1941504" : 19636,
            "1957888" : 19749,
            "1974272" : 19458,
            "1990656" : 19654,
            "2007040" : 19373,
            "2023424" : 19073,
            "2039808" : 19042,
            "2056192" : 18394,
            "2072576" : 18215,
            "2088960" : 17967,
            "2113536" : 34498,
            "2146304" : 33059,
            "2179072" : 31540,
            "2211840" : 29464,
            "2244608" : 27502,
            "2277376" : 25551,
            "2310144" : 23594,
            "2342912" : 21869,
            "2375680" : 19853,
            "2408448" : 18300,
            "2441216" : 16704,
            "2473984" : 15225,
            "2506752" : 13772,
            "2539520" : 12438,
            "2572288" : 11462,
            "2605056" : 10350,
            "2637824" : 9539,
            "2670592" : 8243,
            "2703360" : 7516,
            "2736128" : 7102,
            "2768896" : 6613,
            "2801664" : 6048,
            "2834432" : 5571,
            "2867200" : 5221,
            "2899968" : 4845,
            "2932736" : 4451,
            "2965504" : 4416,
            "2998272" : 4003,
            "3031040" : 4009,
            "3063808" : 3792,
            "3096576" : 3555,
            "3129344" : 3482,
            "3162112" : 3432,
            "3194880" : 3285,
            "3227648" : 3094,
            "3260416" : 3150,
            "3293184" : 2997,
            "3325952" : 2869,
            "3358720" : 2820,
            "3391488" : 2827,
            "3424256" : 2741,
            "3457024" : 2642,
            "3489792" : 2590,
            "3522560" : 2620,
            "3555328" : 2482,
            "3588096" : 2469,
            "3620864" : 2437,
            "3653632" : 2313,
            "3686400" : 2371,
            "3719168" : 2303,
            "3751936" : 2242,
            "3784704" : 2153,
            "3817472" : 2207,
            "3850240" : 2179,
            "3883008" : 2144,
            "3915776" : 2178,
            "3948544" : 2058,
            "3981312" : 2050,
            "4014080" : 1971,
            "4046848" : 2134,
            "4079616" : 2046,
            "4112384" : 2008,
            "4145152" : 1991,
            "4177920" : 1951,
            "4227072" : 3780,
            "4292608" : 3710,
            "4358144" : 3732,
            "4423680" : 3655,
            "4489216" : 3635,
            "4554752" : 3576,
            "4620288" : 3589,
            "4685824" : 3430,
            "4751360" : 3264,
            "4816896" : 3416,
            "4882432" : 3326,
            "4947968" : 3412,
            "5013504" : 3362,
            "5079040" : 3364,
            "5144576" : 3313,
            "5210112" : 3374,
            "5275648" : 3295,
            "5341184" : 3241,
            "5406720" : 3376,
            "5472256" : 3356,
            "5537792" : 3290,
            "5603328" : 3271,
            "5668864" : 3326,
            "5734400" : 3263,
            "5799936" : 3303,
            "5865472" : 3395,
            "5931008" : 3285,
            "5996544" : 3379,
            "6062080" : 3372,
            "6127616" : 3247,
            "6193152" : 3406,
            "6258688" : 3288,
            "6324224" : 3330,
            "6389760" : 3295,
            "6455296" : 3423,
            "6520832" : 3482,
            "6586368" : 3300,
            "6651904" : 3480,
            "6717440" : 3460,
            "6782976" : 3477,
            "6848512" : 3438,
            "6914048" : 3471,
            "6979584" : 3468,
            "7045120" : 3575,
            "7110656" : 3613,
            "7176192" : 3746,
            "7241728" : 3734,
            "7307264" : 3750,
            "7372800" : 3739,
            "7438336" : 3702,
            "7503872" : 3891,
            "7569408" : 3879,
            "7634944" : 3941,
            "7700480" : 4012,
            "7766016" : 3939,
            "7831552" : 4110,
            "7897088" : 4144,
            "7962624" : 4190,
            "8028160" : 4206,
            "8093696" : 4218,
            "8159232" : 4305,
            "8224768" : 4340,
            "8290304" : 4387,
            "8355840" : 4523,
            "8454144" : 9181,
            "8585216" : 9459,
            "8716288" : 9878,
            "8847360" : 9979,
            "8978432" : 10377,
            "9109504" : 10433,
            "9240576" : 10973,
            "9371648" : 11298,
            "9502720" : 11810,
            "9633792" : 11619,
            "9764864" : 12382,
            "9895936" : 12611,
            "10027008" : 13051,
            "10158080" : 13614,
            "10289152" : 13560,
            "10420224" : 13877,
            "10551296" : 14370,
            "10682368" : 14667,
            "10813440" : 14828,
            "10944512" : 14929,
            "11075584" : 15149,
            "11206656" : 15287,
            "11337728" : 15232,
            "11468800" : 15310,
            "11599872" : 15210,
            "11730944" : 15162,
            "11862016" : 14850,
            "11993088" : 14147,
            "12124160" : 13628,
            "12255232" : 12920,
            "12386304" : 12275,
            "12517376" : 11525,
            "12648448" : 10637,
            "12779520" : 9866,
            "12910592" : 8875,
            "13041664" : 8174,
            "13172736" : 7306,
            "13303808" : 6492,
            "13434880" : 5854,
            "13565952" : 5047,
            "13697024" : 4446,
            "13828096" : 3915,
            "13959168" : 3417,
            "14090240" : 2924,
            "14221312" : 2755,
            "14352384" : 2385,
            "14483456" : 2171,
            "14614528" : 2106,
            "14745600" : 1933,
            "14876672" : 1876,
            "15007744" : 1760,
            "15138816" : 1599,
            "15269888" : 1652,
            "15400960" : 1576,
            "15532032" : 1600,
            "15663104" : 1533,
            "15794176" : 1542,
            "15925248" : 1543,
            "16056320" : 1550,
            "16187392" : 1418,
            "16318464" : 1473,
            "16449536" : 1415,
            "16580608" : 1484,
            "16711680" : 1472,
            "16908288" : 2838,
            "17170432" : 2890,
            "17432576" : 3061,
            "17694720" : 3140,
            "17956864" : 3372,
            "18219008" : 3375,
            "18481152" : 3526,
            "18743296" : 3684,
            "19005440" : 3913,
            "19267584" : 4146,
            "19529728" : 4210,
            "19791872" : 4279,
            "20054016" : 4350,
            "20316160" : 4502,
            "20578304" : 4649,
            "20840448" : 4679,
            "21102592" : 4588,
            "21364736" : 4539,
            "21626880" : 4435,
            "21889024" : 4553,
            "22151168" : 4543,
            "22413312" : 4486,
            "22675456" : 4236,
            "22937600" : 4107,
            "23199744" : 3968,
            "23461888" : 3628,
            "23724032" : 3268,
            "23986176" : 2930,
            "24248320" : 2559,
            "24510464" : 2233,
            "24772608" : 1923,
            "25034752" : 1678,
            "25296896" : 1502,
            "25559040" : 1326,
            "25821184" : 1185,
            "26083328" : 1066,
            "26345472" : 943,
            "26607616" : 875,
            "26869760" : 839,
            "27131904" : 714,
            "27394048" : 749,
            "27656192" : 732,
            "27918336" : 669,
            "28180480" : 637,
            "28442624" : 668,
            "28704768" : 635,
            "28966912" : 636,
            "29229056" : 579,
            "29491200" : 538,
            "29753344" : 549,
            "30015488" : 570,
            "30277632" : 541,
            "30539776" : 501,
            "30801920" : 577,
            "31064064" : 541,
            "31326208" : 495,
            "31588352" : 530,
            "31850496" : 492,
            "32112640" : 506,
            "32374784" : 500,
            "32636928" : 495,
            "32899072" : 505,
            "33161216" : 500,
            "33423360" : 500,
            "33816576" : 955,
            "34340864" : 916,
            "34865152" : 902,
            "35389440" : 797,
            "35913728" : 729,
            "36438016" : 671,
            "36962304" : 503,
            "37486592" : 420,
            "38010880" : 333,
            "38535168" : 226,
            "39059456" : 198,
            "39583744" : 161,
            "40108032" : 149,
            "40632320" : 118,
            "41156608" : 122,
            "41680896" : 99,
            "42205184" : 92,
            "42729472" : 71,
            "43253760" : 89,
            "43778048" : 76,
            "44302336" : 86,
            "44826624" : 79,
            "45350912" : 84,
            "45875200" : 70,
            "46399488" : 83,
            "46923776" : 92,
            "47448064" : 54,
            "47972352" : 62,
            "48496640" : 62,
            "49020928" : 52,
            "49545216" : 53,
            "50069504" : 39,
            "50593792" : 63,
            "51118080" : 57,
            "51642368" : 40,
            "52166656" : 34,
            "52690944" : 31,
            "53215232" : 18,
            "53739520" : 19,
            "54263808" : 25,
            "54788096" : 18,
            "55312384" : 10,
            "55836672" : 15,
            "56360960" : 10,
            "56885248" : 9,
            "57409536" : 8,
            "57933824" : 8,
            "58458112" : 11,
            "58982400" : 11,
            "59506688" : 11,
            "60030976" : 9,
            "60555264" : 11,
            "61079552" : 8,
            "61603840" : 7,
            "62128128" : 9,
            "62652416" : 6,
            "63176704" : 11,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 7,
            "65273856" : 6,
            "65798144" : 6,
            "66322432" : 9,
            "66846720" : 7,
            "67633152" : 14,
            "68681728" : 15,
            "69730304" : 9,
            "70778880" : 10,
            "71827456" : 2,
            "72876032" : 10,
            "73924608" : 1,
            "74973184" : 4,
            "76021760" : 5,
            "77070336" : 4,
            "78118912" : 3,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 2,
            "85458944" : 7,
            "86507520" : 1,
            "87556096" : 4,
            "88604672" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 114014613,
          "mean" : 8414462.065795,
          "stddev" : 7476786.764043,
          "N" : 2129025
        },
        "bw_min" : 39751,
        "bw_max" : 86968,
        "bw_agg" : 100.000000,
        "bw_mean" : 60852.465950,
        "bw_dev" : 266.987514,
        "bw_samples" : 8928,
        "iops_min" : 9937,
        "iops_max" : 21740,
        "iops_mean" : 15210.677419,
        "iops_stddev" : 66.757465,
        "iops_samples" : 8928
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4480597,
      "usr_cpu" : 0.205888,
      "sys_cpu" : 3.925593,
      "ctx" : 3396602,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999953,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999953,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.210987,
        "4" : 28.697870,
        "10" : 17.680973,
        "20" : 20.442243,
        "50" : 4.936505,
        "100" : 0.029872,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092383,
  "timestamp_ms" : 1773092383885,
  "time" : "Mon Mar  9 18:39:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9347915776,
        "io_kbytes" : 9128824,
        "bw_bytes" : 62310299,
        "bw" : 60849,
        "iops" : 15213.302049,
        "runtime" : 150022,
        "total_ios" : 2282330,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2093280.831206,
          "stddev" : 3283533.027283,
          "N" : 2282330
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 102302908,
          "mean" : 6316452.940686,
          "stddev" : 6249841.759875,
          "N" : 2282298,
          "percentile" : {
            "1.000000" : 1351680,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2637824,
            "60.000000" : 5210112,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27656192,
            "99.500000" : 32636928,
            "99.900000" : 39583744,
            "99.950000" : 45875200,
            "99.990000" : 58982400
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 10,
            "1155072" : 58,
            "1171456" : 217,
            "1187840" : 512,
            "1204224" : 704,
            "1220608" : 909,
            "1236992" : 1131,
            "1253376" : 1445,
            "1269760" : 1809,
            "1286144" : 2233,
            "1302528" : 2711,
            "1318912" : 3079,
            "1335296" : 3739,
            "1351680" : 4375,
            "1368064" : 5161,
            "1384448" : 5801,
            "1400832" : 6401,
            "1417216" : 7262,
            "1433600" : 8031,
            "1449984" : 8641,
            "1466368" : 9608,
            "1482752" : 10062,
            "1499136" : 10764,
            "1515520" : 11380,
            "1531904" : 11906,
            "1548288" : 12395,
            "1564672" : 12890,
            "1581056" : 13469,
            "1597440" : 13803,
            "1613824" : 14634,
            "1630208" : 15381,
            "1646592" : 15626,
            "1662976" : 16306,
            "1679360" : 16739,
            "1695744" : 17570,
            "1712128" : 18184,
            "1728512" : 18618,
            "1744896" : 19246,
            "1761280" : 19970,
            "1777664" : 20322,
            "1794048" : 20629,
            "1810432" : 21196,
            "1826816" : 21261,
            "1843200" : 21611,
            "1859584" : 21745,
            "1875968" : 21772,
            "1892352" : 21921,
            "1908736" : 21664,
            "1925120" : 21608,
            "1941504" : 21052,
            "1957888" : 21248,
            "1974272" : 20903,
            "1990656" : 21041,
            "2007040" : 20755,
            "2023424" : 20440,
            "2039808" : 20433,
            "2056192" : 19788,
            "2072576" : 19528,
            "2088960" : 19306,
            "2113536" : 37061,
            "2146304" : 35474,
            "2179072" : 33859,
            "2211840" : 31579,
            "2244608" : 29493,
            "2277376" : 27452,
            "2310144" : 25320,
            "2342912" : 23434,
            "2375680" : 21334,
            "2408448" : 19597,
            "2441216" : 17917,
            "2473984" : 16311,
            "2506752" : 14805,
            "2539520" : 13378,
            "2572288" : 12193,
            "2605056" : 11089,
            "2637824" : 10203,
            "2670592" : 8825,
            "2703360" : 8035,
            "2736128" : 7629,
            "2768896" : 7059,
            "2801664" : 6455,
            "2834432" : 5914,
            "2867200" : 5560,
            "2899968" : 5166,
            "2932736" : 4759,
            "2965504" : 4707,
            "2998272" : 4264,
            "3031040" : 4264,
            "3063808" : 4018,
            "3096576" : 3789,
            "3129344" : 3691,
            "3162112" : 3644,
            "3194880" : 3472,
            "3227648" : 3318,
            "3260416" : 3380,
            "3293184" : 3201,
            "3325952" : 3086,
            "3358720" : 3006,
            "3391488" : 3043,
            "3424256" : 2929,
            "3457024" : 2834,
            "3489792" : 2762,
            "3522560" : 2807,
            "3555328" : 2661,
            "3588096" : 2656,
            "3620864" : 2611,
            "3653632" : 2495,
            "3686400" : 2548,
            "3719168" : 2478,
            "3751936" : 2407,
            "3784704" : 2325,
            "3817472" : 2377,
            "3850240" : 2345,
            "3883008" : 2288,
            "3915776" : 2336,
            "3948544" : 2229,
            "3981312" : 2207,
            "4014080" : 2112,
            "4046848" : 2279,
            "4079616" : 2183,
            "4112384" : 2134,
            "4145152" : 2133,
            "4177920" : 2099,
            "4227072" : 4055,
            "4292608" : 3968,
            "4358144" : 3978,
            "4423680" : 3957,
            "4489216" : 3908,
            "4554752" : 3840,
            "4620288" : 3875,
            "4685824" : 3680,
            "4751360" : 3519,
            "4816896" : 3687,
            "4882432" : 3590,
            "4947968" : 3672,
            "5013504" : 3589,
            "5079040" : 3621,
            "5144576" : 3520,
            "5210112" : 3607,
            "5275648" : 3533,
            "5341184" : 3492,
            "5406720" : 3608,
            "5472256" : 3604,
            "5537792" : 3542,
            "5603328" : 3505,
            "5668864" : 3541,
            "5734400" : 3493,
            "5799936" : 3559,
            "5865472" : 3655,
            "5931008" : 3523,
            "5996544" : 3651,
            "6062080" : 3662,
            "6127616" : 3507,
            "6193152" : 3694,
            "6258688" : 3561,
            "6324224" : 3621,
            "6389760" : 3583,
            "6455296" : 3704,
            "6520832" : 3753,
            "6586368" : 3573,
            "6651904" : 3750,
            "6717440" : 3739,
            "6782976" : 3771,
            "6848512" : 3730,
            "6914048" : 3738,
            "6979584" : 3749,
            "7045120" : 3850,
            "7110656" : 3894,
            "7176192" : 4041,
            "7241728" : 4054,
            "7307264" : 4064,
            "7372800" : 4033,
            "7438336" : 3982,
            "7503872" : 4212,
            "7569408" : 4162,
            "7634944" : 4266,
            "7700480" : 4344,
            "7766016" : 4239,
            "7831552" : 4444,
            "7897088" : 4467,
            "7962624" : 4532,
            "8028160" : 4525,
            "8093696" : 4523,
            "8159232" : 4636,
            "8224768" : 4664,
            "8290304" : 4737,
            "8355840" : 4838,
            "8454144" : 9890,
            "8585216" : 10152,
            "8716288" : 10650,
            "8847360" : 10757,
            "8978432" : 11175,
            "9109504" : 11266,
            "9240576" : 11864,
            "9371648" : 12168,
            "9502720" : 12718,
            "9633792" : 12453,
            "9764864" : 13293,
            "9895936" : 13571,
            "10027008" : 14064,
            "10158080" : 14578,
            "10289152" : 14569,
            "10420224" : 15012,
            "10551296" : 15508,
            "10682368" : 15766,
            "10813440" : 15938,
            "10944512" : 16081,
            "11075584" : 16218,
            "11206656" : 16512,
            "11337728" : 16389,
            "11468800" : 16511,
            "11599872" : 16371,
            "11730944" : 16248,
            "11862016" : 15910,
            "11993088" : 15198,
            "12124160" : 14663,
            "12255232" : 13841,
            "12386304" : 13173,
            "12517376" : 12316,
            "12648448" : 11336,
            "12779520" : 10513,
            "12910592" : 9472,
            "13041664" : 8715,
            "13172736" : 7760,
            "13303808" : 6967,
            "13434880" : 6267,
            "13565952" : 5419,
            "13697024" : 4741,
            "13828096" : 4222,
            "13959168" : 3659,
            "14090240" : 3183,
            "14221312" : 2925,
            "14352384" : 2554,
            "14483456" : 2325,
            "14614528" : 2261,
            "14745600" : 2072,
            "14876672" : 2004,
            "15007744" : 1906,
            "15138816" : 1720,
            "15269888" : 1758,
            "15400960" : 1698,
            "15532032" : 1727,
            "15663104" : 1644,
            "15794176" : 1671,
            "15925248" : 1644,
            "16056320" : 1671,
            "16187392" : 1513,
            "16318464" : 1585,
            "16449536" : 1499,
            "16580608" : 1585,
            "16711680" : 1580,
            "16908288" : 3070,
            "17170432" : 3116,
            "17432576" : 3287,
            "17694720" : 3389,
            "17956864" : 3629,
            "18219008" : 3595,
            "18481152" : 3791,
            "18743296" : 3933,
            "19005440" : 4186,
            "19267584" : 4452,
            "19529728" : 4525,
            "19791872" : 4593,
            "20054016" : 4676,
            "20316160" : 4849,
            "20578304" : 4994,
            "20840448" : 4991,
            "21102592" : 4900,
            "21364736" : 4885,
            "21626880" : 4741,
            "21889024" : 4831,
            "22151168" : 4847,
            "22413312" : 4789,
            "22675456" : 4518,
            "22937600" : 4378,
            "23199744" : 4226,
            "23461888" : 3887,
            "23724032" : 3500,
            "23986176" : 3115,
            "24248320" : 2747,
            "24510464" : 2375,
            "24772608" : 2044,
            "25034752" : 1767,
            "25296896" : 1589,
            "25559040" : 1385,
            "25821184" : 1254,
            "26083328" : 1124,
            "26345472" : 990,
            "26607616" : 940,
            "26869760" : 886,
            "27131904" : 752,
            "27394048" : 806,
            "27656192" : 795,
            "27918336" : 708,
            "28180480" : 678,
            "28442624" : 707,
            "28704768" : 674,
            "28966912" : 672,
            "29229056" : 621,
            "29491200" : 590,
            "29753344" : 575,
            "30015488" : 606,
            "30277632" : 571,
            "30539776" : 530,
            "30801920" : 603,
            "31064064" : 565,
            "31326208" : 515,
            "31588352" : 554,
            "31850496" : 519,
            "32112640" : 537,
            "32374784" : 527,
            "32636928" : 522,
            "32899072" : 525,
            "33161216" : 524,
            "33423360" : 515,
            "33816576" : 992,
            "34340864" : 962,
            "34865152" : 957,
            "35389440" : 856,
            "35913728" : 787,
            "36438016" : 706,
            "36962304" : 542,
            "37486592" : 437,
            "38010880" : 342,
            "38535168" : 236,
            "39059456" : 206,
            "39583744" : 164,
            "40108032" : 151,
            "40632320" : 122,
            "41156608" : 125,
            "41680896" : 102,
            "42205184" : 92,
            "42729472" : 74,
            "43253760" : 91,
            "43778048" : 76,
            "44302336" : 87,
            "44826624" : 79,
            "45350912" : 84,
            "45875200" : 72,
            "46399488" : 83,
            "46923776" : 92,
            "47448064" : 54,
            "47972352" : 63,
            "48496640" : 63,
            "49020928" : 52,
            "49545216" : 53,
            "50069504" : 39,
            "50593792" : 63,
            "51118080" : 57,
            "51642368" : 40,
            "52166656" : 34,
            "52690944" : 31,
            "53215232" : 18,
            "53739520" : 19,
            "54263808" : 25,
            "54788096" : 18,
            "55312384" : 10,
            "55836672" : 15,
            "56360960" : 10,
            "56885248" : 9,
            "57409536" : 8,
            "57933824" : 8,
            "58458112" : 11,
            "58982400" : 11,
            "59506688" : 11,
            "60030976" : 9,
            "60555264" : 11,
            "61079552" : 8,
            "61603840" : 7,
            "62128128" : 9,
            "62652416" : 6,
            "63176704" : 11,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 7,
            "65273856" : 6,
            "65798144" : 6,
            "66322432" : 9,
            "66846720" : 7,
            "67633152" : 14,
            "68681728" : 15,
            "69730304" : 9,
            "70778880" : 10,
            "71827456" : 2,
            "72876032" : 10,
            "73924608" : 1,
            "74973184" : 4,
            "76021760" : 5,
            "77070336" : 4,
            "78118912" : 3,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 2,
            "85458944" : 7,
            "86507520" : 1,
            "87556096" : 4,
            "88604672" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 114014613,
          "mean" : 8409738.750783,
          "stddev" : 7448202.947063,
          "N" : 2282298
        },
        "bw_min" : 39751,
        "bw_max" : 86968,
        "bw_agg" : 100.000000,
        "bw_mean" : 60878.394649,
        "bw_dev" : 262.748438,
        "bw_samples" : 9568,
        "iops_min" : 9937,
        "iops_max" : 21740,
        "iops_mean" : 15217.006689,
        "iops_stddev" : 65.697624,
        "iops_samples" : 9568
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4800601,
      "usr_cpu" : 0.206724,
      "sys_cpu" : 3.927258,
      "ctx" : 3646258,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999956,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999956,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.141373,
        "4" : 28.696288,
        "10" : 17.759264,
        "20" : 20.472237,
        "50" : 4.901526,
        "100" : 0.027866,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092393,
  "timestamp_ms" : 1773092393885,
  "time" : "Mon Mar  9 18:39:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9962528768,
        "io_kbytes" : 9729032,
        "bw_bytes" : 62257244,
        "bw" : 60798,
        "iops" : 15200.284961,
        "runtime" : 160022,
        "total_ios" : 2432380,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2095036.103601,
          "stddev" : 3282235.200216,
          "N" : 2432380
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 102302908,
          "mean" : 6321827.600891,
          "stddev" : 6243099.196765,
          "N" : 2432348,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2670592,
            "60.000000" : 5275648,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27656192,
            "99.500000" : 32374784,
            "99.900000" : 39583744,
            "99.950000" : 45350912,
            "99.990000" : 58458112
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 11,
            "1155072" : 59,
            "1171456" : 230,
            "1187840" : 538,
            "1204224" : 752,
            "1220608" : 947,
            "1236992" : 1202,
            "1253376" : 1510,
            "1269760" : 1910,
            "1286144" : 2350,
            "1302528" : 2837,
            "1318912" : 3224,
            "1335296" : 3963,
            "1351680" : 4631,
            "1368064" : 5486,
            "1384448" : 6159,
            "1400832" : 6754,
            "1417216" : 7671,
            "1433600" : 8514,
            "1449984" : 9177,
            "1466368" : 10196,
            "1482752" : 10713,
            "1499136" : 11437,
            "1515520" : 12109,
            "1531904" : 12624,
            "1548288" : 13162,
            "1564672" : 13768,
            "1581056" : 14278,
            "1597440" : 14669,
            "1613824" : 15569,
            "1630208" : 16329,
            "1646592" : 16619,
            "1662976" : 17313,
            "1679360" : 17866,
            "1695744" : 18677,
            "1712128" : 19413,
            "1728512" : 19873,
            "1744896" : 20489,
            "1761280" : 21276,
            "1777664" : 21761,
            "1794048" : 22033,
            "1810432" : 22584,
            "1826816" : 22721,
            "1843200" : 23070,
            "1859584" : 23127,
            "1875968" : 23281,
            "1892352" : 23300,
            "1908736" : 23049,
            "1925120" : 22995,
            "1941504" : 22453,
            "1957888" : 22589,
            "1974272" : 22260,
            "1990656" : 22399,
            "2007040" : 22128,
            "2023424" : 21807,
            "2039808" : 21677,
            "2056192" : 21108,
            "2072576" : 20726,
            "2088960" : 20571,
            "2113536" : 39464,
            "2146304" : 37740,
            "2179072" : 36057,
            "2211840" : 33589,
            "2244608" : 31300,
            "2277376" : 29189,
            "2310144" : 26905,
            "2342912" : 24903,
            "2375680" : 22667,
            "2408448" : 20785,
            "2441216" : 19008,
            "2473984" : 17281,
            "2506752" : 15718,
            "2539520" : 14194,
            "2572288" : 12948,
            "2605056" : 11808,
            "2637824" : 10876,
            "2670592" : 9406,
            "2703360" : 8535,
            "2736128" : 8060,
            "2768896" : 7478,
            "2801664" : 6878,
            "2834432" : 6281,
            "2867200" : 5894,
            "2899968" : 5487,
            "2932736" : 5040,
            "2965504" : 4995,
            "2998272" : 4544,
            "3031040" : 4512,
            "3063808" : 4254,
            "3096576" : 4060,
            "3129344" : 3882,
            "3162112" : 3900,
            "3194880" : 3683,
            "3227648" : 3540,
            "3260416" : 3572,
            "3293184" : 3397,
            "3325952" : 3307,
            "3358720" : 3196,
            "3391488" : 3244,
            "3424256" : 3124,
            "3457024" : 3026,
            "3489792" : 2939,
            "3522560" : 2993,
            "3555328" : 2828,
            "3588096" : 2836,
            "3620864" : 2805,
            "3653632" : 2656,
            "3686400" : 2732,
            "3719168" : 2649,
            "3751936" : 2588,
            "3784704" : 2491,
            "3817472" : 2541,
            "3850240" : 2495,
            "3883008" : 2441,
            "3915776" : 2504,
            "3948544" : 2379,
            "3981312" : 2340,
            "4014080" : 2253,
            "4046848" : 2411,
            "4079616" : 2344,
            "4112384" : 2271,
            "4145152" : 2291,
            "4177920" : 2239,
            "4227072" : 4313,
            "4292608" : 4260,
            "4358144" : 4268,
            "4423680" : 4231,
            "4489216" : 4157,
            "4554752" : 4097,
            "4620288" : 4165,
            "4685824" : 3935,
            "4751360" : 3796,
            "4816896" : 3931,
            "4882432" : 3826,
            "4947968" : 3915,
            "5013504" : 3815,
            "5079040" : 3877,
            "5144576" : 3793,
            "5210112" : 3839,
            "5275648" : 3782,
            "5341184" : 3751,
            "5406720" : 3849,
            "5472256" : 3843,
            "5537792" : 3803,
            "5603328" : 3740,
            "5668864" : 3766,
            "5734400" : 3750,
            "5799936" : 3794,
            "5865472" : 3880,
            "5931008" : 3760,
            "5996544" : 3894,
            "6062080" : 3938,
            "6127616" : 3759,
            "6193152" : 3940,
            "6258688" : 3773,
            "6324224" : 3897,
            "6389760" : 3814,
            "6455296" : 3964,
            "6520832" : 3972,
            "6586368" : 3840,
            "6651904" : 4020,
            "6717440" : 4014,
            "6782976" : 4058,
            "6848512" : 4025,
            "6914048" : 3996,
            "6979584" : 4036,
            "7045120" : 4111,
            "7110656" : 4191,
            "7176192" : 4316,
            "7241728" : 4327,
            "7307264" : 4348,
            "7372800" : 4333,
            "7438336" : 4251,
            "7503872" : 4512,
            "7569408" : 4486,
            "7634944" : 4601,
            "7700480" : 4664,
            "7766016" : 4518,
            "7831552" : 4743,
            "7897088" : 4773,
            "7962624" : 4855,
            "8028160" : 4840,
            "8093696" : 4884,
            "8159232" : 4952,
            "8224768" : 4982,
            "8290304" : 5072,
            "8355840" : 5133,
            "8454144" : 10552,
            "8585216" : 10861,
            "8716288" : 11387,
            "8847360" : 11444,
            "8978432" : 11929,
            "9109504" : 12067,
            "9240576" : 12634,
            "9371648" : 12984,
            "9502720" : 13577,
            "9633792" : 13406,
            "9764864" : 14262,
            "9895936" : 14641,
            "10027008" : 15109,
            "10158080" : 15634,
            "10289152" : 15640,
            "10420224" : 16155,
            "10551296" : 16576,
            "10682368" : 16840,
            "10813440" : 17021,
            "10944512" : 17167,
            "11075584" : 17295,
            "11206656" : 17645,
            "11337728" : 17523,
            "11468800" : 17568,
            "11599872" : 17484,
            "11730944" : 17332,
            "11862016" : 17009,
            "11993088" : 16233,
            "12124160" : 15659,
            "12255232" : 14767,
            "12386304" : 14056,
            "12517376" : 13121,
            "12648448" : 12098,
            "12779520" : 11189,
            "12910592" : 10117,
            "13041664" : 9304,
            "13172736" : 8249,
            "13303808" : 7432,
            "13434880" : 6681,
            "13565952" : 5770,
            "13697024" : 5045,
            "13828096" : 4480,
            "13959168" : 3875,
            "14090240" : 3386,
            "14221312" : 3115,
            "14352384" : 2722,
            "14483456" : 2463,
            "14614528" : 2412,
            "14745600" : 2203,
            "14876672" : 2107,
            "15007744" : 2048,
            "15138816" : 1822,
            "15269888" : 1880,
            "15400960" : 1788,
            "15532032" : 1844,
            "15663104" : 1745,
            "15794176" : 1784,
            "15925248" : 1742,
            "16056320" : 1779,
            "16187392" : 1618,
            "16318464" : 1689,
            "16449536" : 1606,
            "16580608" : 1677,
            "16711680" : 1672,
            "16908288" : 3277,
            "17170432" : 3331,
            "17432576" : 3523,
            "17694720" : 3633,
            "17956864" : 3901,
            "18219008" : 3838,
            "18481152" : 4061,
            "18743296" : 4237,
            "19005440" : 4490,
            "19267584" : 4765,
            "19529728" : 4840,
            "19791872" : 4891,
            "20054016" : 4986,
            "20316160" : 5173,
            "20578304" : 5339,
            "20840448" : 5329,
            "21102592" : 5206,
            "21364736" : 5223,
            "21626880" : 5053,
            "21889024" : 5119,
            "22151168" : 5168,
            "22413312" : 5051,
            "22675456" : 4810,
            "22937600" : 4638,
            "23199744" : 4485,
            "23461888" : 4110,
            "23724032" : 3695,
            "23986176" : 3289,
            "24248320" : 2902,
            "24510464" : 2514,
            "24772608" : 2191,
            "25034752" : 1887,
            "25296896" : 1682,
            "25559040" : 1471,
            "25821184" : 1336,
            "26083328" : 1227,
            "26345472" : 1066,
            "26607616" : 1012,
            "26869760" : 961,
            "27131904" : 816,
            "27394048" : 860,
            "27656192" : 857,
            "27918336" : 757,
            "28180480" : 740,
            "28442624" : 755,
            "28704768" : 727,
            "28966912" : 719,
            "29229056" : 674,
            "29491200" : 648,
            "29753344" : 627,
            "30015488" : 643,
            "30277632" : 622,
            "30539776" : 581,
            "30801920" : 639,
            "31064064" : 594,
            "31326208" : 555,
            "31588352" : 580,
            "31850496" : 557,
            "32112640" : 572,
            "32374784" : 567,
            "32636928" : 563,
            "32899072" : 563,
            "33161216" : 557,
            "33423360" : 545,
            "33816576" : 1044,
            "34340864" : 1005,
            "34865152" : 1018,
            "35389440" : 900,
            "35913728" : 833,
            "36438016" : 747,
            "36962304" : 581,
            "37486592" : 467,
            "38010880" : 357,
            "38535168" : 249,
            "39059456" : 214,
            "39583744" : 177,
            "40108032" : 158,
            "40632320" : 132,
            "41156608" : 134,
            "41680896" : 106,
            "42205184" : 96,
            "42729472" : 78,
            "43253760" : 96,
            "43778048" : 85,
            "44302336" : 91,
            "44826624" : 81,
            "45350912" : 84,
            "45875200" : 74,
            "46399488" : 86,
            "46923776" : 94,
            "47448064" : 56,
            "47972352" : 64,
            "48496640" : 65,
            "49020928" : 53,
            "49545216" : 54,
            "50069504" : 39,
            "50593792" : 63,
            "51118080" : 57,
            "51642368" : 40,
            "52166656" : 34,
            "52690944" : 31,
            "53215232" : 18,
            "53739520" : 19,
            "54263808" : 25,
            "54788096" : 18,
            "55312384" : 10,
            "55836672" : 15,
            "56360960" : 10,
            "56885248" : 9,
            "57409536" : 8,
            "57933824" : 8,
            "58458112" : 11,
            "58982400" : 11,
            "59506688" : 11,
            "60030976" : 9,
            "60555264" : 11,
            "61079552" : 8,
            "61603840" : 7,
            "62128128" : 9,
            "62652416" : 6,
            "63176704" : 11,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 7,
            "65273856" : 6,
            "65798144" : 6,
            "66322432" : 9,
            "66846720" : 7,
            "67633152" : 14,
            "68681728" : 15,
            "69730304" : 9,
            "70778880" : 10,
            "71827456" : 2,
            "72876032" : 10,
            "73924608" : 1,
            "74973184" : 4,
            "76021760" : 5,
            "77070336" : 4,
            "78118912" : 3,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 2,
            "85458944" : 7,
            "86507520" : 1,
            "87556096" : 4,
            "88604672" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 114014613,
          "mean" : 8416828.623571,
          "stddev" : 7438853.685019,
          "N" : 2432348
        },
        "bw_min" : 39751,
        "bw_max" : 87112,
        "bw_agg" : 100.000000,
        "bw_mean" : 60851.347962,
        "bw_dev" : 262.023209,
        "bw_samples" : 10208,
        "iops_min" : 9937,
        "iops_max" : 21776,
        "iops_mean" : 15210.288401,
        "iops_stddev" : 65.515892,
        "iops_samples" : 10208
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120585,
      "usr_cpu" : 0.207789,
      "sys_cpu" : 3.922794,
      "ctx" : 3893440,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.102147,
        "4" : 28.633889,
        "10" : 17.827683,
        "20" : 20.512954,
        "50" : 4.895822,
        "100" : 0.026147,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092403,
  "timestamp_ms" : 1773092403884,
  "time" : "Mon Mar  9 18:40:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10565902336,
        "io_kbytes" : 10318264,
        "bw_bytes" : 62144689,
        "bw" : 60688,
        "iops" : 15172.943342,
        "runtime" : 170021,
        "total_ios" : 2579719,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2098838.570571,
          "stddev" : 3285235.450962,
          "N" : 2579719
        },
        "clat_ns" : {
          "min" : 1107773,
          "max" : 102302908,
          "mean" : 6333276.467034,
          "stddev" : 6243399.255457,
          "N" : 2579687,
          "percentile" : {
            "1.000000" : 1368064,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2670592,
            "60.000000" : 5341184,
            "70.000000" : 8978432,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27656192,
            "99.500000" : 32374784,
            "99.900000" : 39583744,
            "99.950000" : 45350912,
            "99.990000" : 57409536
          },
          "bins" : {
            "1105920" : 2,
            "1122304" : 2,
            "1138688" : 11,
            "1155072" : 62,
            "1171456" : 241,
            "1187840" : 568,
            "1204224" : 803,
            "1220608" : 996,
            "1236992" : 1285,
            "1253376" : 1615,
            "1269760" : 2030,
            "1286144" : 2489,
            "1302528" : 3061,
            "1318912" : 3478,
            "1335296" : 4215,
            "1351680" : 4936,
            "1368064" : 5832,
            "1384448" : 6564,
            "1400832" : 7183,
            "1417216" : 8122,
            "1433600" : 9065,
            "1449984" : 9758,
            "1466368" : 10838,
            "1482752" : 11397,
            "1499136" : 12137,
            "1515520" : 12894,
            "1531904" : 13437,
            "1548288" : 13955,
            "1564672" : 14664,
            "1581056" : 15158,
            "1597440" : 15606,
            "1613824" : 16483,
            "1630208" : 17307,
            "1646592" : 17597,
            "1662976" : 18347,
            "1679360" : 18999,
            "1695744" : 19808,
            "1712128" : 20578,
            "1728512" : 21164,
            "1744896" : 21730,
            "1761280" : 22628,
            "1777664" : 23165,
            "1794048" : 23394,
            "1810432" : 23960,
            "1826816" : 24110,
            "1843200" : 24470,
            "1859584" : 24474,
            "1875968" : 24650,
            "1892352" : 24700,
            "1908736" : 24423,
            "1925120" : 24408,
            "1941504" : 23854,
            "1957888" : 24002,
            "1974272" : 23585,
            "1990656" : 23750,
            "2007040" : 23403,
            "2023424" : 23114,
            "2039808" : 22973,
            "2056192" : 22356,
            "2072576" : 21899,
            "2088960" : 21687,
            "2113536" : 41709,
            "2146304" : 39925,
            "2179072" : 38160,
            "2211840" : 35543,
            "2244608" : 33043,
            "2277376" : 30844,
            "2310144" : 28416,
            "2342912" : 26231,
            "2375680" : 23906,
            "2408448" : 21979,
            "2441216" : 20051,
            "2473984" : 18200,
            "2506752" : 16548,
            "2539520" : 14969,
            "2572288" : 13671,
            "2605056" : 12449,
            "2637824" : 11424,
            "2670592" : 9906,
            "2703360" : 8965,
            "2736128" : 8453,
            "2768896" : 7882,
            "2801664" : 7196,
            "2834432" : 6613,
            "2867200" : 6217,
            "2899968" : 5744,
            "2932736" : 5292,
            "2965504" : 5273,
            "2998272" : 4775,
            "3031040" : 4758,
            "3063808" : 4487,
            "3096576" : 4294,
            "3129344" : 4087,
            "3162112" : 4086,
            "3194880" : 3866,
            "3227648" : 3729,
            "3260416" : 3773,
            "3293184" : 3571,
            "3325952" : 3498,
            "3358720" : 3363,
            "3391488" : 3434,
            "3424256" : 3287,
            "3457024" : 3205,
            "3489792" : 3109,
            "3522560" : 3170,
            "3555328" : 2995,
            "3588096" : 3001,
            "3620864" : 2956,
            "3653632" : 2822,
            "3686400" : 2886,
            "3719168" : 2798,
            "3751936" : 2709,
            "3784704" : 2656,
            "3817472" : 2689,
            "3850240" : 2635,
            "3883008" : 2583,
            "3915776" : 2634,
            "3948544" : 2512,
            "3981312" : 2477,
            "4014080" : 2380,
            "4046848" : 2527,
            "4079616" : 2496,
            "4112384" : 2399,
            "4145152" : 2441,
            "4177920" : 2360,
            "4227072" : 4574,
            "4292608" : 4513,
            "4358144" : 4492,
            "4423680" : 4459,
            "4489216" : 4393,
            "4554752" : 4313,
            "4620288" : 4372,
            "4685824" : 4167,
            "4751360" : 4013,
            "4816896" : 4153,
            "4882432" : 4046,
            "4947968" : 4157,
            "5013504" : 4032,
            "5079040" : 4099,
            "5144576" : 4002,
            "5210112" : 4049,
            "5275648" : 4013,
            "5341184" : 3964,
            "5406720" : 4075,
            "5472256" : 4071,
            "5537792" : 4029,
            "5603328" : 3951,
            "5668864" : 3985,
            "5734400" : 3961,
            "5799936" : 4028,
            "5865472" : 4095,
            "5931008" : 3994,
            "5996544" : 4108,
            "6062080" : 4160,
            "6127616" : 3978,
            "6193152" : 4169,
            "6258688" : 4000,
            "6324224" : 4112,
            "6389760" : 4038,
            "6455296" : 4207,
            "6520832" : 4207,
            "6586368" : 4061,
            "6651904" : 4259,
            "6717440" : 4237,
            "6782976" : 4289,
            "6848512" : 4270,
            "6914048" : 4243,
            "6979584" : 4277,
            "7045120" : 4338,
            "7110656" : 4437,
            "7176192" : 4590,
            "7241728" : 4559,
            "7307264" : 4630,
            "7372800" : 4612,
            "7438336" : 4510,
            "7503872" : 4778,
            "7569408" : 4747,
            "7634944" : 4882,
            "7700480" : 4917,
            "7766016" : 4788,
            "7831552" : 5022,
            "7897088" : 5076,
            "7962624" : 5148,
            "8028160" : 5129,
            "8093696" : 5174,
            "8159232" : 5246,
            "8224768" : 5284,
            "8290304" : 5399,
            "8355840" : 5450,
            "8454144" : 11150,
            "8585216" : 11521,
            "8716288" : 12053,
            "8847360" : 12144,
            "8978432" : 12585,
            "9109504" : 12790,
            "9240576" : 13376,
            "9371648" : 13761,
            "9502720" : 14454,
            "9633792" : 14252,
            "9764864" : 15143,
            "9895936" : 15538,
            "10027008" : 16040,
            "10158080" : 16659,
            "10289152" : 16658,
            "10420224" : 17221,
            "10551296" : 17648,
            "10682368" : 18027,
            "10813440" : 18222,
            "10944512" : 18388,
            "11075584" : 18457,
            "11206656" : 18745,
            "11337728" : 18684,
            "11468800" : 18715,
            "11599872" : 18638,
            "11730944" : 18554,
            "11862016" : 18093,
            "11993088" : 17332,
            "12124160" : 16674,
            "12255232" : 15771,
            "12386304" : 14987,
            "12517376" : 14049,
            "12648448" : 12966,
            "12779520" : 11981,
            "12910592" : 10858,
            "13041664" : 9960,
            "13172736" : 8823,
            "13303808" : 7952,
            "13434880" : 7138,
            "13565952" : 6105,
            "13697024" : 5379,
            "13828096" : 4750,
            "13959168" : 4104,
            "14090240" : 3579,
            "14221312" : 3286,
            "14352384" : 2889,
            "14483456" : 2595,
            "14614528" : 2560,
            "14745600" : 2341,
            "14876672" : 2226,
            "15007744" : 2163,
            "15138816" : 1920,
            "15269888" : 2000,
            "15400960" : 1909,
            "15532032" : 1961,
            "15663104" : 1854,
            "15794176" : 1870,
            "15925248" : 1848,
            "16056320" : 1886,
            "16187392" : 1717,
            "16318464" : 1802,
            "16449536" : 1716,
            "16580608" : 1791,
            "16711680" : 1773,
            "16908288" : 3491,
            "17170432" : 3558,
            "17432576" : 3733,
            "17694720" : 3857,
            "17956864" : 4111,
            "18219008" : 4089,
            "18481152" : 4338,
            "18743296" : 4536,
            "19005440" : 4770,
            "19267584" : 5080,
            "19529728" : 5150,
            "19791872" : 5208,
            "20054016" : 5259,
            "20316160" : 5548,
            "20578304" : 5712,
            "20840448" : 5696,
            "21102592" : 5573,
            "21364736" : 5583,
            "21626880" : 5428,
            "21889024" : 5548,
            "22151168" : 5527,
            "22413312" : 5439,
            "22675456" : 5128,
            "22937600" : 4930,
            "23199744" : 4791,
            "23461888" : 4365,
            "23724032" : 3945,
            "23986176" : 3491,
            "24248320" : 3073,
            "24510464" : 2648,
            "24772608" : 2298,
            "25034752" : 1984,
            "25296896" : 1751,
            "25559040" : 1540,
            "25821184" : 1405,
            "26083328" : 1281,
            "26345472" : 1125,
            "26607616" : 1057,
            "26869760" : 1016,
            "27131904" : 865,
            "27394048" : 922,
            "27656192" : 910,
            "27918336" : 801,
            "28180480" : 789,
            "28442624" : 810,
            "28704768" : 788,
            "28966912" : 767,
            "29229056" : 708,
            "29491200" : 685,
            "29753344" : 667,
            "30015488" : 681,
            "30277632" : 673,
            "30539776" : 616,
            "30801920" : 687,
            "31064064" : 637,
            "31326208" : 592,
            "31588352" : 616,
            "31850496" : 582,
            "32112640" : 600,
            "32374784" : 599,
            "32636928" : 605,
            "32899072" : 596,
            "33161216" : 583,
            "33423360" : 578,
            "33816576" : 1125,
            "34340864" : 1059,
            "34865152" : 1076,
            "35389440" : 949,
            "35913728" : 876,
            "36438016" : 778,
            "36962304" : 612,
            "37486592" : 499,
            "38010880" : 363,
            "38535168" : 255,
            "39059456" : 225,
            "39583744" : 182,
            "40108032" : 163,
            "40632320" : 135,
            "41156608" : 141,
            "41680896" : 111,
            "42205184" : 110,
            "42729472" : 85,
            "43253760" : 103,
            "43778048" : 93,
            "44302336" : 96,
            "44826624" : 83,
            "45350912" : 90,
            "45875200" : 76,
            "46399488" : 87,
            "46923776" : 95,
            "47448064" : 56,
            "47972352" : 67,
            "48496640" : 66,
            "49020928" : 57,
            "49545216" : 55,
            "50069504" : 41,
            "50593792" : 64,
            "51118080" : 57,
            "51642368" : 42,
            "52166656" : 36,
            "52690944" : 31,
            "53215232" : 18,
            "53739520" : 19,
            "54263808" : 25,
            "54788096" : 18,
            "55312384" : 10,
            "55836672" : 15,
            "56360960" : 10,
            "56885248" : 9,
            "57409536" : 8,
            "57933824" : 8,
            "58458112" : 11,
            "58982400" : 11,
            "59506688" : 11,
            "60030976" : 9,
            "60555264" : 11,
            "61079552" : 8,
            "61603840" : 7,
            "62128128" : 9,
            "62652416" : 6,
            "63176704" : 11,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 7,
            "65273856" : 6,
            "65798144" : 6,
            "66322432" : 9,
            "66846720" : 7,
            "67633152" : 14,
            "68681728" : 15,
            "69730304" : 9,
            "70778880" : 10,
            "71827456" : 2,
            "72876032" : 10,
            "73924608" : 1,
            "74973184" : 4,
            "76021760" : 5,
            "77070336" : 4,
            "78118912" : 3,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 2,
            "85458944" : 7,
            "86507520" : 1,
            "87556096" : 4,
            "88604672" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 1518071,
          "max" : 114014613,
          "mean" : 8432131.843452,
          "stddev" : 7437387.110210,
          "N" : 2579687
        },
        "bw_min" : 39583,
        "bw_max" : 87454,
        "bw_agg" : 100.000000,
        "bw_mean" : 60701.439528,
        "bw_dev" : 265.339836,
        "bw_samples" : 10848,
        "iops_min" : 9895,
        "iops_max" : 21862,
        "iops_mean" : 15172.820059,
        "iops_stddev" : 66.347435,
        "iops_samples" : 10848
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5440577,
      "usr_cpu" : 0.206835,
      "sys_cpu" : 3.915081,
      "ctx" : 4126836,
      "majf" : 0,
      "minf" : 1134,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 28.130544,
        "4" : 28.504694,
        "10" : 17.804303,
        "20" : 20.620851,
        "50" : 4.913403,
        "100" : 0.024925,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092413,
  "timestamp_ms" : 1773092413883,
  "time" : "Mon Mar  9 18:40:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11217031168,
        "io_kbytes" : 10954132,
        "bw_bytes" : 62308878,
        "bw" : 60848,
        "iops" : 15211.417430,
        "runtime" : 180023,
        "total_ios" : 2738405,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2093183.598881,
          "stddev" : 3275977.436903,
          "N" : 2738437
        },
        "clat_ns" : {
          "min" : 3336,
          "max" : 102302908,
          "mean" : 6316290.039102,
          "stddev" : 6227076.544952,
          "N" : 2738501,
          "percentile" : {
            "1.000000" : 1351680,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2670592,
            "60.000000" : 5275648,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39059456,
            "99.950000" : 44826624,
            "99.990000" : 56885248
          },
          "bins" : {
            "3344" : 1,
            "3760" : 1,
            "3792" : 1,
            "4016" : 1,
            "4320" : 1,
            "4448" : 1,
            "4512" : 2,
            "4576" : 1,
            "4704" : 1,
            "4768" : 1,
            "4832" : 1,
            "4896" : 1,
            "5024" : 1,
            "5152" : 2,
            "5216" : 1,
            "5280" : 2,
            "5408" : 1,
            "5472" : 1,
            "5536" : 3,
            "5600" : 2,
            "5728" : 2,
            "5984" : 1,
            "6176" : 1,
            "6240" : 1,
            "7200" : 1,
            "481280" : 1,
            "577536" : 1,
            "733184" : 1,
            "774144" : 1,
            "856064" : 1,
            "913408" : 1,
            "1105920" : 3,
            "1122304" : 2,
            "1138688" : 15,
            "1155072" : 71,
            "1171456" : 266,
            "1187840" : 607,
            "1204224" : 854,
            "1220608" : 1055,
            "1236992" : 1403,
            "1253376" : 1734,
            "1269760" : 2189,
            "1286144" : 2657,
            "1302528" : 3326,
            "1318912" : 3782,
            "1335296" : 4569,
            "1351680" : 5285,
            "1368064" : 6236,
            "1384448" : 7046,
            "1400832" : 7722,
            "1417216" : 8715,
            "1433600" : 9698,
            "1449984" : 10459,
            "1466368" : 11571,
            "1482752" : 12167,
            "1499136" : 12961,
            "1515520" : 13729,
            "1531904" : 14350,
            "1548288" : 14859,
            "1564672" : 15581,
            "1581056" : 16196,
            "1597440" : 16604,
            "1613824" : 17518,
            "1630208" : 18429,
            "1646592" : 18748,
            "1662976" : 19494,
            "1679360" : 20206,
            "1695744" : 21120,
            "1712128" : 21843,
            "1728512" : 22466,
            "1744896" : 23127,
            "1761280" : 24019,
            "1777664" : 24591,
            "1794048" : 24880,
            "1810432" : 25370,
            "1826816" : 25591,
            "1843200" : 26030,
            "1859584" : 26013,
            "1875968" : 26089,
            "1892352" : 26226,
            "1908736" : 25941,
            "1925120" : 25896,
            "1941504" : 25306,
            "1957888" : 25422,
            "1974272" : 25006,
            "1990656" : 25166,
            "2007040" : 24790,
            "2023424" : 24590,
            "2039808" : 24406,
            "2056192" : 23745,
            "2072576" : 23248,
            "2088960" : 22999,
            "2113536" : 44277,
            "2146304" : 42292,
            "2179072" : 40517,
            "2211840" : 37726,
            "2244608" : 35041,
            "2277376" : 32714,
            "2310144" : 30210,
            "2342912" : 27877,
            "2375680" : 25367,
            "2408448" : 23352,
            "2441216" : 21301,
            "2473984" : 19410,
            "2506752" : 17520,
            "2539520" : 15918,
            "2572288" : 14482,
            "2605056" : 13264,
            "2637824" : 12154,
            "2670592" : 10550,
            "2703360" : 9584,
            "2736128" : 8980,
            "2768896" : 8359,
            "2801664" : 7648,
            "2834432" : 7055,
            "2867200" : 6630,
            "2899968" : 6138,
            "2932736" : 5633,
            "2965504" : 5602,
            "2998272" : 5070,
            "3031040" : 5061,
            "3063808" : 4801,
            "3096576" : 4590,
            "3129344" : 4388,
            "3162112" : 4331,
            "3194880" : 4121,
            "3227648" : 4002,
            "3260416" : 4013,
            "3293184" : 3791,
            "3325952" : 3739,
            "3358720" : 3576,
            "3391488" : 3661,
            "3424256" : 3480,
            "3457024" : 3443,
            "3489792" : 3331,
            "3522560" : 3417,
            "3555328" : 3197,
            "3588096" : 3175,
            "3620864" : 3144,
            "3653632" : 2966,
            "3686400" : 3039,
            "3719168" : 2966,
            "3751936" : 2872,
            "3784704" : 2819,
            "3817472" : 2857,
            "3850240" : 2805,
            "3883008" : 2736,
            "3915776" : 2796,
            "3948544" : 2687,
            "3981312" : 2631,
            "4014080" : 2526,
            "4046848" : 2685,
            "4079616" : 2665,
            "4112384" : 2551,
            "4145152" : 2583,
            "4177920" : 2511,
            "4227072" : 4863,
            "4292608" : 4819,
            "4358144" : 4758,
            "4423680" : 4748,
            "4489216" : 4673,
            "4554752" : 4581,
            "4620288" : 4652,
            "4685824" : 4430,
            "4751360" : 4278,
            "4816896" : 4387,
            "4882432" : 4303,
            "4947968" : 4404,
            "5013504" : 4279,
            "5079040" : 4340,
            "5144576" : 4244,
            "5210112" : 4283,
            "5275648" : 4252,
            "5341184" : 4201,
            "5406720" : 4339,
            "5472256" : 4294,
            "5537792" : 4294,
            "5603328" : 4188,
            "5668864" : 4230,
            "5734400" : 4241,
            "5799936" : 4309,
            "5865472" : 4349,
            "5931008" : 4260,
            "5996544" : 4388,
            "6062080" : 4400,
            "6127616" : 4238,
            "6193152" : 4441,
            "6258688" : 4284,
            "6324224" : 4387,
            "6389760" : 4331,
            "6455296" : 4473,
            "6520832" : 4485,
            "6586368" : 4351,
            "6651904" : 4554,
            "6717440" : 4515,
            "6782976" : 4604,
            "6848512" : 4591,
            "6914048" : 4550,
            "6979584" : 4570,
            "7045120" : 4696,
            "7110656" : 4765,
            "7176192" : 4909,
            "7241728" : 4866,
            "7307264" : 4956,
            "7372800" : 4956,
            "7438336" : 4848,
            "7503872" : 5139,
            "7569408" : 5097,
            "7634944" : 5212,
            "7700480" : 5236,
            "7766016" : 5148,
            "7831552" : 5391,
            "7897088" : 5421,
            "7962624" : 5504,
            "8028160" : 5478,
            "8093696" : 5512,
            "8159232" : 5599,
            "8224768" : 5621,
            "8290304" : 5759,
            "8355840" : 5819,
            "8454144" : 11915,
            "8585216" : 12280,
            "8716288" : 12843,
            "8847360" : 12890,
            "8978432" : 13394,
            "9109504" : 13661,
            "9240576" : 14225,
            "9371648" : 14619,
            "9502720" : 15354,
            "9633792" : 15104,
            "9764864" : 16027,
            "9895936" : 16483,
            "10027008" : 16953,
            "10158080" : 17605,
            "10289152" : 17657,
            "10420224" : 18203,
            "10551296" : 18623,
            "10682368" : 19043,
            "10813440" : 19264,
            "10944512" : 19424,
            "11075584" : 19580,
            "11206656" : 19767,
            "11337728" : 19748,
            "11468800" : 19802,
            "11599872" : 19612,
            "11730944" : 19497,
            "11862016" : 19052,
            "11993088" : 18282,
            "12124160" : 17633,
            "12255232" : 16691,
            "12386304" : 15778,
            "12517376" : 14811,
            "12648448" : 13695,
            "12779520" : 12571,
            "12910592" : 11370,
            "13041664" : 10474,
            "13172736" : 9252,
            "13303808" : 8313,
            "13434880" : 7459,
            "13565952" : 6405,
            "13697024" : 5669,
            "13828096" : 4983,
            "13959168" : 4299,
            "14090240" : 3770,
            "14221312" : 3468,
            "14352384" : 3049,
            "14483456" : 2753,
            "14614528" : 2712,
            "14745600" : 2481,
            "14876672" : 2345,
            "15007744" : 2291,
            "15138816" : 2042,
            "15269888" : 2133,
            "15400960" : 2031,
            "15532032" : 2069,
            "15663104" : 1970,
            "15794176" : 1982,
            "15925248" : 1959,
            "16056320" : 2004,
            "16187392" : 1838,
            "16318464" : 1921,
            "16449536" : 1826,
            "16580608" : 1904,
            "16711680" : 1861,
            "16908288" : 3723,
            "17170432" : 3806,
            "17432576" : 3962,
            "17694720" : 4098,
            "17956864" : 4373,
            "18219008" : 4351,
            "18481152" : 4582,
            "18743296" : 4781,
            "19005440" : 5072,
            "19267584" : 5361,
            "19529728" : 5468,
            "19791872" : 5514,
            "20054016" : 5535,
            "20316160" : 5855,
            "20578304" : 6057,
            "20840448" : 6046,
            "21102592" : 5918,
            "21364736" : 5935,
            "21626880" : 5725,
            "21889024" : 5831,
            "22151168" : 5825,
            "22413312" : 5710,
            "22675456" : 5376,
            "22937600" : 5146,
            "23199744" : 5022,
            "23461888" : 4590,
            "23724032" : 4167,
            "23986176" : 3683,
            "24248320" : 3240,
            "24510464" : 2806,
            "24772608" : 2427,
            "25034752" : 2102,
            "25296896" : 1847,
            "25559040" : 1618,
            "25821184" : 1488,
            "26083328" : 1355,
            "26345472" : 1213,
            "26607616" : 1130,
            "26869760" : 1065,
            "27131904" : 920,
            "27394048" : 998,
            "27656192" : 970,
            "27918336" : 860,
            "28180480" : 839,
            "28442624" : 865,
            "28704768" : 844,
            "28966912" : 828,
            "29229056" : 746,
            "29491200" : 713,
            "29753344" : 694,
            "30015488" : 721,
            "30277632" : 709,
            "30539776" : 653,
            "30801920" : 720,
            "31064064" : 665,
            "31326208" : 619,
            "31588352" : 651,
            "31850496" : 602,
            "32112640" : 627,
            "32374784" : 632,
            "32636928" : 620,
            "32899072" : 628,
            "33161216" : 611,
            "33423360" : 602,
            "33816576" : 1177,
            "34340864" : 1109,
            "34865152" : 1122,
            "35389440" : 1013,
            "35913728" : 913,
            "36438016" : 825,
            "36962304" : 646,
            "37486592" : 531,
            "38010880" : 381,
            "38535168" : 268,
            "39059456" : 233,
            "39583744" : 194,
            "40108032" : 172,
            "40632320" : 142,
            "41156608" : 150,
            "41680896" : 117,
            "42205184" : 116,
            "42729472" : 88,
            "43253760" : 103,
            "43778048" : 95,
            "44302336" : 97,
            "44826624" : 84,
            "45350912" : 91,
            "45875200" : 76,
            "46399488" : 87,
            "46923776" : 96,
            "47448064" : 56,
            "47972352" : 68,
            "48496640" : 67,
            "49020928" : 58,
            "49545216" : 55,
            "50069504" : 41,
            "50593792" : 64,
            "51118080" : 58,
            "51642368" : 42,
            "52166656" : 36,
            "52690944" : 33,
            "53215232" : 20,
            "53739520" : 19,
            "54263808" : 25,
            "54788096" : 18,
            "55312384" : 10,
            "55836672" : 16,
            "56360960" : 11,
            "56885248" : 9,
            "57409536" : 8,
            "57933824" : 8,
            "58458112" : 11,
            "58982400" : 11,
            "59506688" : 11,
            "60030976" : 9,
            "60555264" : 11,
            "61079552" : 8,
            "61603840" : 7,
            "62128128" : 9,
            "62652416" : 6,
            "63176704" : 11,
            "63700992" : 8,
            "64225280" : 3,
            "64749568" : 7,
            "65273856" : 6,
            "65798144" : 6,
            "66322432" : 9,
            "66846720" : 7,
            "67633152" : 14,
            "68681728" : 15,
            "69730304" : 9,
            "70778880" : 10,
            "71827456" : 2,
            "72876032" : 10,
            "73924608" : 1,
            "74973184" : 4,
            "76021760" : 5,
            "77070336" : 4,
            "78118912" : 3,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 2,
            "85458944" : 7,
            "86507520" : 1,
            "87556096" : 4,
            "88604672" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 479994,
          "max" : 114014613,
          "mean" : 8409473.975902,
          "stddev" : 7417871.267027,
          "N" : 2738501
        },
        "bw_min" : 39583,
        "bw_max" : 88339,
        "bw_agg" : 100.000000,
        "bw_mean" : 60901.064067,
        "bw_dev" : 266.517494,
        "bw_samples" : 11488,
        "iops_min" : 9895,
        "iops_max" : 22083,
        "iops_mean" : 15222.738162,
        "iops_stddev" : 66.641564,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760281,
      "usr_cpu" : 0.207299,
      "sys_cpu" : 3.927742,
      "ctx" : 4389305,
      "majf" : 0,
      "minf" : 1250,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 28.191922,
        "4" : 28.529235,
        "10" : 17.866714,
        "20" : 20.508289,
        "50" : 4.882149,
        "100" : 0.023773,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773092413,
  "timestamp_ms" : 1773092413902,
  "time" : "Mon Mar  9 18:40:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd4-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "4",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11217031168,
        "io_kbytes" : 10954132,
        "bw_bytes" : 62308878,
        "bw" : 60848,
        "iops" : 15211.417430,
        "runtime" : 180023,
        "total_ios" : 2738405,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 261399,
          "max" : 79774678,
          "mean" : 2093183.598881,
          "stddev" : 3275977.436903,
          "N" : 2738437
        },
        "clat_ns" : {
          "min" : 3336,
          "max" : 102302908,
          "mean" : 6316290.039102,
          "stddev" : 6227076.544952,
          "N" : 2738501,
          "percentile" : {
            "1.000000" : 1351680,
            "5.000000" : 1531904,
            "10.000000" : 1662976,
            "20.000000" : 1859584,
            "30.000000" : 2039808,
            "40.000000" : 2244608,
            "50.000000" : 2670592,
            "60.000000" : 5275648,
            "70.000000" : 8847360,
            "80.000000" : 11075584,
            "90.000000" : 13303808,
            "95.000000" : 19791872,
            "99.000000" : 27394048,
            "99.500000" : 32374784,
            "99.900000" : 39059456,
            "99.950000" : 44826624,
            "99.990000" : 56885248
          },
          "bins" : {
            "3344" : 1,
            "3760" : 1,
            "3792" : 1,
            "4016" : 1,
            "4320" : 1,
            "4448" : 1,
            "4512" : 2,
            "4576" : 1,
            "4704" : 1,
            "4768" : 1,
            "4832" : 1,
            "4896" : 1,
            "5024" : 1,
            "5152" : 2,
            "5216" : 1,
            "5280" : 2,
            "5408" : 1,
            "5472" : 1,
            "5536" : 3,
            "5600" : 2,
            "5728" : 2,
            "5984" : 1,
            "6176" : 1,
            "6240" : 1,
            "7200" : 1,
            "481280" : 1,
            "577536" : 1,
            "733184" : 1,
            "774144" : 1,
            "856064" : 1,
            "913408" : 1,
            "1105920" : 3,
            "1122304" : 2,
            "1138688" : 15,
            "1155072" : 71,
            "1171456" : 266,
            "1187840" : 607,
            "1204224" : 854,
            "1220608" : 1055,
            "1236992" : 1403,
            "1253376" : 1734,
            "1269760" : 2189,
            "1286144" : 2657,
            "1302528" : 3326,
            "1318912" : 3782,
            "1335296" : 4569,
            "1351680" : 5285,
            "1368064" : 6236,
            "1384448" : 7046,
            "1400832" : 7722,
            "1417216" : 8715,
            "1433600" : 9698,
            "1449984" : 10459,
            "1466368" : 11571,
            "1482752" : 12167,
            "1499136" : 12961,
            "1515520" : 13729,
            "1531904" : 14350,
            "1548288" : 14859,
            "1564672" : 15581,
            "1581056" : 16196,
            "1597440" : 16604,
            "1613824" : 17518,
            "1630208" : 18429,
            "1646592" : 18748,
            "1662976" : 19494,
            "1679360" : 20206,
            "1695744" : 21120,
            "1712128" : 21843,
            "1728512" : 22466,
            "1744896" : 23127,
            "1761280" : 24019,
            "1777664" : 24591,
            "1794048" : 24880,
            "1810432" : 25370,
            "1826816" : 25591,
            "1843200" : 26030,
            "1859584" : 26013,
            "1875968" : 26089,
            "1892352" : 26226,
            "1908736" : 25941,
            "1925120" : 25896,
            "1941504" : 25306,
            "1957888" : 25422,
            "1974272" : 25006,
            "1990656" : 25166,
            "2007040" : 24790,
            "2023424" : 24590,
            "2039808" : 24406,
            "2056192" : 23745,
            "2072576" : 23248,
            "2088960" : 22999,
            "2113536" : 44277,
            "2146304" : 42292,
            "2179072" : 40517,
            "2211840" : 37726,
            "2244608" : 35041,
            "2277376" : 32714,
            "2310144" : 30210,
            "2342912" : 27877,
            "2375680" : 25367,
            "2408448" : 23352,
            "2441216" : 21301,
            "2473984" : 19410,
            "2506752" : 17520,
            "2539520" : 15918,
            "2572288" : 14482,
            "2605056" : 13264,
            "2637824" : 12154,
            "2670592" : 10550,
            "2703360" : 9584,
            "2736128" : 8980,
            "2768896" : 8359,
            "2801664" : 7648,
            "2834432" : 7055,
            "2867200" : 6630,
            "2899968" : 6138,
            "2932736" : 5633,
            "2965504" : 5602,
            "2998272" : 5070,
            "3031040" : 5061,
            "3063808" : 4801,
            "3096576" : 4590,
            "3129344" : 4388,
            "3162112" : 4331,
            "3194880" : 4121,
            "3227648" : 4002,
            "3260416" : 4013,
            "3293184" : 3791,
            "3325952" : 3739,
            "3358720" : 3576,
            "3391488" : 3661,
            "3424256" : 3480,
            "3457024" : 3443,
            "3489792" : 3331,
            "3522560" : 3417,
            "3555328" : 3197,
            "3588096" : 3175,
            "3620864" : 3144,
            "3653632" : 2966,
            "3686400" : 3039,
            "3719168" : 2966,
            "3751936" : 2872,
            "3784704" : 2819,
            "3817472" : 2857,
            "3850240" : 2805,
            "3883008" : 2736,
            "3915776" : 2796,
            "3948544" : 2687,
            "3981312" : 2631,
            "4014080" : 2526,
            "4046848" : 2685,
            "4079616" : 2665,
            "4112384" : 2551,
            "4145152" : 2583,
            "4177920" : 2511,
            "4227072" : 4863,
            "4292608" : 4819,
            "4358144" : 4758,
            "4423680" : 4748,
            "4489216" : 4673,
            "4554752" : 4581,
            "4620288" : 4652,
            "4685824" : 4430,
            "4751360" : 4278,
            "4816896" : 4387,
            "4882432" : 4303,
            "4947968" : 4404,
            "5013504" : 4279,
            "5079040" : 4340,
            "5144576" : 4244,
            "5210112" : 4283,
            "5275648" : 4252,
            "5341184" : 4201,
            "5406720" : 4339,
            "5472256" : 4294,
            "5537792" : 4294,
            "5603328" : 4188,
            "5668864" : 4230,
            "5734400" : 4241,
            "5799936" : 4309,
            "5865472" : 4349,
            "5931008" : 4260,
            "5996544" : 4388,
            "6062080" : 4400,
            "6127616" : 4238,
            "6193152" : 4441,
            "6258688" : 4284,
            "6324224" : 4387,
            "6389760" : 4331,
            "6455296" : 4473,
            "6520832" : 4485,
            "6586368" : 4351,
            "6651904" : 4554,
            "6717440" : 4515,
            "6782976" : 4604,
            "6848512" : 4591,
            "6914048" : 4550,
            "6979584" : 4570,
            "7045120" : 4696,
            "7110656" : 4765,
            "7176192" : 4909,
            "7241728" : 4866,
            "7307264" : 4956,
            "7372800" : 4956,
            "7438336" : 4848,
            "7503872" : 5139,
            "7569408" : 5097,
            "7634944" : 5212,
            "7700480" : 5236,
            "7766016" : 5148,
            "7831552" : 5391,
            "7897088" : 5421,
            "7962624" : 5504,
            "8028160" : 5478,
            "8093696" : 5512,
            "8159232" : 5599,
            "8224768" : 5621,
            "8290304" : 5759,
            "8355840" : 5819,
            "8454144" : 11915,
            "8585216" : 12280,
            "8716288" : 12843,
            "8847360" : 12890,
            "8978432" : 13394,
            "9109504" : 13661,
            "9240576" : 14225,
            "9371648" : 14619,
            "9502720" : 15354,
            "9633792" : 15104,
            "9764864" : 16027,
            "9895936" : 16483,
            "10027008" : 16953,
            "10158080" : 17605,
            "10289152" : 17657,
            "10420224" : 18203,
            "10551296" : 18623,
            "10682368" : 19043,
            "10813440" : 19264,
            "10944512" : 19424,
            "11075584" : 19580,
            "11206656" : 19767,
            "11337728" : 19748,
            "11468800" : 19802,
            "11599872" : 19612,
            "11730944" : 19497,
            "11862016" : 19052,
            "11993088" : 18282,
            "12124160" : 17633,
            "12255232" : 16691,
            "12386304" : 15778,
            "12517376" : 14811,
            "12648448" : 13695,
            "12779520" : 12571,
            "12910592" : 11370,
            "13041664" : 10474,
            "13172736" : 9252,
            "13303808" : 8313,
            "13434880" : 7459,
            "13565952" : 6405,
            "13697024" : 5669,
            "13828096" : 4983,
            "13959168" : 4299,
            "14090240" : 3770,
            "14221312" : 3468,
            "14352384" : 3049,
            "14483456" : 2753,
            "14614528" : 2712,
            "14745600" : 2481,
            "14876672" : 2345,
            "15007744" : 2291,
            "15138816" : 2042,
            "15269888" : 2133,
            "15400960" : 2031,
            "15532032" : 2069,
            "15663104" : 1970,
            "15794176" : 1982,
            "15925248" : 1959,
            "16056320" : 2004,
            "16187392" : 1838,
            "16318464" : 1921,
            "16449536" : 1826,
            "16580608" : 1904,
            "16711680" : 1861,
            "16908288" : 3723,
            "17170432" : 3806,
            "17432576" : 3962,
            "17694720" : 4098,
            "17956864" : 4373,
            "18219008" : 4351,
            "18481152" : 4582,
            "18743296" : 4781,
            "19005440" : 5072,
            "19267584" : 5361,
            "19529728" : 5468,
            "19791872" : 5514,
            "20054016" : 5535,
            "20316160" : 5855,
            "20578304" : 6057,
            "20840448" : 6046,
            "21102592" : 5918,
            "21364736" : 5935,
            "21626880" : 5725,
            "21889024" : 5831,
            "22151168" : 5825,
            "22413312" : 5710,
            "22675456" : 5376,
            "22937600" : 5146,
            "23199744" : 5022,
            "23461888" : 4590,
            "23724032" : 4167,
            "23986176" : 3683,
            "24248320" : 3240,
            "24510464" : 2806,
            "24772608" : 2427,
            "25034752" : 2102,
            "25296896" : 1847,
            "25559040" : 1618,
            "25821184" : 1488,
            "26083328" : 1355,
            "26345472" : 1213,
            "26607616" : 1130,
            "26869760" : 1065,
            "27131904" : 920,
            "27394048" : 998,
            "27656192" : 970,
            "27918336" : 860,
            "28180480" : 839,
            "28442624" : 865,
            "28704768" : 844,
            "28966912" : 828,
            "29229056" : 746,
            "29491200" : 713,
            "29753344" : 694,
            "30015488" : 721,
            "30277632" : 709,
            "30539776" : 653,
            "30801920" : 720,
            "31064064" : 665,
            "31326208" : 619,
            "31588352" : 651,
            "31850496" : 602,
            "32112640" : 627,
            "32374784" : 632,
            "32636928" : 620,
            "32899072" : 628,
            "33161216" : 611,
            "33423360" : 602,
            "33816576" : 1177,
            "34340864" : 1109,
            "34865152" : 1122,
            "35389440" : 1013,
            "35913728" : 913,
            "36438016" : 825,
            "36962304" : 646,
            "37486592" : 531,
            "38010880" : 381,
            "38535168" : 268,
            "39059456" : 233,
            "39583744" : 194,
            "40108032" : 172,
            "40632320" : 142,
            "41156608" : 150,
            "41680896" : 117,
            "42205184" : 116,
            "42729472" : 88,
            "43253760" : 103,
            "43778048" : 95,
            "44302336" : 97,
            "44826624" : 84,
            "45350912" : 91,
            "45875200" : 76,
            "46399488" : 87,
            "46923776" : 96,
            "47448064" : 56,
            "47972352" : 68,
            "48496640" : 67,
            "49020928" : 58,
            "49545216" : 55,
            "50069504" : 41,
            "50593792" : 64,
            "51118080" : 58,
            "51642368" : 42,
            "52166656" : 36,
            "52690944" : 33,
            "53215232" : 20,
            "53739520" : 19,
            "54263808" : 25,
            "54788096" : 18,
            "55312384" : 10,
            "55836672" : 16,
            "56360960" : 11,
            "56885248" : 9,
            "57409536" : 8,
            "57933824" : 8,
            "58458112" : 11,
            "58982400" : 11,
            "59506688" : 11,
            "60030976" : 9,
            "60555264" : 11,
            "61079552" : 8,
            "61603840" : 7,
            "62128128" : 9,
            "62652416" : 6,
            "63176704" : 11,
            "63700992" : 8,
            "64225280" : 3,
            "64749568" : 7,
            "65273856" : 6,
            "65798144" : 6,
            "66322432" : 9,
            "66846720" : 7,
            "67633152" : 14,
            "68681728" : 15,
            "69730304" : 9,
            "70778880" : 10,
            "71827456" : 2,
            "72876032" : 10,
            "73924608" : 1,
            "74973184" : 4,
            "76021760" : 5,
            "77070336" : 4,
            "78118912" : 3,
            "79167488" : 4,
            "80216064" : 4,
            "81264640" : 6,
            "82313216" : 1,
            "83361792" : 1,
            "84410368" : 2,
            "85458944" : 7,
            "86507520" : 1,
            "87556096" : 4,
            "88604672" : 1,
            "102236160" : 1
          }
        },
        "lat_ns" : {
          "min" : 479994,
          "max" : 114014613,
          "mean" : 8409473.975902,
          "stddev" : 7417871.267027,
          "N" : 2738501
        },
        "bw_min" : 39583,
        "bw_max" : 88339,
        "bw_agg" : 100.000000,
        "bw_mean" : 60901.064067,
        "bw_dev" : 266.517494,
        "bw_samples" : 11488,
        "iops_min" : 9895,
        "iops_max" : 22083,
        "iops_mean" : 15222.738162,
        "iops_stddev" : 66.641564,
        "iops_samples" : 11488
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760281,
      "usr_cpu" : 0.207299,
      "sys_cpu" : 3.927742,
      "ctx" : 4389305,
      "majf" : 0,
      "minf" : 1250,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 28.191922,
        "4" : 28.529235,
        "10" : 17.866714,
        "20" : 20.508289,
        "50" : 4.882149,
        "100" : 0.023773,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 4,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}