← Back to file list

📄 rand-write-qd32-nj8_run1.json

raidz2/benchmarks/rand/rand-write-qd32-nj8_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124743,
  "timestamp_ms" : 1774124743002,
  "time" : "Sat Mar 21 17:25:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1213980672,
        "io_kbytes" : 1185528,
        "bw_bytes" : 124357782,
        "bw" : 121443,
        "iops" : 30388.752305,
        "runtime" : 9762,
        "total_ios" : 296655,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 78095,
      "usr_cpu" : 0.868173,
      "sys_cpu" : 12.217171,
      "ctx" : 296578,
      "majf" : 0,
      "minf" : 48,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.916401,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124753,
  "timestamp_ms" : 1774124753240,
  "time" : "Sat Mar 21 17:25:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1254658048,
        "io_kbytes" : 1225252,
        "bw_bytes" : 125465804,
        "bw" : 122525,
        "iops" : 30632.500000,
        "runtime" : 10000,
        "total_ios" : 306325,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 16234,
          "max" : 2491777,
          "mean" : 258360.807443,
          "stddev" : 91906.792764,
          "N" : 306325
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 14652766,
          "mean" : 8098708.055123,
          "stddev" : 2370426.644462,
          "N" : 306317,
          "percentile" : {
            "1.000000" : 3129344,
            "5.000000" : 4227072,
            "10.000000" : 4816896,
            "20.000000" : 6193152,
            "30.000000" : 6979584,
            "40.000000" : 7438336,
            "50.000000" : 7831552,
            "60.000000" : 8454144,
            "70.000000" : 9240576,
            "80.000000" : 10420224,
            "90.000000" : 11599872,
            "95.000000" : 12255232,
            "99.000000" : 13041664,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 13828096,
            "99.990000" : 14090240
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 2,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 4,
            "1318912" : 11,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 13,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 8,
            "1499136" : 7,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 15,
            "1581056" : 8,
            "1597440" : 6,
            "1613824" : 2,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 10,
            "1695744" : 5,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 14,
            "1777664" : 14,
            "1794048" : 16,
            "1810432" : 15,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 15,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 12,
            "1941504" : 11,
            "1957888" : 19,
            "1974272" : 19,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 12,
            "2039808" : 14,
            "2056192" : 31,
            "2072576" : 20,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 47,
            "2179072" : 27,
            "2211840" : 54,
            "2244608" : 67,
            "2277376" : 51,
            "2310144" : 53,
            "2342912" : 50,
            "2375680" : 58,
            "2408448" : 48,
            "2441216" : 67,
            "2473984" : 76,
            "2506752" : 59,
            "2539520" : 59,
            "2572288" : 79,
            "2605056" : 62,
            "2637824" : 93,
            "2670592" : 100,
            "2703360" : 78,
            "2736128" : 100,
            "2768896" : 97,
            "2801664" : 83,
            "2834432" : 103,
            "2867200" : 94,
            "2899968" : 89,
            "2932736" : 106,
            "2965504" : 90,
            "2998272" : 101,
            "3031040" : 95,
            "3063808" : 118,
            "3096576" : 103,
            "3129344" : 116,
            "3162112" : 97,
            "3194880" : 106,
            "3227648" : 98,
            "3260416" : 99,
            "3293184" : 102,
            "3325952" : 109,
            "3358720" : 114,
            "3391488" : 106,
            "3424256" : 108,
            "3457024" : 130,
            "3489792" : 148,
            "3522560" : 177,
            "3555328" : 183,
            "3588096" : 219,
            "3620864" : 239,
            "3653632" : 224,
            "3686400" : 284,
            "3719168" : 375,
            "3751936" : 346,
            "3784704" : 350,
            "3817472" : 399,
            "3850240" : 485,
            "3883008" : 577,
            "3915776" : 576,
            "3948544" : 562,
            "3981312" : 619,
            "4014080" : 786,
            "4046848" : 810,
            "4079616" : 794,
            "4112384" : 775,
            "4145152" : 942,
            "4177920" : 968,
            "4227072" : 1767,
            "4292608" : 2045,
            "4358144" : 1758,
            "4423680" : 1834,
            "4489216" : 1677,
            "4554752" : 1578,
            "4620288" : 1403,
            "4685824" : 1430,
            "4751360" : 1335,
            "4816896" : 1404,
            "4882432" : 1378,
            "4947968" : 1252,
            "5013504" : 1275,
            "5079040" : 1205,
            "5144576" : 1284,
            "5210112" : 1360,
            "5275648" : 1206,
            "5341184" : 1147,
            "5406720" : 1318,
            "5472256" : 1236,
            "5537792" : 1219,
            "5603328" : 1434,
            "5668864" : 1264,
            "5734400" : 1511,
            "5799936" : 1637,
            "5865472" : 1604,
            "5931008" : 1563,
            "5996544" : 1852,
            "6062080" : 1885,
            "6127616" : 1764,
            "6193152" : 1941,
            "6258688" : 2166,
            "6324224" : 1952,
            "6389760" : 2047,
            "6455296" : 2277,
            "6520832" : 2243,
            "6586368" : 2430,
            "6651904" : 2514,
            "6717440" : 2875,
            "6782976" : 3458,
            "6848512" : 3955,
            "6914048" : 4300,
            "6979584" : 4139,
            "7045120" : 3921,
            "7110656" : 3789,
            "7176192" : 3920,
            "7241728" : 4778,
            "7307264" : 4546,
            "7372800" : 4275,
            "7438336" : 4575,
            "7503872" : 5843,
            "7569408" : 5030,
            "7634944" : 4342,
            "7700480" : 5351,
            "7766016" : 6658,
            "7831552" : 4508,
            "7897088" : 2946,
            "7962624" : 3010,
            "8028160" : 3662,
            "8093696" : 3005,
            "8159232" : 3000,
            "8224768" : 3161,
            "8290304" : 3159,
            "8355840" : 2422,
            "8454144" : 5100,
            "8585216" : 5752,
            "8716288" : 5485,
            "8847360" : 5403,
            "8978432" : 4264,
            "9109504" : 3890,
            "9240576" : 4457,
            "9371648" : 5575,
            "9502720" : 4757,
            "9633792" : 3749,
            "9764864" : 2923,
            "9895936" : 2822,
            "10027008" : 2806,
            "10158080" : 2429,
            "10289152" : 3200,
            "10420224" : 3529,
            "10551296" : 3663,
            "10682368" : 4026,
            "10813440" : 3609,
            "10944512" : 3514,
            "11075584" : 3238,
            "11206656" : 3106,
            "11337728" : 2870,
            "11468800" : 2969,
            "11599872" : 3223,
            "11730944" : 3066,
            "11862016" : 2987,
            "11993088" : 3123,
            "12124160" : 2837,
            "12255232" : 2497,
            "12386304" : 2604,
            "12517376" : 2323,
            "12648448" : 2072,
            "12779520" : 1683,
            "12910592" : 1468,
            "13041664" : 1142,
            "13172736" : 749,
            "13303808" : 548,
            "13434880" : 348,
            "13565952" : 276,
            "13697024" : 173,
            "13828096" : 100,
            "13959168" : 83,
            "14090240" : 35,
            "14221312" : 16,
            "14352384" : 8,
            "14483456" : 1,
            "14614528" : 1
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 15135673,
          "mean" : 8357109.867755,
          "stddev" : 2444987.661916,
          "N" : 306317
        },
        "bw_min" : 114440,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 122904.684211,
        "bw_dev" : 698.279391,
        "bw_samples" : 152,
        "iops_min" : 28610,
        "iops_max" : 34190,
        "iops_mean" : 30726.000000,
        "iops_stddev" : 174.566207,
        "iops_samples" : 152
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79994,
      "usr_cpu" : 0.988824,
      "sys_cpu" : 12.568443,
      "ctx" : 310362,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999674,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999674,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.172040,
        "4" : 3.084959,
        "10" : 74.088958,
        "20" : 22.651432,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124763,
  "timestamp_ms" : 1774124763240,
  "time" : "Sat Mar 21 17:26:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2347491328,
        "io_kbytes" : 2292472,
        "bw_bytes" : 117380435,
        "bw" : 114629,
        "iops" : 28657.782889,
        "runtime" : 19999,
        "total_ios" : 573127,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 16234,
          "max" : 2491777,
          "mean" : 276385.235871,
          "stddev" : 98514.804293,
          "N" : 573127
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 17347312,
          "mean" : 8655032.835057,
          "stddev" : 2648970.773695,
          "N" : 573119,
          "percentile" : {
            "1.000000" : 3555328,
            "5.000000" : 4292608,
            "10.000000" : 5079040,
            "20.000000" : 6520832,
            "30.000000" : 7307264,
            "40.000000" : 7766016,
            "50.000000" : 8454144,
            "60.000000" : 9109504,
            "70.000000" : 9895936,
            "80.000000" : 11075584,
            "90.000000" : 12386304,
            "95.000000" : 13172736,
            "99.000000" : 15138816,
            "99.500000" : 15663104,
            "99.900000" : 16318464,
            "99.950000" : 16449536,
            "99.990000" : 16711680
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 2,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 4,
            "1318912" : 11,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 13,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 8,
            "1499136" : 7,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 15,
            "1581056" : 8,
            "1597440" : 6,
            "1613824" : 2,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 10,
            "1695744" : 5,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 14,
            "1777664" : 14,
            "1794048" : 16,
            "1810432" : 15,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 15,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 12,
            "1941504" : 11,
            "1957888" : 19,
            "1974272" : 19,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 12,
            "2039808" : 14,
            "2056192" : 31,
            "2072576" : 20,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 48,
            "2179072" : 28,
            "2211840" : 54,
            "2244608" : 67,
            "2277376" : 56,
            "2310144" : 53,
            "2342912" : 51,
            "2375680" : 58,
            "2408448" : 52,
            "2441216" : 74,
            "2473984" : 76,
            "2506752" : 61,
            "2539520" : 68,
            "2572288" : 87,
            "2605056" : 67,
            "2637824" : 104,
            "2670592" : 117,
            "2703360" : 91,
            "2736128" : 116,
            "2768896" : 118,
            "2801664" : 92,
            "2834432" : 128,
            "2867200" : 113,
            "2899968" : 113,
            "2932736" : 130,
            "2965504" : 117,
            "2998272" : 118,
            "3031040" : 123,
            "3063808" : 149,
            "3096576" : 137,
            "3129344" : 158,
            "3162112" : 132,
            "3194880" : 133,
            "3227648" : 143,
            "3260416" : 138,
            "3293184" : 169,
            "3325952" : 164,
            "3358720" : 179,
            "3391488" : 170,
            "3424256" : 178,
            "3457024" : 208,
            "3489792" : 234,
            "3522560" : 270,
            "3555328" : 288,
            "3588096" : 383,
            "3620864" : 413,
            "3653632" : 432,
            "3686400" : 537,
            "3719168" : 669,
            "3751936" : 602,
            "3784704" : 706,
            "3817472" : 758,
            "3850240" : 938,
            "3883008" : 1038,
            "3915776" : 988,
            "3948544" : 1009,
            "3981312" : 1156,
            "4014080" : 1384,
            "4046848" : 1356,
            "4079616" : 1332,
            "4112384" : 1323,
            "4145152" : 1555,
            "4177920" : 1651,
            "4227072" : 2888,
            "4292608" : 3156,
            "4358144" : 2864,
            "4423680" : 2806,
            "4489216" : 2608,
            "4554752" : 2605,
            "4620288" : 2321,
            "4685824" : 2371,
            "4751360" : 2210,
            "4816896" : 2294,
            "4882432" : 2271,
            "4947968" : 2085,
            "5013504" : 2163,
            "5079040" : 2084,
            "5144576" : 2177,
            "5210112" : 2223,
            "5275648" : 2133,
            "5341184" : 2065,
            "5406720" : 2293,
            "5472256" : 2195,
            "5537792" : 2185,
            "5603328" : 2385,
            "5668864" : 2187,
            "5734400" : 2450,
            "5799936" : 2651,
            "5865472" : 2602,
            "5931008" : 2530,
            "5996544" : 2893,
            "6062080" : 2921,
            "6127616" : 2822,
            "6193152" : 2921,
            "6258688" : 3320,
            "6324224" : 3013,
            "6389760" : 3153,
            "6455296" : 3401,
            "6520832" : 3329,
            "6586368" : 3597,
            "6651904" : 3630,
            "6717440" : 4044,
            "6782976" : 4680,
            "6848512" : 5208,
            "6914048" : 5539,
            "6979584" : 5482,
            "7045120" : 5240,
            "7110656" : 5081,
            "7176192" : 5241,
            "7241728" : 6387,
            "7307264" : 6170,
            "7372800" : 5817,
            "7438336" : 6291,
            "7503872" : 8152,
            "7569408" : 7192,
            "7634944" : 6292,
            "7700480" : 7863,
            "7766016" : 10651,
            "7831552" : 7673,
            "7897088" : 5497,
            "7962624" : 5767,
            "8028160" : 7030,
            "8093696" : 5789,
            "8159232" : 5846,
            "8224768" : 6132,
            "8290304" : 6298,
            "8355840" : 5270,
            "8454144" : 10596,
            "8585216" : 10864,
            "8716288" : 11277,
            "8847360" : 11807,
            "8978432" : 9535,
            "9109504" : 8393,
            "9240576" : 8978,
            "9371648" : 10326,
            "9502720" : 10014,
            "9633792" : 9016,
            "9764864" : 8344,
            "9895936" : 9343,
            "10027008" : 8612,
            "10158080" : 6002,
            "10289152" : 7163,
            "10420224" : 6717,
            "10551296" : 6424,
            "10682368" : 6576,
            "10813440" : 5898,
            "10944512" : 6085,
            "11075584" : 6218,
            "11206656" : 5944,
            "11337728" : 5758,
            "11468800" : 6103,
            "11599872" : 6556,
            "11730944" : 5736,
            "11862016" : 5716,
            "11993088" : 5964,
            "12124160" : 5413,
            "12255232" : 4847,
            "12386304" : 5595,
            "12517376" : 5002,
            "12648448" : 4667,
            "12779520" : 4295,
            "12910592" : 4158,
            "13041664" : 3844,
            "13172736" : 3463,
            "13303808" : 3216,
            "13434880" : 3229,
            "13565952" : 2993,
            "13697024" : 2364,
            "13828096" : 2133,
            "13959168" : 1898,
            "14090240" : 1180,
            "14221312" : 1082,
            "14352384" : 792,
            "14483456" : 687,
            "14614528" : 662,
            "14745600" : 398,
            "14876672" : 373,
            "15007744" : 449,
            "15138816" : 397,
            "15269888" : 577,
            "15400960" : 661,
            "15532032" : 638,
            "15663104" : 727,
            "15794176" : 606,
            "15925248" : 544,
            "16056320" : 535,
            "16187392" : 499,
            "16318464" : 271,
            "16449536" : 165,
            "16580608" : 142,
            "16711680" : 74,
            "16908288" : 11,
            "17170432" : 8,
            "17432576" : 1
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 17882780,
          "mean" : 8931344.317416,
          "stddev" : 2732640.838158,
          "N" : 573119
        },
        "bw_min" : 86272,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 114976.000000,
        "bw_dev" : 1399.920476,
        "bw_samples" : 312,
        "iops_min" : 21568,
        "iops_max" : 34190,
        "iops_mean" : 28743.743590,
        "iops_stddev" : 349.978333,
        "iops_samples" : 312
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159992,
      "usr_cpu" : 0.915671,
      "sys_cpu" : 11.733712,
      "ctx" : 581342,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999826,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999826,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.091952,
        "4" : 2.635367,
        "10" : 68.121900,
        "20" : 29.149386,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124773,
  "timestamp_ms" : 1774124773241,
  "time" : "Sat Mar 21 17:26:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3426521088,
        "io_kbytes" : 3346212,
        "bw_bytes" : 114217369,
        "bw" : 111540,
        "iops" : 27885.433333,
        "runtime" : 30000,
        "total_ios" : 836563,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 4116088,
          "mean" : 284116.675290,
          "stddev" : 100888.389335,
          "N" : 836563
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 17347312,
          "mean" : 8894874.544005,
          "stddev" : 2719087.844609,
          "N" : 836555,
          "percentile" : {
            "1.000000" : 3588096,
            "5.000000" : 4292608,
            "10.000000" : 5210112,
            "20.000000" : 6717440,
            "30.000000" : 7503872,
            "40.000000" : 8093696,
            "50.000000" : 8716288,
            "60.000000" : 9371648,
            "70.000000" : 10158080,
            "80.000000" : 11337728,
            "90.000000" : 12648448,
            "95.000000" : 13697024,
            "99.000000" : 15138816,
            "99.500000" : 15532032,
            "99.900000" : 16187392,
            "99.950000" : 16318464,
            "99.990000" : 16711680
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 100,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 108,
            "2834432" : 145,
            "2867200" : 132,
            "2899968" : 138,
            "2932736" : 149,
            "2965504" : 150,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 176,
            "3096576" : 190,
            "3129344" : 207,
            "3162112" : 185,
            "3194880" : 212,
            "3227648" : 206,
            "3260416" : 229,
            "3293184" : 278,
            "3325952" : 306,
            "3358720" : 301,
            "3391488" : 322,
            "3424256" : 358,
            "3457024" : 356,
            "3489792" : 458,
            "3522560" : 508,
            "3555328" : 555,
            "3588096" : 691,
            "3620864" : 731,
            "3653632" : 752,
            "3686400" : 918,
            "3719168" : 1062,
            "3751936" : 974,
            "3784704" : 1085,
            "3817472" : 1167,
            "3850240" : 1414,
            "3883008" : 1527,
            "3915776" : 1474,
            "3948544" : 1513,
            "3981312" : 1668,
            "4014080" : 1912,
            "4046848" : 1776,
            "4079616" : 1717,
            "4112384" : 1765,
            "4145152" : 1987,
            "4177920" : 2117,
            "4227072" : 3770,
            "4292608" : 3980,
            "4358144" : 3651,
            "4423680" : 3588,
            "4489216" : 3337,
            "4554752" : 3408,
            "4620288" : 3022,
            "4685824" : 3040,
            "4751360" : 2954,
            "4816896" : 3015,
            "4882432" : 2960,
            "4947968" : 2761,
            "5013504" : 2901,
            "5079040" : 2720,
            "5144576" : 2828,
            "5210112" : 2887,
            "5275648" : 2812,
            "5341184" : 2657,
            "5406720" : 2949,
            "5472256" : 2866,
            "5537792" : 2827,
            "5603328" : 3078,
            "5668864" : 2882,
            "5734400" : 3123,
            "5799936" : 3400,
            "5865472" : 3313,
            "5931008" : 3242,
            "5996544" : 3681,
            "6062080" : 3705,
            "6127616" : 3594,
            "6193152" : 3685,
            "6258688" : 4203,
            "6324224" : 3866,
            "6389760" : 4023,
            "6455296" : 4313,
            "6520832" : 4283,
            "6586368" : 4598,
            "6651904" : 4691,
            "6717440" : 5130,
            "6782976" : 5819,
            "6848512" : 6335,
            "6914048" : 6640,
            "6979584" : 6912,
            "7045120" : 6725,
            "7110656" : 6401,
            "7176192" : 6624,
            "7241728" : 7976,
            "7307264" : 7757,
            "7372800" : 7288,
            "7438336" : 7863,
            "7503872" : 10079,
            "7569408" : 9048,
            "7634944" : 8122,
            "7700480" : 9801,
            "7766016" : 13509,
            "7831552" : 10678,
            "7897088" : 7941,
            "7962624" : 8417,
            "8028160" : 10262,
            "8093696" : 8728,
            "8159232" : 8862,
            "8224768" : 9318,
            "8290304" : 10117,
            "8355840" : 8764,
            "8454144" : 18319,
            "8585216" : 18743,
            "8716288" : 18985,
            "8847360" : 20596,
            "8978432" : 16764,
            "9109504" : 14548,
            "9240576" : 14786,
            "9371648" : 16308,
            "9502720" : 15017,
            "9633792" : 13148,
            "9764864" : 11248,
            "9895936" : 12017,
            "10027008" : 10619,
            "10158080" : 7296,
            "10289152" : 9496,
            "10420224" : 9275,
            "10551296" : 9085,
            "10682368" : 9467,
            "10813440" : 8889,
            "10944512" : 9716,
            "11075584" : 9683,
            "11206656" : 10150,
            "11337728" : 9662,
            "11468800" : 9909,
            "11599872" : 10042,
            "11730944" : 8482,
            "11862016" : 8037,
            "11993088" : 8089,
            "12124160" : 7528,
            "12255232" : 6889,
            "12386304" : 8020,
            "12517376" : 7178,
            "12648448" : 6964,
            "12779520" : 6677,
            "12910592" : 6648,
            "13041664" : 6133,
            "13172736" : 5787,
            "13303808" : 5511,
            "13434880" : 5439,
            "13565952" : 5209,
            "13697024" : 5073,
            "13828096" : 4693,
            "13959168" : 3774,
            "14090240" : 2851,
            "14221312" : 2887,
            "14352384" : 2842,
            "14483456" : 3018,
            "14614528" : 2736,
            "14745600" : 2036,
            "14876672" : 1749,
            "15007744" : 1639,
            "15138816" : 1320,
            "15269888" : 1395,
            "15400960" : 1167,
            "15532032" : 924,
            "15663104" : 917,
            "15794176" : 715,
            "15925248" : 580,
            "16056320" : 540,
            "16187392" : 499,
            "16318464" : 271,
            "16449536" : 165,
            "16580608" : 142,
            "16711680" : 74,
            "16908288" : 11,
            "17170432" : 8,
            "17432576" : 1
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 17882780,
          "mean" : 9178956.258993,
          "stddev" : 2805043.964660,
          "N" : 836555
        },
        "bw_min" : 86272,
        "bw_max" : 136760,
        "bw_agg" : 99.892058,
        "bw_mean" : 111420.881356,
        "bw_dev" : 1431.380752,
        "bw_samples" : 472,
        "iops_min" : 21568,
        "iops_max" : 34190,
        "iops_mean" : 27854.983051,
        "iops_stddev" : 357.851676,
        "iops_samples" : 472
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239994,
      "usr_cpu" : 0.904189,
      "sys_cpu" : 11.425286,
      "ctx" : 847818,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.066223,
        "4" : 2.720656,
        "10" : 65.634148,
        "20" : 31.578016,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124783,
  "timestamp_ms" : 1774124783241,
  "time" : "Sat Mar 21 17:26:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4399108096,
        "io_kbytes" : 4296004,
        "bw_bytes" : 109977702,
        "bw" : 107400,
        "iops" : 26850.325000,
        "runtime" : 40000,
        "total_ios" : 1074013,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 4689795,
          "mean" : 295191.587900,
          "stddev" : 142726.974064,
          "N" : 1074013
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28280195,
          "mean" : 9238033.413458,
          "stddev" : 2889169.367702,
          "N" : 1074005,
          "percentile" : {
            "1.000000" : 3686400,
            "5.000000" : 4489216,
            "10.000000" : 5603328,
            "20.000000" : 6979584,
            "30.000000" : 7700480,
            "40.000000" : 8290304,
            "50.000000" : 8847360,
            "60.000000" : 9633792,
            "70.000000" : 10551296,
            "80.000000" : 11730944,
            "90.000000" : 13172736,
            "95.000000" : 14352384,
            "99.000000" : 16449536,
            "99.500000" : 17432576,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 22151168
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1558,
            "3981312" : 1724,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1775,
            "4112384" : 1814,
            "4145152" : 2051,
            "4177920" : 2183,
            "4227072" : 3908,
            "4292608" : 4097,
            "4358144" : 3746,
            "4423680" : 3726,
            "4489216" : 3475,
            "4554752" : 3567,
            "4620288" : 3206,
            "4685824" : 3255,
            "4751360" : 3151,
            "4816896" : 3279,
            "4882432" : 3226,
            "4947968" : 3025,
            "5013504" : 3161,
            "5079040" : 2983,
            "5144576" : 3134,
            "5210112" : 3238,
            "5275648" : 3139,
            "5341184" : 3038,
            "5406720" : 3385,
            "5472256" : 3268,
            "5537792" : 3248,
            "5603328" : 3607,
            "5668864" : 3371,
            "5734400" : 3646,
            "5799936" : 3996,
            "5865472" : 3937,
            "5931008" : 3876,
            "5996544" : 4413,
            "6062080" : 4441,
            "6127616" : 4391,
            "6193152" : 4640,
            "6258688" : 5205,
            "6324224" : 4795,
            "6389760" : 5082,
            "6455296" : 5372,
            "6520832" : 5412,
            "6586368" : 5878,
            "6651904" : 5936,
            "6717440" : 6446,
            "6782976" : 7239,
            "6848512" : 7715,
            "6914048" : 8070,
            "6979584" : 8549,
            "7045120" : 8278,
            "7110656" : 7901,
            "7176192" : 8241,
            "7241728" : 9841,
            "7307264" : 9548,
            "7372800" : 9089,
            "7438336" : 9810,
            "7503872" : 12138,
            "7569408" : 10964,
            "7634944" : 10015,
            "7700480" : 11851,
            "7766016" : 15764,
            "7831552" : 12763,
            "7897088" : 9980,
            "7962624" : 10539,
            "8028160" : 12523,
            "8093696" : 10726,
            "8159232" : 11044,
            "8224768" : 11583,
            "8290304" : 12198,
            "8355840" : 10882,
            "8454144" : 22571,
            "8585216" : 22958,
            "8716288" : 23136,
            "8847360" : 24443,
            "8978432" : 20636,
            "9109504" : 18322,
            "9240576" : 18780,
            "9371648" : 20201,
            "9502720" : 18883,
            "9633792" : 17094,
            "9764864" : 15521,
            "9895936" : 16432,
            "10027008" : 15076,
            "10158080" : 11328,
            "10289152" : 13637,
            "10420224" : 12979,
            "10551296" : 12340,
            "10682368" : 12464,
            "10813440" : 11925,
            "10944512" : 12879,
            "11075584" : 12692,
            "11206656" : 13241,
            "11337728" : 12835,
            "11468800" : 12854,
            "11599872" : 12664,
            "11730944" : 11369,
            "11862016" : 10990,
            "11993088" : 10930,
            "12124160" : 10183,
            "12255232" : 9376,
            "12386304" : 10527,
            "12517376" : 9549,
            "12648448" : 9343,
            "12779520" : 9000,
            "12910592" : 8745,
            "13041664" : 8370,
            "13172736" : 7860,
            "13303808" : 7581,
            "13434880" : 7311,
            "13565952" : 6983,
            "13697024" : 6659,
            "13828096" : 6234,
            "13959168" : 5454,
            "14090240" : 4475,
            "14221312" : 4347,
            "14352384" : 4369,
            "14483456" : 4660,
            "14614528" : 4372,
            "14745600" : 3723,
            "14876672" : 3415,
            "15007744" : 3236,
            "15138816" : 2825,
            "15269888" : 2792,
            "15400960" : 2379,
            "15532032" : 2253,
            "15663104" : 2105,
            "15794176" : 1902,
            "15925248" : 1707,
            "16056320" : 1583,
            "16187392" : 1500,
            "16318464" : 1273,
            "16449536" : 1070,
            "16580608" : 1053,
            "16711680" : 851,
            "16908288" : 1406,
            "17170432" : 1110,
            "17432576" : 834,
            "17694720" : 793,
            "17956864" : 703,
            "18219008" : 630,
            "18481152" : 489,
            "18743296" : 314,
            "19005440" : 355,
            "19267584" : 307,
            "19529728" : 284,
            "19791872" : 190,
            "20054016" : 124,
            "20316160" : 69,
            "20578304" : 83,
            "20840448" : 66,
            "21102592" : 68,
            "21364736" : 59,
            "21626880" : 36,
            "21889024" : 18,
            "22151168" : 23,
            "22413312" : 22,
            "22675456" : 27,
            "22937600" : 6,
            "23199744" : 7,
            "23461888" : 3,
            "23724032" : 5,
            "23986176" : 5,
            "24248320" : 1,
            "24772608" : 2,
            "26083328" : 2,
            "26607616" : 4,
            "26869760" : 5,
            "27131904" : 1,
            "28180480" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 28802713,
          "mean" : 9533208.644070,
          "stddev" : 2978950.805545,
          "N" : 1074005
        },
        "bw_min" : 74656,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 107763.164557,
        "bw_dev" : 1634.225958,
        "bw_samples" : 632,
        "iops_min" : 18664,
        "iops_max" : 34190,
        "iops_mean" : 26940.582278,
        "iops_stddev" : 408.555657,
        "iops_samples" : 632
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319998,
      "usr_cpu" : 0.872193,
      "sys_cpu" : 11.081632,
      "ctx" : 1088665,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.051582,
        "4" : 2.208819,
        "10" : 62.153158,
        "20" : 35.530110,
        "50" : 0.055586,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124793,
  "timestamp_ms" : 1774124793241,
  "time" : "Sat Mar 21 17:26:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5201547264,
        "io_kbytes" : 5079636,
        "bw_bytes" : 104030945,
        "bw" : 101592,
        "iops" : 25398.420000,
        "runtime" : 50000,
        "total_ios" : 1269921,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5248258,
          "mean" : 312231.222656,
          "stddev" : 174249.766008,
          "N" : 1269921
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28280195,
          "mean" : 9766088.587915,
          "stddev" : 3269428.887129,
          "N" : 1269913,
          "percentile" : {
            "1.000000" : 3719168,
            "5.000000" : 4685824,
            "10.000000" : 5931008,
            "20.000000" : 7241728,
            "30.000000" : 7962624,
            "40.000000" : 8585216,
            "50.000000" : 9371648,
            "60.000000" : 10158080,
            "70.000000" : 11206656,
            "80.000000" : 12255232,
            "90.000000" : 13959168,
            "95.000000" : 15794176,
            "99.000000" : 19267584,
            "99.500000" : 20316160,
            "99.900000" : 22151168,
            "99.950000" : 22937600,
            "99.990000" : 24772608
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3271,
            "4751360" : 3172,
            "4816896" : 3303,
            "4882432" : 3261,
            "4947968" : 3074,
            "5013504" : 3197,
            "5079040" : 3023,
            "5144576" : 3188,
            "5210112" : 3293,
            "5275648" : 3184,
            "5341184" : 3106,
            "5406720" : 3457,
            "5472256" : 3335,
            "5537792" : 3323,
            "5603328" : 3698,
            "5668864" : 3456,
            "5734400" : 3704,
            "5799936" : 4068,
            "5865472" : 4008,
            "5931008" : 3947,
            "5996544" : 4526,
            "6062080" : 4514,
            "6127616" : 4464,
            "6193152" : 4727,
            "6258688" : 5295,
            "6324224" : 4890,
            "6389760" : 5177,
            "6455296" : 5497,
            "6520832" : 5527,
            "6586368" : 6033,
            "6651904" : 6095,
            "6717440" : 6597,
            "6782976" : 7426,
            "6848512" : 7917,
            "6914048" : 8284,
            "6979584" : 8773,
            "7045120" : 8547,
            "7110656" : 8144,
            "7176192" : 8502,
            "7241728" : 10139,
            "7307264" : 9861,
            "7372800" : 9417,
            "7438336" : 10178,
            "7503872" : 12532,
            "7569408" : 11379,
            "7634944" : 10457,
            "7700480" : 12383,
            "7766016" : 16295,
            "7831552" : 13326,
            "7897088" : 10596,
            "7962624" : 11215,
            "8028160" : 13192,
            "8093696" : 11390,
            "8159232" : 11825,
            "8224768" : 12455,
            "8290304" : 13104,
            "8355840" : 11867,
            "8454144" : 24633,
            "8585216" : 25252,
            "8716288" : 25524,
            "8847360" : 27140,
            "8978432" : 23766,
            "9109504" : 21695,
            "9240576" : 22371,
            "9371648" : 23753,
            "9502720" : 22447,
            "9633792" : 20700,
            "9764864" : 19290,
            "9895936" : 20100,
            "10027008" : 18948,
            "10158080" : 15052,
            "10289152" : 17533,
            "10420224" : 16738,
            "10551296" : 16104,
            "10682368" : 16222,
            "10813440" : 15651,
            "10944512" : 16441,
            "11075584" : 16007,
            "11206656" : 16399,
            "11337728" : 15964,
            "11468800" : 15963,
            "11599872" : 15697,
            "11730944" : 14084,
            "11862016" : 13686,
            "11993088" : 13493,
            "12124160" : 12358,
            "12255232" : 11611,
            "12386304" : 12743,
            "12517376" : 11701,
            "12648448" : 11436,
            "12779520" : 11099,
            "12910592" : 10679,
            "13041664" : 10363,
            "13172736" : 9733,
            "13303808" : 9347,
            "13434880" : 9191,
            "13565952" : 8734,
            "13697024" : 8148,
            "13828096" : 7817,
            "13959168" : 7021,
            "14090240" : 5991,
            "14221312" : 5826,
            "14352384" : 5862,
            "14483456" : 5968,
            "14614528" : 5605,
            "14745600" : 5032,
            "14876672" : 4667,
            "15007744" : 4468,
            "15138816" : 3955,
            "15269888" : 3941,
            "15400960" : 3502,
            "15532032" : 3393,
            "15663104" : 3195,
            "15794176" : 3019,
            "15925248" : 2804,
            "16056320" : 2728,
            "16187392" : 2672,
            "16318464" : 2551,
            "16449536" : 2365,
            "16580608" : 2370,
            "16711680" : 2160,
            "16908288" : 4155,
            "17170432" : 3694,
            "17432576" : 3524,
            "17694720" : 3596,
            "17956864" : 3280,
            "18219008" : 3189,
            "18481152" : 2882,
            "18743296" : 2384,
            "19005440" : 2291,
            "19267584" : 1986,
            "19529728" : 1735,
            "19791872" : 1630,
            "20054016" : 1463,
            "20316160" : 1209,
            "20578304" : 1089,
            "20840448" : 1016,
            "21102592" : 828,
            "21364736" : 667,
            "21626880" : 552,
            "21889024" : 431,
            "22151168" : 283,
            "22413312" : 283,
            "22675456" : 241,
            "22937600" : 155,
            "23199744" : 106,
            "23461888" : 84,
            "23724032" : 70,
            "23986176" : 31,
            "24248320" : 15,
            "24510464" : 35,
            "24772608" : 34,
            "25034752" : 16,
            "25296896" : 22,
            "25559040" : 7,
            "25821184" : 3,
            "26083328" : 11,
            "26345472" : 8,
            "26607616" : 23,
            "26869760" : 9,
            "27131904" : 1,
            "27394048" : 1,
            "27656192" : 3,
            "28180480" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 28802713,
          "mean" : 10078311.932821,
          "stddev" : 3370619.190602,
          "N" : 1269913
        },
        "bw_min" : 62624,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 101765.484848,
        "bw_dev" : 2160.168511,
        "bw_samples" : 792,
        "iops_min" : 15656,
        "iops_max" : 34190,
        "iops_mean" : 25441.181818,
        "iops_stddev" : 540.038182,
        "iops_samples" : 792
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399998,
      "usr_cpu" : 0.815754,
      "sys_cpu" : 10.612803,
      "ctx" : 1287045,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.043625,
        "4" : 1.868305,
        "10" : 56.758649,
        "20" : 40.678830,
        "50" : 0.649962,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124803,
  "timestamp_ms" : 1774124803241,
  "time" : "Sat Mar 21 17:26:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5984002048,
        "io_kbytes" : 5843752,
        "bw_bytes" : 99735029,
        "bw" : 97397,
        "iops" : 24349.755829,
        "runtime" : 59999,
        "total_ios" : 1460961,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5248258,
          "mean" : 325805.624211,
          "stddev" : 193487.493727,
          "N" : 1460961
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 10186607.707398,
          "stddev" : 3500098.287985,
          "N" : 1460953,
          "percentile" : {
            "1.000000" : 3784704,
            "5.000000" : 4882432,
            "10.000000" : 6193152,
            "20.000000" : 7438336,
            "30.000000" : 8224768,
            "40.000000" : 8847360,
            "50.000000" : 9633792,
            "60.000000" : 10551296,
            "70.000000" : 11599872,
            "80.000000" : 12779520,
            "90.000000" : 14876672,
            "95.000000" : 16908288,
            "99.000000" : 20054016,
            "99.500000" : 21102592,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25559040
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3271,
            "4751360" : 3172,
            "4816896" : 3303,
            "4882432" : 3262,
            "4947968" : 3087,
            "5013504" : 3199,
            "5079040" : 3034,
            "5144576" : 3194,
            "5210112" : 3308,
            "5275648" : 3206,
            "5341184" : 3117,
            "5406720" : 3477,
            "5472256" : 3359,
            "5537792" : 3355,
            "5603328" : 3713,
            "5668864" : 3479,
            "5734400" : 3749,
            "5799936" : 4101,
            "5865472" : 4049,
            "5931008" : 3981,
            "5996544" : 4594,
            "6062080" : 4572,
            "6127616" : 4541,
            "6193152" : 4801,
            "6258688" : 5375,
            "6324224" : 4971,
            "6389760" : 5258,
            "6455296" : 5597,
            "6520832" : 5645,
            "6586368" : 6146,
            "6651904" : 6212,
            "6717440" : 6757,
            "6782976" : 7593,
            "6848512" : 8083,
            "6914048" : 8463,
            "6979584" : 8993,
            "7045120" : 8804,
            "7110656" : 8396,
            "7176192" : 8791,
            "7241728" : 10438,
            "7307264" : 10153,
            "7372800" : 9744,
            "7438336" : 10527,
            "7503872" : 12891,
            "7569408" : 11772,
            "7634944" : 10907,
            "7700480" : 12807,
            "7766016" : 16799,
            "7831552" : 13847,
            "7897088" : 11109,
            "7962624" : 11739,
            "8028160" : 13812,
            "8093696" : 11977,
            "8159232" : 12537,
            "8224768" : 13140,
            "8290304" : 13863,
            "8355840" : 12711,
            "8454144" : 26471,
            "8585216" : 27263,
            "8716288" : 27688,
            "8847360" : 29446,
            "8978432" : 26334,
            "9109504" : 24279,
            "9240576" : 25263,
            "9371648" : 26718,
            "9502720" : 25428,
            "9633792" : 23761,
            "9764864" : 22532,
            "9895936" : 23347,
            "10027008" : 22331,
            "10158080" : 18469,
            "10289152" : 21060,
            "10420224" : 20472,
            "10551296" : 19824,
            "10682368" : 19883,
            "10813440" : 19263,
            "10944512" : 20045,
            "11075584" : 19300,
            "11206656" : 19479,
            "11337728" : 18848,
            "11468800" : 18662,
            "11599872" : 18317,
            "11730944" : 16757,
            "11862016" : 16232,
            "11993088" : 15996,
            "12124160" : 14482,
            "12255232" : 13742,
            "12386304" : 14773,
            "12517376" : 13728,
            "12648448" : 13368,
            "12779520" : 12953,
            "12910592" : 12616,
            "13041664" : 12362,
            "13172736" : 11640,
            "13303808" : 11283,
            "13434880" : 11176,
            "13565952" : 10609,
            "13697024" : 10033,
            "13828096" : 9616,
            "13959168" : 8801,
            "14090240" : 7722,
            "14221312" : 7529,
            "14352384" : 7494,
            "14483456" : 7575,
            "14614528" : 7134,
            "14745600" : 6533,
            "14876672" : 6142,
            "15007744" : 5885,
            "15138816" : 5390,
            "15269888" : 5404,
            "15400960" : 4829,
            "15532032" : 4675,
            "15663104" : 4499,
            "15794176" : 4408,
            "15925248" : 4014,
            "16056320" : 4101,
            "16187392" : 4077,
            "16318464" : 3980,
            "16449536" : 3664,
            "16580608" : 3715,
            "16711680" : 3595,
            "16908288" : 6756,
            "17170432" : 6343,
            "17432576" : 6182,
            "17694720" : 6324,
            "17956864" : 6052,
            "18219008" : 5915,
            "18481152" : 5394,
            "18743296" : 4764,
            "19005440" : 4468,
            "19267584" : 3944,
            "19529728" : 3350,
            "19791872" : 3113,
            "20054016" : 2881,
            "20316160" : 2480,
            "20578304" : 2050,
            "20840448" : 1850,
            "21102592" : 1540,
            "21364736" : 1259,
            "21626880" : 1067,
            "21889024" : 797,
            "22151168" : 582,
            "22413312" : 530,
            "22675456" : 488,
            "22937600" : 289,
            "23199744" : 240,
            "23461888" : 163,
            "23724032" : 162,
            "23986176" : 120,
            "24248320" : 95,
            "24510464" : 93,
            "24772608" : 77,
            "25034752" : 49,
            "25296896" : 45,
            "25559040" : 28,
            "25821184" : 26,
            "26083328" : 29,
            "26345472" : 10,
            "26607616" : 26,
            "26869760" : 9,
            "27131904" : 2,
            "27394048" : 9,
            "27656192" : 5,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 10512390.816000,
          "stddev" : 3608079.663045,
          "N" : 1460953
        },
        "bw_min" : 61000,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 97504.378151,
        "bw_dev" : 2360.121813,
        "bw_samples" : 952,
        "iops_min" : 15250,
        "iops_max" : 34190,
        "iops_mean" : 24375.899160,
        "iops_stddev" : 590.028641,
        "iops_samples" : 952
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479992,
      "usr_cpu" : 0.785638,
      "sys_cpu" : 10.325172,
      "ctx" : 1480645,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.037920,
        "4" : 1.624000,
        "10" : 52.419880,
        "20" : 44.813859,
        "50" : 1.103794,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124813,
  "timestamp_ms" : 1774124813240,
  "time" : "Sat Mar 21 17:26:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6758133760,
        "io_kbytes" : 6599740,
        "bw_bytes" : 96546147,
        "bw" : 94283,
        "iops" : 23570.979585,
        "runtime" : 69999,
        "total_ios" : 1649945,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5248258,
          "mean" : 336655.765726,
          "stddev" : 204914.385422,
          "N" : 1649945
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 10523159.013461,
          "stddev" : 3615214.596911,
          "N" : 1649937,
          "percentile" : {
            "1.000000" : 3850240,
            "5.000000" : 5079040,
            "10.000000" : 6455296,
            "20.000000" : 7634944,
            "30.000000" : 8454144,
            "40.000000" : 9240576,
            "50.000000" : 10027008,
            "60.000000" : 10944512,
            "70.000000" : 11993088,
            "80.000000" : 13303808,
            "90.000000" : 15532032,
            "95.000000" : 17694720,
            "99.000000" : 20316160,
            "99.500000" : 21364736,
            "99.900000" : 23199744,
            "99.950000" : 23986176,
            "99.990000" : 25559040
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3271,
            "4751360" : 3172,
            "4816896" : 3303,
            "4882432" : 3262,
            "4947968" : 3087,
            "5013504" : 3199,
            "5079040" : 3034,
            "5144576" : 3195,
            "5210112" : 3313,
            "5275648" : 3208,
            "5341184" : 3135,
            "5406720" : 3483,
            "5472256" : 3367,
            "5537792" : 3373,
            "5603328" : 3724,
            "5668864" : 3500,
            "5734400" : 3775,
            "5799936" : 4130,
            "5865472" : 4086,
            "5931008" : 4015,
            "5996544" : 4613,
            "6062080" : 4609,
            "6127616" : 4586,
            "6193152" : 4839,
            "6258688" : 5426,
            "6324224" : 5064,
            "6389760" : 5333,
            "6455296" : 5669,
            "6520832" : 5746,
            "6586368" : 6233,
            "6651904" : 6300,
            "6717440" : 6902,
            "6782976" : 7742,
            "6848512" : 8215,
            "6914048" : 8655,
            "6979584" : 9209,
            "7045120" : 8975,
            "7110656" : 8566,
            "7176192" : 9008,
            "7241728" : 10679,
            "7307264" : 10431,
            "7372800" : 10012,
            "7438336" : 10815,
            "7503872" : 13174,
            "7569408" : 12109,
            "7634944" : 11281,
            "7700480" : 13171,
            "7766016" : 17224,
            "7831552" : 14257,
            "7897088" : 11546,
            "7962624" : 12238,
            "8028160" : 14262,
            "8093696" : 12436,
            "8159232" : 13038,
            "8224768" : 13736,
            "8290304" : 14462,
            "8355840" : 13351,
            "8454144" : 27834,
            "8585216" : 28762,
            "8716288" : 29399,
            "8847360" : 31253,
            "8978432" : 28415,
            "9109504" : 26389,
            "9240576" : 27486,
            "9371648" : 29035,
            "9502720" : 28004,
            "9633792" : 26421,
            "9764864" : 25386,
            "9895936" : 26038,
            "10027008" : 25304,
            "10158080" : 21434,
            "10289152" : 24001,
            "10420224" : 23385,
            "10551296" : 22900,
            "10682368" : 23010,
            "10813440" : 22379,
            "10944512" : 23090,
            "11075584" : 22119,
            "11206656" : 22211,
            "11337728" : 21598,
            "11468800" : 21323,
            "11599872" : 20965,
            "11730944" : 19440,
            "11862016" : 19073,
            "11993088" : 18984,
            "12124160" : 17387,
            "12255232" : 16766,
            "12386304" : 17867,
            "12517376" : 16842,
            "12648448" : 16354,
            "12779520" : 15840,
            "12910592" : 15324,
            "13041664" : 15044,
            "13172736" : 14259,
            "13303808" : 13830,
            "13434880" : 13626,
            "13565952" : 12886,
            "13697024" : 12317,
            "13828096" : 11835,
            "13959168" : 10981,
            "14090240" : 9744,
            "14221312" : 9591,
            "14352384" : 9420,
            "14483456" : 9377,
            "14614528" : 8902,
            "14745600" : 8281,
            "14876672" : 7784,
            "15007744" : 7578,
            "15138816" : 6996,
            "15269888" : 7101,
            "15400960" : 6406,
            "15532032" : 6246,
            "15663104" : 6026,
            "15794176" : 5986,
            "15925248" : 5491,
            "16056320" : 5529,
            "16187392" : 5518,
            "16318464" : 5468,
            "16449536" : 5023,
            "16580608" : 5253,
            "16711680" : 5098,
            "16908288" : 9812,
            "17170432" : 9388,
            "17432576" : 8968,
            "17694720" : 8997,
            "17956864" : 8450,
            "18219008" : 8089,
            "18481152" : 7513,
            "18743296" : 6679,
            "19005440" : 6176,
            "19267584" : 5468,
            "19529728" : 4714,
            "19791872" : 4373,
            "20054016" : 3893,
            "20316160" : 3445,
            "20578304" : 2910,
            "20840448" : 2511,
            "21102592" : 2121,
            "21364736" : 1774,
            "21626880" : 1447,
            "21889024" : 1136,
            "22151168" : 850,
            "22413312" : 746,
            "22675456" : 685,
            "22937600" : 437,
            "23199744" : 328,
            "23461888" : 238,
            "23724032" : 241,
            "23986176" : 155,
            "24248320" : 139,
            "24510464" : 113,
            "24772608" : 106,
            "25034752" : 67,
            "25296896" : 60,
            "25559040" : 42,
            "25821184" : 44,
            "26083328" : 42,
            "26345472" : 18,
            "26607616" : 27,
            "26869760" : 10,
            "27131904" : 2,
            "27394048" : 9,
            "27656192" : 5,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 10859806.542319,
          "stddev" : 3726495.599055,
          "N" : 1649937
        },
        "bw_min" : 60296,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 94432.906475,
        "bw_dev" : 2416.990163,
        "bw_samples" : 1112,
        "iops_min" : 15074,
        "iops_max" : 34190,
        "iops_mean" : 23608.043165,
        "iops_stddev" : 604.243344,
        "iops_samples" : 1112
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559992,
      "usr_cpu" : 0.763939,
      "sys_cpu" : 10.154074,
      "ctx" : 1672110,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.033577,
        "4" : 1.437987,
        "10" : 48.630773,
        "20" : 48.538285,
        "50" : 1.358894,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124823,
  "timestamp_ms" : 1774124823241,
  "time" : "Sat Mar 21 17:27:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7639658496,
        "io_kbytes" : 7460604,
        "bw_bytes" : 95495731,
        "bw" : 93257,
        "iops" : 23314.650000,
        "runtime" : 80000,
        "total_ios" : 1865172,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 340382.081330,
          "stddev" : 209851.069289,
          "N" : 1865172
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 10638906.279768,
          "stddev" : 3575965.986700,
          "N" : 1865164,
          "percentile" : {
            "1.000000" : 3883008,
            "5.000000" : 5275648,
            "10.000000" : 6651904,
            "20.000000" : 7766016,
            "30.000000" : 8585216,
            "40.000000" : 9371648,
            "50.000000" : 10158080,
            "60.000000" : 11075584,
            "70.000000" : 12124160,
            "80.000000" : 13434880,
            "90.000000" : 15663104,
            "95.000000" : 17694720,
            "99.000000" : 20316160,
            "99.500000" : 21102592,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25559040
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3238,
            "5341184" : 3158,
            "5406720" : 3532,
            "5472256" : 3397,
            "5537792" : 3431,
            "5603328" : 3792,
            "5668864" : 3608,
            "5734400" : 3878,
            "5799936" : 4235,
            "5865472" : 4223,
            "5931008" : 4155,
            "5996544" : 4743,
            "6062080" : 4783,
            "6127616" : 4793,
            "6193152" : 5055,
            "6258688" : 5673,
            "6324224" : 5341,
            "6389760" : 5620,
            "6455296" : 5990,
            "6520832" : 6089,
            "6586368" : 6595,
            "6651904" : 6678,
            "6717440" : 7381,
            "6782976" : 8223,
            "6848512" : 8769,
            "6914048" : 9282,
            "6979584" : 9864,
            "7045120" : 9555,
            "7110656" : 9263,
            "7176192" : 9766,
            "7241728" : 11425,
            "7307264" : 11299,
            "7372800" : 10939,
            "7438336" : 11791,
            "7503872" : 14190,
            "7569408" : 13180,
            "7634944" : 12432,
            "7700480" : 14385,
            "7766016" : 18595,
            "7831552" : 15640,
            "7897088" : 12978,
            "7962624" : 13626,
            "8028160" : 15776,
            "8093696" : 13887,
            "8159232" : 14651,
            "8224768" : 15372,
            "8290304" : 16200,
            "8355840" : 15171,
            "8454144" : 31496,
            "8585216" : 32474,
            "8716288" : 33405,
            "8847360" : 35179,
            "8978432" : 32637,
            "9109504" : 30451,
            "9240576" : 31478,
            "9371648" : 33238,
            "9502720" : 32121,
            "9633792" : 30360,
            "9764864" : 29224,
            "9895936" : 29752,
            "10027008" : 29122,
            "10158080" : 25177,
            "10289152" : 27704,
            "10420224" : 27046,
            "10551296" : 26471,
            "10682368" : 26377,
            "10813440" : 25688,
            "10944512" : 26433,
            "11075584" : 25479,
            "11206656" : 25719,
            "11337728" : 25054,
            "11468800" : 24741,
            "11599872" : 24169,
            "11730944" : 22705,
            "11862016" : 22239,
            "11993088" : 22197,
            "12124160" : 20332,
            "12255232" : 19624,
            "12386304" : 20825,
            "12517376" : 19579,
            "12648448" : 18956,
            "12779520" : 18355,
            "12910592" : 17684,
            "13041664" : 17337,
            "13172736" : 16358,
            "13303808" : 15854,
            "13434880" : 15614,
            "13565952" : 14891,
            "13697024" : 14206,
            "13828096" : 13699,
            "13959168" : 12755,
            "14090240" : 11515,
            "14221312" : 11265,
            "14352384" : 10994,
            "14483456" : 11049,
            "14614528" : 10506,
            "14745600" : 9886,
            "14876672" : 9339,
            "15007744" : 9145,
            "15138816" : 8278,
            "15269888" : 8503,
            "15400960" : 7694,
            "15532032" : 7526,
            "15663104" : 7265,
            "15794176" : 7201,
            "15925248" : 6791,
            "16056320" : 6820,
            "16187392" : 6730,
            "16318464" : 6666,
            "16449536" : 6239,
            "16580608" : 6450,
            "16711680" : 6176,
            "16908288" : 12039,
            "17170432" : 11523,
            "17432576" : 10813,
            "17694720" : 10601,
            "17956864" : 9989,
            "18219008" : 9435,
            "18481152" : 8705,
            "18743296" : 7688,
            "19005440" : 6985,
            "19267584" : 6083,
            "19529728" : 5204,
            "19791872" : 4789,
            "20054016" : 4197,
            "20316160" : 3659,
            "20578304" : 3120,
            "20840448" : 2676,
            "21102592" : 2242,
            "21364736" : 1854,
            "21626880" : 1512,
            "21889024" : 1168,
            "22151168" : 893,
            "22413312" : 779,
            "22675456" : 708,
            "22937600" : 447,
            "23199744" : 333,
            "23461888" : 241,
            "23724032" : 242,
            "23986176" : 157,
            "24248320" : 143,
            "24510464" : 113,
            "24772608" : 106,
            "25034752" : 67,
            "25296896" : 60,
            "25559040" : 42,
            "25821184" : 44,
            "26083328" : 42,
            "26345472" : 18,
            "26607616" : 27,
            "26869760" : 10,
            "27131904" : 2,
            "27394048" : 9,
            "27656192" : 5,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 10979287.982652,
          "stddev" : 3685580.524577,
          "N" : 1865164
        },
        "bw_min" : 60296,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 93316.213836,
        "bw_dev" : 2324.650971,
        "bw_samples" : 1272,
        "iops_min" : 15074,
        "iops_max" : 34190,
        "iops_mean" : 23328.855346,
        "iops_stddev" : 581.161701,
        "iops_samples" : 1272
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639997,
      "usr_cpu" : 0.764379,
      "sys_cpu" : 10.248329,
      "ctx" : 1891096,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.029702,
        "4" : 1.272054,
        "10" : 47.340674,
        "20" : 50.090447,
        "50" : 1.266693,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124833,
  "timestamp_ms" : 1774124833240,
  "time" : "Sat Mar 21 17:27:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8439422976,
        "io_kbytes" : 8241624,
        "bw_bytes" : 93772408,
        "bw" : 91574,
        "iops" : 22893.754375,
        "runtime" : 89999,
        "total_ios" : 2060415,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 346687.867057,
          "stddev" : 214160.225835,
          "N" : 2060415
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 10834135.560130,
          "stddev" : 3606973.130596,
          "N" : 2060407,
          "percentile" : {
            "1.000000" : 3915776,
            "5.000000" : 5472256,
            "10.000000" : 6782976,
            "20.000000" : 7897088,
            "30.000000" : 8716288,
            "40.000000" : 9502720,
            "50.000000" : 10289152,
            "60.000000" : 11206656,
            "70.000000" : 12255232,
            "80.000000" : 13697024,
            "90.000000" : 15925248,
            "95.000000" : 17694720,
            "99.000000" : 20316160,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25559040
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3159,
            "5406720" : 3532,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3611,
            "5734400" : 3883,
            "5799936" : 4247,
            "5865472" : 4229,
            "5931008" : 4169,
            "5996544" : 4765,
            "6062080" : 4800,
            "6127616" : 4817,
            "6193152" : 5073,
            "6258688" : 5712,
            "6324224" : 5388,
            "6389760" : 5676,
            "6455296" : 6045,
            "6520832" : 6133,
            "6586368" : 6647,
            "6651904" : 6750,
            "6717440" : 7469,
            "6782976" : 8323,
            "6848512" : 8906,
            "6914048" : 9430,
            "6979584" : 10029,
            "7045120" : 9721,
            "7110656" : 9483,
            "7176192" : 10018,
            "7241728" : 11698,
            "7307264" : 11567,
            "7372800" : 11207,
            "7438336" : 12080,
            "7503872" : 14537,
            "7569408" : 13535,
            "7634944" : 12837,
            "7700480" : 14827,
            "7766016" : 19101,
            "7831552" : 16165,
            "7897088" : 13475,
            "7962624" : 14217,
            "8028160" : 16466,
            "8093696" : 14567,
            "8159232" : 15419,
            "8224768" : 16156,
            "8290304" : 17006,
            "8355840" : 16011,
            "8454144" : 33300,
            "8585216" : 34570,
            "8716288" : 35707,
            "8847360" : 37812,
            "8978432" : 35659,
            "9109504" : 33429,
            "9240576" : 34807,
            "9371648" : 36656,
            "9502720" : 35655,
            "9633792" : 33950,
            "9764864" : 32846,
            "9895936" : 33364,
            "10027008" : 32947,
            "10158080" : 28830,
            "10289152" : 31561,
            "10420224" : 30581,
            "10551296" : 30000,
            "10682368" : 29861,
            "10813440" : 29014,
            "10944512" : 29706,
            "11075584" : 28541,
            "11206656" : 28736,
            "11337728" : 27983,
            "11468800" : 27629,
            "11599872" : 26925,
            "11730944" : 25420,
            "11862016" : 24888,
            "11993088" : 24850,
            "12124160" : 22847,
            "12255232" : 22084,
            "12386304" : 23302,
            "12517376" : 22058,
            "12648448" : 21417,
            "12779520" : 20864,
            "12910592" : 20131,
            "13041664" : 19644,
            "13172736" : 18524,
            "13303808" : 18055,
            "13434880" : 17577,
            "13565952" : 17024,
            "13697024" : 16156,
            "13828096" : 15792,
            "13959168" : 14797,
            "14090240" : 13523,
            "14221312" : 13210,
            "14352384" : 12808,
            "14483456" : 12805,
            "14614528" : 12201,
            "14745600" : 11599,
            "14876672" : 10960,
            "15007744" : 10898,
            "15138816" : 9971,
            "15269888" : 10153,
            "15400960" : 9274,
            "15532032" : 9096,
            "15663104" : 8856,
            "15794176" : 8804,
            "15925248" : 8418,
            "16056320" : 8437,
            "16187392" : 8261,
            "16318464" : 8090,
            "16449536" : 7683,
            "16580608" : 7909,
            "16711680" : 7531,
            "16908288" : 14711,
            "17170432" : 14005,
            "17432576" : 13226,
            "17694720" : 12890,
            "17956864" : 12240,
            "18219008" : 11592,
            "18481152" : 10627,
            "18743296" : 9544,
            "19005440" : 8559,
            "19267584" : 7582,
            "19529728" : 6563,
            "19791872" : 5923,
            "20054016" : 5182,
            "20316160" : 4405,
            "20578304" : 3777,
            "20840448" : 3194,
            "21102592" : 2662,
            "21364736" : 2215,
            "21626880" : 1793,
            "21889024" : 1353,
            "22151168" : 1062,
            "22413312" : 898,
            "22675456" : 810,
            "22937600" : 527,
            "23199744" : 376,
            "23461888" : 262,
            "23724032" : 273,
            "23986176" : 171,
            "24248320" : 157,
            "24510464" : 121,
            "24772608" : 116,
            "25034752" : 71,
            "25296896" : 63,
            "25559040" : 44,
            "25821184" : 45,
            "26083328" : 42,
            "26345472" : 18,
            "26607616" : 28,
            "26869760" : 14,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 6,
            "27918336" : 1,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11180801.205175,
          "stddev" : 3717404.661723,
          "N" : 2060407
        },
        "bw_min" : 60136,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 91655.307263,
        "bw_dev" : 2306.370524,
        "bw_samples" : 1432,
        "iops_min" : 15034,
        "iops_max" : 34190,
        "iops_mean" : 22913.631285,
        "iops_stddev" : 576.590338,
        "iops_samples" : 1432
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719992,
      "usr_cpu" : 0.755286,
      "sys_cpu" : 10.238586,
      "ctx" : 2089400,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.026888,
        "4" : 1.151516,
        "10" : 45.195798,
        "20" : 52.261413,
        "50" : 1.363997,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124843,
  "timestamp_ms" : 1774124843240,
  "time" : "Sat Mar 21 17:27:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9261223936,
        "io_kbytes" : 9044164,
        "bw_bytes" : 92613165,
        "bw" : 90442,
        "iops" : 22610.816108,
        "runtime" : 99999,
        "total_ios" : 2261059,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 351057.129702,
          "stddev" : 216365.457843,
          "N" : 2261060
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 10969985.583410,
          "stddev" : 3590146.801695,
          "N" : 2261052,
          "percentile" : {
            "1.000000" : 3981312,
            "5.000000" : 5668864,
            "10.000000" : 6914048,
            "20.000000" : 8028160,
            "30.000000" : 8847360,
            "40.000000" : 9633792,
            "50.000000" : 10420224,
            "60.000000" : 11337728,
            "70.000000" : 12386304,
            "80.000000" : 13828096,
            "90.000000" : 16187392,
            "95.000000" : 17694720,
            "99.000000" : 20316160,
            "99.500000" : 21102592,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3159,
            "5406720" : 3532,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3612,
            "5734400" : 3883,
            "5799936" : 4249,
            "5865472" : 4230,
            "5931008" : 4171,
            "5996544" : 4768,
            "6062080" : 4808,
            "6127616" : 4825,
            "6193152" : 5087,
            "6258688" : 5728,
            "6324224" : 5407,
            "6389760" : 5693,
            "6455296" : 6088,
            "6520832" : 6182,
            "6586368" : 6698,
            "6651904" : 6814,
            "6717440" : 7560,
            "6782976" : 8448,
            "6848512" : 9034,
            "6914048" : 9559,
            "6979584" : 10195,
            "7045120" : 9855,
            "7110656" : 9688,
            "7176192" : 10244,
            "7241728" : 11976,
            "7307264" : 11841,
            "7372800" : 11601,
            "7438336" : 12491,
            "7503872" : 14919,
            "7569408" : 13989,
            "7634944" : 13371,
            "7700480" : 15345,
            "7766016" : 19687,
            "7831552" : 16821,
            "7897088" : 14092,
            "7962624" : 14894,
            "8028160" : 17195,
            "8093696" : 15289,
            "8159232" : 16209,
            "8224768" : 16945,
            "8290304" : 17831,
            "8355840" : 16931,
            "8454144" : 35287,
            "8585216" : 36848,
            "8716288" : 38219,
            "8847360" : 40598,
            "8978432" : 38773,
            "9109504" : 36605,
            "9240576" : 38281,
            "9371648" : 40359,
            "9502720" : 39588,
            "9633792" : 38067,
            "9764864" : 36977,
            "9895936" : 37638,
            "10027008" : 37159,
            "10158080" : 32995,
            "10289152" : 35661,
            "10420224" : 34658,
            "10551296" : 34053,
            "10682368" : 33786,
            "10813440" : 32812,
            "10944512" : 33390,
            "11075584" : 32031,
            "11206656" : 32109,
            "11337728" : 31229,
            "11468800" : 30669,
            "11599872" : 29895,
            "11730944" : 28392,
            "11862016" : 27761,
            "11993088" : 27788,
            "12124160" : 25484,
            "12255232" : 24617,
            "12386304" : 25746,
            "12517376" : 24460,
            "12648448" : 23667,
            "12779520" : 23018,
            "12910592" : 22098,
            "13041664" : 21711,
            "13172736" : 20491,
            "13303808" : 19941,
            "13434880" : 19418,
            "13565952" : 18893,
            "13697024" : 18020,
            "13828096" : 17585,
            "13959168" : 16764,
            "14090240" : 15464,
            "14221312" : 15209,
            "14352384" : 14720,
            "14483456" : 14805,
            "14614528" : 14155,
            "14745600" : 13583,
            "14876672" : 12900,
            "15007744" : 12979,
            "15138816" : 11878,
            "15269888" : 12086,
            "15400960" : 11288,
            "15532032" : 11065,
            "15663104" : 10733,
            "15794176" : 10642,
            "15925248" : 10324,
            "16056320" : 10223,
            "16187392" : 10039,
            "16318464" : 9792,
            "16449536" : 9373,
            "16580608" : 9570,
            "16711680" : 9067,
            "16908288" : 17853,
            "17170432" : 16838,
            "17432576" : 15693,
            "17694720" : 15106,
            "17956864" : 14155,
            "18219008" : 13139,
            "18481152" : 11951,
            "18743296" : 10662,
            "19005440" : 9462,
            "19267584" : 8363,
            "19529728" : 7223,
            "19791872" : 6416,
            "20054016" : 5542,
            "20316160" : 4688,
            "20578304" : 3984,
            "20840448" : 3354,
            "21102592" : 2823,
            "21364736" : 2352,
            "21626880" : 1899,
            "21889024" : 1452,
            "22151168" : 1128,
            "22413312" : 956,
            "22675456" : 862,
            "22937600" : 548,
            "23199744" : 392,
            "23461888" : 262,
            "23724032" : 279,
            "23986176" : 176,
            "24248320" : 158,
            "24510464" : 121,
            "24772608" : 116,
            "25034752" : 71,
            "25296896" : 63,
            "25559040" : 44,
            "25821184" : 45,
            "26083328" : 42,
            "26345472" : 18,
            "26607616" : 28,
            "26869760" : 14,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 6,
            "27918336" : 1,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11321040.200792,
          "stddev" : 3699878.343620,
          "N" : 2261052
        },
        "bw_min" : 60136,
        "bw_max" : 136760,
        "bw_agg" : 99.993870,
        "bw_mean" : 90437.839196,
        "bw_dev" : 2254.589052,
        "bw_samples" : 1592,
        "iops_min" : 15034,
        "iops_max" : 34190,
        "iops_mean" : 22609.236181,
        "iops_stddev" : 563.648511,
        "iops_samples" : 1592
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799992,
      "usr_cpu" : 0.745632,
      "sys_cpu" : 10.302353,
      "ctx" : 2293198,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.024502,
        "4" : 1.049331,
        "10" : 43.520757,
        "20" : 54.090672,
        "50" : 1.314428,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124853,
  "timestamp_ms" : 1774124853240,
  "time" : "Sat Mar 21 17:27:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10034782208,
        "io_kbytes" : 9799592,
        "bw_bytes" : 91226122,
        "bw" : 89088,
        "iops" : 22272.111565,
        "runtime" : 109999,
        "total_ios" : 2449910,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 356435.096463,
          "stddev" : 218427.681976,
          "N" : 2449910
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11136792.487902,
          "stddev" : 3615547.011900,
          "N" : 2449902,
          "percentile" : {
            "1.000000" : 4014080,
            "5.000000" : 5799936,
            "10.000000" : 7045120,
            "20.000000" : 8159232,
            "30.000000" : 8978432,
            "40.000000" : 9764864,
            "50.000000" : 10682368,
            "60.000000" : 11468800,
            "70.000000" : 12648448,
            "80.000000" : 14090240,
            "90.000000" : 16318464,
            "95.000000" : 17956864,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3159,
            "5406720" : 3532,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3612,
            "5734400" : 3888,
            "5799936" : 4249,
            "5865472" : 4230,
            "5931008" : 4173,
            "5996544" : 4769,
            "6062080" : 4815,
            "6127616" : 4828,
            "6193152" : 5088,
            "6258688" : 5735,
            "6324224" : 5412,
            "6389760" : 5700,
            "6455296" : 6103,
            "6520832" : 6188,
            "6586368" : 6712,
            "6651904" : 6827,
            "6717440" : 7589,
            "6782976" : 8468,
            "6848512" : 9064,
            "6914048" : 9586,
            "6979584" : 10232,
            "7045120" : 9894,
            "7110656" : 9736,
            "7176192" : 10288,
            "7241728" : 12034,
            "7307264" : 11909,
            "7372800" : 11722,
            "7438336" : 12613,
            "7503872" : 15058,
            "7569408" : 14127,
            "7634944" : 13553,
            "7700480" : 15529,
            "7766016" : 19878,
            "7831552" : 17030,
            "7897088" : 14314,
            "7962624" : 15143,
            "8028160" : 17544,
            "8093696" : 15569,
            "8159232" : 16563,
            "8224768" : 17310,
            "8290304" : 18221,
            "8355840" : 17370,
            "8454144" : 36377,
            "8585216" : 38215,
            "8716288" : 39646,
            "8847360" : 42164,
            "8978432" : 40695,
            "9109504" : 38655,
            "9240576" : 40524,
            "9371648" : 42861,
            "9502720" : 42287,
            "9633792" : 40909,
            "9764864" : 39998,
            "9895936" : 40736,
            "10027008" : 40581,
            "10158080" : 36520,
            "10289152" : 39300,
            "10420224" : 38353,
            "10551296" : 37796,
            "10682368" : 37501,
            "10813440" : 36526,
            "10944512" : 37113,
            "11075584" : 35566,
            "11206656" : 35806,
            "11337728" : 34980,
            "11468800" : 34233,
            "11599872" : 33393,
            "11730944" : 32011,
            "11862016" : 31065,
            "11993088" : 30986,
            "12124160" : 28423,
            "12255232" : 27612,
            "12386304" : 28540,
            "12517376" : 27133,
            "12648448" : 26305,
            "12779520" : 25606,
            "12910592" : 24629,
            "13041664" : 24200,
            "13172736" : 22926,
            "13303808" : 22291,
            "13434880" : 21768,
            "13565952" : 21058,
            "13697024" : 20205,
            "13828096" : 19610,
            "13959168" : 18862,
            "14090240" : 17518,
            "14221312" : 17165,
            "14352384" : 16578,
            "14483456" : 16578,
            "14614528" : 15917,
            "14745600" : 15255,
            "14876672" : 14508,
            "15007744" : 14554,
            "15138816" : 13355,
            "15269888" : 13513,
            "15400960" : 12702,
            "15532032" : 12436,
            "15663104" : 12082,
            "15794176" : 11983,
            "15925248" : 11606,
            "16056320" : 11540,
            "16187392" : 11340,
            "16318464" : 11110,
            "16449536" : 10710,
            "16580608" : 10905,
            "16711680" : 10418,
            "16908288" : 20343,
            "17170432" : 19537,
            "17432576" : 18225,
            "17694720" : 17765,
            "17956864" : 16587,
            "18219008" : 15419,
            "18481152" : 14043,
            "18743296" : 12632,
            "19005440" : 11400,
            "19267584" : 10087,
            "19529728" : 8734,
            "19791872" : 7674,
            "20054016" : 6594,
            "20316160" : 5574,
            "20578304" : 4804,
            "20840448" : 4012,
            "21102592" : 3472,
            "21364736" : 2885,
            "21626880" : 2283,
            "21889024" : 1809,
            "22151168" : 1387,
            "22413312" : 1171,
            "22675456" : 1031,
            "22937600" : 693,
            "23199744" : 507,
            "23461888" : 343,
            "23724032" : 341,
            "23986176" : 215,
            "24248320" : 189,
            "24510464" : 147,
            "24772608" : 131,
            "25034752" : 82,
            "25296896" : 76,
            "25559040" : 52,
            "25821184" : 52,
            "26083328" : 42,
            "26345472" : 24,
            "26607616" : 30,
            "26869760" : 14,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 6,
            "27918336" : 1,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11493224.093373,
          "stddev" : 3726042.930248,
          "N" : 2449902
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 89131.511416,
        "bw_dev" : 2254.351822,
        "bw_samples" : 1752,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 22282.657534,
        "iops_stddev" : 563.588647,
        "iops_samples" : 1752
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 879992,
      "usr_cpu" : 0.740689,
      "sys_cpu" : 10.310207,
      "ctx" : 2484093,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.022613,
        "4" : 0.968444,
        "10" : 41.442869,
        "20" : 56.099449,
        "50" : 1.466299,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124863,
  "timestamp_ms" : 1774124863241,
  "time" : "Sat Mar 21 17:27:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10783703040,
        "io_kbytes" : 10530960,
        "bw_bytes" : 89864192,
        "bw" : 87758,
        "iops" : 21939.650000,
        "runtime" : 120000,
        "total_ios" : 2632758,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 361873.106419,
          "stddev" : 220260.536157,
          "N" : 2632758
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11305426.175232,
          "stddev" : 3655747.897354,
          "N" : 2632750,
          "percentile" : {
            "1.000000" : 4046848,
            "5.000000" : 5996544,
            "10.000000" : 7176192,
            "20.000000" : 8290304,
            "30.000000" : 9240576,
            "40.000000" : 10027008,
            "50.000000" : 10813440,
            "60.000000" : 11730944,
            "70.000000" : 12779520,
            "80.000000" : 14221312,
            "90.000000" : 16580608,
            "95.000000" : 18219008,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 23199744,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3159,
            "5406720" : 3532,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3612,
            "5734400" : 3888,
            "5799936" : 4249,
            "5865472" : 4231,
            "5931008" : 4173,
            "5996544" : 4771,
            "6062080" : 4819,
            "6127616" : 4829,
            "6193152" : 5090,
            "6258688" : 5736,
            "6324224" : 5415,
            "6389760" : 5703,
            "6455296" : 6108,
            "6520832" : 6198,
            "6586368" : 6723,
            "6651904" : 6838,
            "6717440" : 7605,
            "6782976" : 8486,
            "6848512" : 9077,
            "6914048" : 9604,
            "6979584" : 10258,
            "7045120" : 9920,
            "7110656" : 9759,
            "7176192" : 10317,
            "7241728" : 12062,
            "7307264" : 11949,
            "7372800" : 11749,
            "7438336" : 12643,
            "7503872" : 15097,
            "7569408" : 14196,
            "7634944" : 13615,
            "7700480" : 15587,
            "7766016" : 19970,
            "7831552" : 17136,
            "7897088" : 14419,
            "7962624" : 15247,
            "8028160" : 17695,
            "8093696" : 15735,
            "8159232" : 16724,
            "8224768" : 17506,
            "8290304" : 18430,
            "8355840" : 17593,
            "8454144" : 37016,
            "8585216" : 38969,
            "8716288" : 40547,
            "8847360" : 43244,
            "8978432" : 41972,
            "9109504" : 40219,
            "9240576" : 42325,
            "9371648" : 45015,
            "9502720" : 44614,
            "9633792" : 43424,
            "9764864" : 42850,
            "9895936" : 43886,
            "10027008" : 43979,
            "10158080" : 40016,
            "10289152" : 42959,
            "10420224" : 42168,
            "10551296" : 41685,
            "10682368" : 41570,
            "10813440" : 40586,
            "10944512" : 41119,
            "11075584" : 39393,
            "11206656" : 39539,
            "11337728" : 38552,
            "11468800" : 37715,
            "11599872" : 36608,
            "11730944" : 35164,
            "11862016" : 34238,
            "11993088" : 34034,
            "12124160" : 31110,
            "12255232" : 30167,
            "12386304" : 30862,
            "12517376" : 29329,
            "12648448" : 28569,
            "12779520" : 27699,
            "12910592" : 26622,
            "13041664" : 26240,
            "13172736" : 24941,
            "13303808" : 24068,
            "13434880" : 23502,
            "13565952" : 22834,
            "13697024" : 21915,
            "13828096" : 21310,
            "13959168" : 20443,
            "14090240" : 19108,
            "14221312" : 18744,
            "14352384" : 18070,
            "14483456" : 18103,
            "14614528" : 17393,
            "14745600" : 16769,
            "14876672" : 15885,
            "15007744" : 16034,
            "15138816" : 14740,
            "15269888" : 14960,
            "15400960" : 14108,
            "15532032" : 13821,
            "15663104" : 13561,
            "15794176" : 13390,
            "15925248" : 13022,
            "16056320" : 12995,
            "16187392" : 12835,
            "16318464" : 12666,
            "16449536" : 12150,
            "16580608" : 12488,
            "16711680" : 11998,
            "16908288" : 23414,
            "17170432" : 22726,
            "17432576" : 21372,
            "17694720" : 20952,
            "17956864" : 19920,
            "18219008" : 18538,
            "18481152" : 16820,
            "18743296" : 15151,
            "19005440" : 13676,
            "19267584" : 12391,
            "19529728" : 10869,
            "19791872" : 9480,
            "20054016" : 8056,
            "20316160" : 6863,
            "20578304" : 5998,
            "20840448" : 4885,
            "21102592" : 4187,
            "21364736" : 3426,
            "21626880" : 2657,
            "21889024" : 2091,
            "22151168" : 1572,
            "22413312" : 1379,
            "22675456" : 1190,
            "22937600" : 803,
            "23199744" : 607,
            "23461888" : 429,
            "23724032" : 402,
            "23986176" : 256,
            "24248320" : 219,
            "24510464" : 171,
            "24772608" : 140,
            "25034752" : 92,
            "25296896" : 91,
            "25559040" : 59,
            "25821184" : 53,
            "26083328" : 43,
            "26345472" : 24,
            "26607616" : 30,
            "26869760" : 14,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 6,
            "27918336" : 1,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11667293.125101,
          "stddev" : 3767541.301712,
          "N" : 2632750
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 87871.368201,
        "bw_dev" : 2254.148086,
        "bw_samples" : 1912,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 21967.606695,
        "iops_stddev" : 563.542809,
        "iops_samples" : 1912
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959993,
      "usr_cpu" : 0.729797,
      "sys_cpu" : 10.310804,
      "ctx" : 2668951,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.021043,
        "4" : 0.901184,
        "10" : 39.478714,
        "20" : 57.956599,
        "50" : 1.642156,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124873,
  "timestamp_ms" : 1774124873241,
  "time" : "Sat Mar 21 17:27:53 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11566116864,
        "io_kbytes" : 11295036,
        "bw_bytes" : 88970129,
        "bw" : 86884,
        "iops" : 21721.353846,
        "runtime" : 130000,
        "total_ios" : 2823776,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 365534.108055,
          "stddev" : 220636.525023,
          "N" : 2823776
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11419007.104227,
          "stddev" : 3644850.457357,
          "N" : 2823768,
          "percentile" : {
            "1.000000" : 4079616,
            "5.000000" : 6127616,
            "10.000000" : 7307264,
            "20.000000" : 8454144,
            "30.000000" : 9371648,
            "40.000000" : 10158080,
            "50.000000" : 10944512,
            "60.000000" : 11862016,
            "70.000000" : 12910592,
            "80.000000" : 14483456,
            "90.000000" : 16711680,
            "95.000000" : 18219008,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3162,
            "5406720" : 3533,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3612,
            "5734400" : 3890,
            "5799936" : 4249,
            "5865472" : 4231,
            "5931008" : 4173,
            "5996544" : 4771,
            "6062080" : 4819,
            "6127616" : 4831,
            "6193152" : 5095,
            "6258688" : 5736,
            "6324224" : 5417,
            "6389760" : 5711,
            "6455296" : 6117,
            "6520832" : 6206,
            "6586368" : 6733,
            "6651904" : 6855,
            "6717440" : 7613,
            "6782976" : 8498,
            "6848512" : 9100,
            "6914048" : 9630,
            "6979584" : 10293,
            "7045120" : 9961,
            "7110656" : 9815,
            "7176192" : 10382,
            "7241728" : 12125,
            "7307264" : 12039,
            "7372800" : 11844,
            "7438336" : 12761,
            "7503872" : 15230,
            "7569408" : 14322,
            "7634944" : 13746,
            "7700480" : 15746,
            "7766016" : 20167,
            "7831552" : 17349,
            "7897088" : 14670,
            "7962624" : 15504,
            "8028160" : 18032,
            "8093696" : 16062,
            "8159232" : 17120,
            "8224768" : 17920,
            "8290304" : 18909,
            "8355840" : 18083,
            "8454144" : 38205,
            "8585216" : 40287,
            "8716288" : 42052,
            "8847360" : 45004,
            "8978432" : 43938,
            "9109504" : 42350,
            "9240576" : 44697,
            "9371648" : 47523,
            "9502720" : 47312,
            "9633792" : 46387,
            "9764864" : 46005,
            "9895936" : 47158,
            "10027008" : 47530,
            "10158080" : 43661,
            "10289152" : 46510,
            "10420224" : 45811,
            "10551296" : 45350,
            "10682368" : 45481,
            "10813440" : 44320,
            "10944512" : 45012,
            "11075584" : 43202,
            "11206656" : 43272,
            "11337728" : 42113,
            "11468800" : 41426,
            "11599872" : 40051,
            "11730944" : 38422,
            "11862016" : 37389,
            "11993088" : 37113,
            "12124160" : 34125,
            "12255232" : 33144,
            "12386304" : 33789,
            "12517376" : 32158,
            "12648448" : 31309,
            "12779520" : 30389,
            "12910592" : 29199,
            "13041664" : 28855,
            "13172736" : 27489,
            "13303808" : 26585,
            "13434880" : 25997,
            "13565952" : 25196,
            "13697024" : 24173,
            "13828096" : 23572,
            "13959168" : 22680,
            "14090240" : 21139,
            "14221312" : 20737,
            "14352384" : 19953,
            "14483456" : 19915,
            "14614528" : 19028,
            "14745600" : 18409,
            "14876672" : 17402,
            "15007744" : 17573,
            "15138816" : 16307,
            "15269888" : 16484,
            "15400960" : 15507,
            "15532032" : 15243,
            "15663104" : 14953,
            "15794176" : 14886,
            "15925248" : 14428,
            "16056320" : 14479,
            "16187392" : 14272,
            "16318464" : 14152,
            "16449536" : 13686,
            "16580608" : 14121,
            "16711680" : 13607,
            "16908288" : 26493,
            "17170432" : 25808,
            "17432576" : 24510,
            "17694720" : 23959,
            "17956864" : 22640,
            "18219008" : 21183,
            "18481152" : 19073,
            "18743296" : 17060,
            "19005440" : 15355,
            "19267584" : 13801,
            "19529728" : 11974,
            "19791872" : 10421,
            "20054016" : 8885,
            "20316160" : 7473,
            "20578304" : 6458,
            "20840448" : 5159,
            "21102592" : 4388,
            "21364736" : 3565,
            "21626880" : 2732,
            "21889024" : 2153,
            "22151168" : 1626,
            "22413312" : 1417,
            "22675456" : 1213,
            "22937600" : 808,
            "23199744" : 611,
            "23461888" : 431,
            "23724032" : 402,
            "23986176" : 256,
            "24248320" : 219,
            "24510464" : 171,
            "24772608" : 140,
            "25034752" : 92,
            "25296896" : 91,
            "25559040" : 59,
            "25821184" : 53,
            "26083328" : 43,
            "26345472" : 24,
            "26607616" : 30,
            "26869760" : 14,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 6,
            "27918336" : 1,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11784532.457510,
          "stddev" : 3756256.297770,
          "N" : 2823768
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 86994.525097,
        "bw_dev" : 2216.314897,
        "bw_samples" : 2072,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 21748.386100,
        "iops_stddev" : 554.084508,
        "iops_samples" : 2072
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1039999,
      "usr_cpu" : 0.722501,
      "sys_cpu" : 10.371933,
      "ctx" : 2862634,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999965,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999965,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.019619,
        "4" : 0.840222,
        "10" : 37.960199,
        "20" : 59.559363,
        "50" : 1.620313,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124883,
  "timestamp_ms" : 1774124883241,
  "time" : "Sat Mar 21 17:28:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 12326014976,
        "io_kbytes" : 12037124,
        "bw_bytes" : 88042964,
        "bw" : 85979,
        "iops" : 21494.935714,
        "runtime" : 140000,
        "total_ios" : 3009291,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 369409.271037,
          "stddev" : 221339.947910,
          "N" : 3009291
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11539163.189461,
          "stddev" : 3652141.262265,
          "N" : 3009283,
          "percentile" : {
            "1.000000" : 4112384,
            "5.000000" : 6193152,
            "10.000000" : 7372800,
            "20.000000" : 8585216,
            "30.000000" : 9371648,
            "40.000000" : 10289152,
            "50.000000" : 11075584,
            "60.000000" : 11862016,
            "70.000000" : 13041664,
            "80.000000" : 14614528,
            "90.000000" : 16908288,
            "95.000000" : 18481152,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3162,
            "5406720" : 3533,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3612,
            "5734400" : 3890,
            "5799936" : 4249,
            "5865472" : 4231,
            "5931008" : 4173,
            "5996544" : 4771,
            "6062080" : 4819,
            "6127616" : 4831,
            "6193152" : 5095,
            "6258688" : 5736,
            "6324224" : 5417,
            "6389760" : 5712,
            "6455296" : 6118,
            "6520832" : 6206,
            "6586368" : 6733,
            "6651904" : 6855,
            "6717440" : 7613,
            "6782976" : 8498,
            "6848512" : 9103,
            "6914048" : 9635,
            "6979584" : 10301,
            "7045120" : 9964,
            "7110656" : 9824,
            "7176192" : 10394,
            "7241728" : 12146,
            "7307264" : 12059,
            "7372800" : 11875,
            "7438336" : 12790,
            "7503872" : 15268,
            "7569408" : 14374,
            "7634944" : 13809,
            "7700480" : 15795,
            "7766016" : 20227,
            "7831552" : 17442,
            "7897088" : 14787,
            "7962624" : 15639,
            "8028160" : 18180,
            "8093696" : 16224,
            "8159232" : 17293,
            "8224768" : 18124,
            "8290304" : 19120,
            "8355840" : 18359,
            "8454144" : 38877,
            "8585216" : 41094,
            "8716288" : 43069,
            "8847360" : 46203,
            "8978432" : 45434,
            "9109504" : 44028,
            "9240576" : 46657,
            "9371648" : 49541,
            "9502720" : 49560,
            "9633792" : 49014,
            "9764864" : 48710,
            "9895936" : 50145,
            "10027008" : 50871,
            "10158080" : 47062,
            "10289152" : 50230,
            "10420224" : 49603,
            "10551296" : 49266,
            "10682368" : 49374,
            "10813440" : 48330,
            "10944512" : 49197,
            "11075584" : 47306,
            "11206656" : 47388,
            "11337728" : 46121,
            "11468800" : 45198,
            "11599872" : 43878,
            "11730944" : 42001,
            "11862016" : 40993,
            "11993088" : 40580,
            "12124160" : 37307,
            "12255232" : 36122,
            "12386304" : 36566,
            "12517376" : 34809,
            "12648448" : 33709,
            "12779520" : 32712,
            "12910592" : 31289,
            "13041664" : 30928,
            "13172736" : 29444,
            "13303808" : 28380,
            "13434880" : 27758,
            "13565952" : 26869,
            "13697024" : 25890,
            "13828096" : 25219,
            "13959168" : 24307,
            "14090240" : 22788,
            "14221312" : 22224,
            "14352384" : 21509,
            "14483456" : 21361,
            "14614528" : 20472,
            "14745600" : 19865,
            "14876672" : 18933,
            "15007744" : 19120,
            "15138816" : 17793,
            "15269888" : 18019,
            "15400960" : 16985,
            "15532032" : 16780,
            "15663104" : 16465,
            "15794176" : 16373,
            "15925248" : 15880,
            "16056320" : 15973,
            "16187392" : 15821,
            "16318464" : 15841,
            "16449536" : 15408,
            "16580608" : 15752,
            "16711680" : 15319,
            "16908288" : 29765,
            "17170432" : 29256,
            "17432576" : 27814,
            "17694720" : 27135,
            "17956864" : 25847,
            "18219008" : 24208,
            "18481152" : 21760,
            "18743296" : 19383,
            "19005440" : 17425,
            "19267584" : 15643,
            "19529728" : 13519,
            "19791872" : 11673,
            "20054016" : 10006,
            "20316160" : 8389,
            "20578304" : 7216,
            "20840448" : 5739,
            "21102592" : 4813,
            "21364736" : 3881,
            "21626880" : 2984,
            "21889024" : 2336,
            "22151168" : 1781,
            "22413312" : 1533,
            "22675456" : 1325,
            "22937600" : 881,
            "23199744" : 656,
            "23461888" : 473,
            "23724032" : 442,
            "23986176" : 283,
            "24248320" : 237,
            "24510464" : 182,
            "24772608" : 146,
            "25034752" : 99,
            "25296896" : 98,
            "25559040" : 67,
            "25821184" : 56,
            "26083328" : 56,
            "26345472" : 28,
            "26607616" : 31,
            "26869760" : 15,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 7,
            "27918336" : 2,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11908557.284673,
          "stddev" : 3763753.591702,
          "N" : 3009283
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 86037.577061,
        "bw_dev" : 2198.217133,
        "bw_samples" : 2232,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 21509.139785,
        "iops_stddev" : 549.560223,
        "iops_samples" : 2232
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1120000,
      "usr_cpu" : 0.715804,
      "sys_cpu" : 10.413571,
      "ctx" : 3050262,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.018410,
        "4" : 0.788425,
        "10" : 36.429112,
        "20" : 61.081331,
        "50" : 1.682456,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124893,
  "timestamp_ms" : 1774124893241,
  "time" : "Sat Mar 21 17:28:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13125464064,
        "io_kbytes" : 12817836,
        "bw_bytes" : 87503093,
        "bw" : 85452,
        "iops" : 21363.160000,
        "runtime" : 150000,
        "total_ios" : 3204474,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 371701.148710,
          "stddev" : 221567.941754,
          "N" : 3204474
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11610458.570923,
          "stddev" : 3628583.236151,
          "N" : 3204466,
          "percentile" : {
            "1.000000" : 4145152,
            "5.000000" : 6324224,
            "10.000000" : 7503872,
            "20.000000" : 8585216,
            "30.000000" : 9502720,
            "40.000000" : 10289152,
            "50.000000" : 11075584,
            "60.000000" : 11993088,
            "70.000000" : 13172736,
            "80.000000" : 14745600,
            "90.000000" : 16908288,
            "95.000000" : 18481152,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3162,
            "5406720" : 3533,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3615,
            "5734400" : 3893,
            "5799936" : 4250,
            "5865472" : 4233,
            "5931008" : 4176,
            "5996544" : 4774,
            "6062080" : 4826,
            "6127616" : 4850,
            "6193152" : 5110,
            "6258688" : 5751,
            "6324224" : 5432,
            "6389760" : 5724,
            "6455296" : 6134,
            "6520832" : 6218,
            "6586368" : 6757,
            "6651904" : 6878,
            "6717440" : 7641,
            "6782976" : 8530,
            "6848512" : 9150,
            "6914048" : 9664,
            "6979584" : 10345,
            "7045120" : 10004,
            "7110656" : 9886,
            "7176192" : 10481,
            "7241728" : 12251,
            "7307264" : 12162,
            "7372800" : 11999,
            "7438336" : 12925,
            "7503872" : 15409,
            "7569408" : 14545,
            "7634944" : 14021,
            "7700480" : 16016,
            "7766016" : 20520,
            "7831552" : 17736,
            "7897088" : 15071,
            "7962624" : 15979,
            "8028160" : 18574,
            "8093696" : 16635,
            "8159232" : 17798,
            "8224768" : 18670,
            "8290304" : 19641,
            "8355840" : 18984,
            "8454144" : 40340,
            "8585216" : 42861,
            "8716288" : 45171,
            "8847360" : 48414,
            "8978432" : 48048,
            "9109504" : 46821,
            "9240576" : 49794,
            "9371648" : 52835,
            "9502720" : 53144,
            "9633792" : 52637,
            "9764864" : 52581,
            "9895936" : 54069,
            "10027008" : 55054,
            "10158080" : 51042,
            "10289152" : 54225,
            "10420224" : 53717,
            "10551296" : 53297,
            "10682368" : 53438,
            "10813440" : 52271,
            "10944512" : 52940,
            "11075584" : 50960,
            "11206656" : 51006,
            "11337728" : 49455,
            "11468800" : 48445,
            "11599872" : 46769,
            "11730944" : 44804,
            "11862016" : 43769,
            "11993088" : 43197,
            "12124160" : 39795,
            "12255232" : 38484,
            "12386304" : 38837,
            "12517376" : 37060,
            "12648448" : 35877,
            "12779520" : 34910,
            "12910592" : 33561,
            "13041664" : 33145,
            "13172736" : 31590,
            "13303808" : 30509,
            "13434880" : 29901,
            "13565952" : 29033,
            "13697024" : 28191,
            "13828096" : 27379,
            "13959168" : 26441,
            "14090240" : 24939,
            "14221312" : 24348,
            "14352384" : 23640,
            "14483456" : 23411,
            "14614528" : 22449,
            "14745600" : 21783,
            "14876672" : 20833,
            "15007744" : 21031,
            "15138816" : 19712,
            "15269888" : 19975,
            "15400960" : 18887,
            "15532032" : 18752,
            "15663104" : 18325,
            "15794176" : 18161,
            "15925248" : 17805,
            "16056320" : 17733,
            "16187392" : 17568,
            "16318464" : 17542,
            "16449536" : 17203,
            "16580608" : 17526,
            "16711680" : 17030,
            "16908288" : 33175,
            "17170432" : 32387,
            "17432576" : 30710,
            "17694720" : 29661,
            "17956864" : 28245,
            "18219008" : 26148,
            "18481152" : 23494,
            "18743296" : 20919,
            "19005440" : 18579,
            "19267584" : 16502,
            "19529728" : 14216,
            "19791872" : 12221,
            "20054016" : 10443,
            "20316160" : 8695,
            "20578304" : 7447,
            "20840448" : 5932,
            "21102592" : 4932,
            "21364736" : 3986,
            "21626880" : 3082,
            "21889024" : 2387,
            "22151168" : 1819,
            "22413312" : 1568,
            "22675456" : 1340,
            "22937600" : 883,
            "23199744" : 658,
            "23461888" : 476,
            "23724032" : 444,
            "23986176" : 283,
            "24248320" : 237,
            "24510464" : 182,
            "24772608" : 146,
            "25034752" : 99,
            "25296896" : 98,
            "25559040" : 67,
            "25821184" : 56,
            "26083328" : 56,
            "26345472" : 28,
            "26607616" : 31,
            "26869760" : 15,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 7,
            "27918336" : 2,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 11982153.772566,
          "stddev" : 3739378.968029,
          "N" : 3204466
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 85525.214047,
        "bw_dev" : 2156.470158,
        "bw_samples" : 2392,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 21381.043478,
        "iops_stddev" : 539.121516,
        "iops_samples" : 2392
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1199996,
      "usr_cpu" : 0.715336,
      "sys_cpu" : 10.506618,
      "ctx" : 3247960,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.017288,
        "4" : 0.740402,
        "10" : 35.509135,
        "20" : 62.106511,
        "50" : 1.626414,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124903,
  "timestamp_ms" : 1774124903241,
  "time" : "Sat Mar 21 17:28:23 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 13915824128,
        "io_kbytes" : 13589672,
        "bw_bytes" : 86973900,
        "bw" : 84935,
        "iops" : 21233.937500,
        "runtime" : 160000,
        "total_ios" : 3397430,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 373975.650475,
          "stddev" : 221765.869463,
          "N" : 3397430
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11681091.660898,
          "stddev" : 3602345.269629,
          "N" : 3397422,
          "percentile" : {
            "1.000000" : 4177920,
            "5.000000" : 6455296,
            "10.000000" : 7569408,
            "20.000000" : 8716288,
            "30.000000" : 9633792,
            "40.000000" : 10420224,
            "50.000000" : 11206656,
            "60.000000" : 12124160,
            "70.000000" : 13172736,
            "80.000000" : 14745600,
            "90.000000" : 16908288,
            "95.000000" : 18219008,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3162,
            "5406720" : 3533,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3616,
            "5734400" : 3894,
            "5799936" : 4250,
            "5865472" : 4235,
            "5931008" : 4180,
            "5996544" : 4778,
            "6062080" : 4827,
            "6127616" : 4853,
            "6193152" : 5117,
            "6258688" : 5757,
            "6324224" : 5437,
            "6389760" : 5732,
            "6455296" : 6143,
            "6520832" : 6229,
            "6586368" : 6767,
            "6651904" : 6893,
            "6717440" : 7657,
            "6782976" : 8547,
            "6848512" : 9187,
            "6914048" : 9697,
            "6979584" : 10382,
            "7045120" : 10056,
            "7110656" : 9964,
            "7176192" : 10551,
            "7241728" : 12330,
            "7307264" : 12261,
            "7372800" : 12118,
            "7438336" : 13071,
            "7503872" : 15552,
            "7569408" : 14728,
            "7634944" : 14189,
            "7700480" : 16212,
            "7766016" : 20780,
            "7831552" : 18058,
            "7897088" : 15341,
            "7962624" : 16253,
            "8028160" : 18957,
            "8093696" : 16998,
            "8159232" : 18189,
            "8224768" : 19150,
            "8290304" : 20131,
            "8355840" : 19491,
            "8454144" : 41486,
            "8585216" : 44156,
            "8716288" : 46674,
            "8847360" : 50139,
            "8978432" : 50047,
            "9109504" : 49043,
            "9240576" : 52224,
            "9371648" : 55531,
            "9502720" : 56154,
            "9633792" : 55829,
            "9764864" : 55787,
            "9895936" : 57323,
            "10027008" : 58551,
            "10158080" : 54484,
            "10289152" : 57739,
            "10420224" : 57302,
            "10551296" : 56914,
            "10682368" : 57143,
            "10813440" : 55865,
            "10944512" : 56610,
            "11075584" : 54453,
            "11206656" : 54656,
            "11337728" : 52878,
            "11468800" : 51894,
            "11599872" : 50304,
            "11730944" : 48172,
            "11862016" : 46941,
            "11993088" : 46277,
            "12124160" : 42755,
            "12255232" : 41396,
            "12386304" : 41613,
            "12517376" : 39888,
            "12648448" : 38573,
            "12779520" : 37529,
            "12910592" : 36234,
            "13041664" : 35635,
            "13172736" : 33973,
            "13303808" : 32772,
            "13434880" : 32293,
            "13565952" : 31378,
            "13697024" : 30461,
            "13828096" : 29639,
            "13959168" : 28634,
            "14090240" : 27144,
            "14221312" : 26602,
            "14352384" : 25921,
            "14483456" : 25656,
            "14614528" : 24703,
            "14745600" : 24089,
            "14876672" : 23073,
            "15007744" : 23258,
            "15138816" : 21879,
            "15269888" : 22133,
            "15400960" : 20971,
            "15532032" : 20809,
            "15663104" : 20345,
            "15794176" : 20275,
            "15925248" : 19883,
            "16056320" : 19714,
            "16187392" : 19569,
            "16318464" : 19487,
            "16449536" : 19130,
            "16580608" : 19424,
            "16711680" : 18814,
            "16908288" : 36585,
            "17170432" : 35815,
            "17432576" : 33613,
            "17694720" : 31977,
            "17956864" : 30192,
            "18219008" : 27707,
            "18481152" : 24808,
            "18743296" : 22016,
            "19005440" : 19461,
            "19267584" : 17204,
            "19529728" : 14787,
            "19791872" : 12641,
            "20054016" : 10767,
            "20316160" : 8955,
            "20578304" : 7667,
            "20840448" : 6096,
            "21102592" : 5038,
            "21364736" : 4059,
            "21626880" : 3142,
            "21889024" : 2436,
            "22151168" : 1859,
            "22413312" : 1585,
            "22675456" : 1347,
            "22937600" : 895,
            "23199744" : 667,
            "23461888" : 476,
            "23724032" : 445,
            "23986176" : 284,
            "24248320" : 239,
            "24510464" : 185,
            "24772608" : 147,
            "25034752" : 99,
            "25296896" : 98,
            "25559040" : 67,
            "25821184" : 56,
            "26083328" : 56,
            "26345472" : 28,
            "26607616" : 31,
            "26869760" : 15,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 7,
            "27918336" : 2,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 12055060.942645,
          "stddev" : 3712233.100634,
          "N" : 3397422
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 85008.695925,
        "bw_dev" : 2117.771483,
        "bw_samples" : 2552,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 21251.912226,
        "iops_stddev" : 529.445949,
        "iops_samples" : 2552
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279997,
      "usr_cpu" : 0.716017,
      "sys_cpu" : 10.593462,
      "ctx" : 3443869,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.016306,
        "4" : 0.698351,
        "10" : 34.494368,
        "20" : 63.219904,
        "50" : 1.570834,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124913,
  "timestamp_ms" : 1774124913241,
  "time" : "Sat Mar 21 17:28:33 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 14621630464,
        "io_kbytes" : 14278936,
        "bw_bytes" : 86010096,
        "bw" : 83994,
        "iops" : 20998.629404,
        "runtime" : 169999,
        "total_ios" : 3569746,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 378196.709072,
          "stddev" : 222585.570783,
          "N" : 3569746
        },
        "clat_ns" : {
          "min" : 1050445,
          "max" : 28832950,
          "mean" : 11811980.403036,
          "stddev" : 3633679.924640,
          "N" : 3569738,
          "percentile" : {
            "1.000000" : 4177920,
            "5.000000" : 6520832,
            "10.000000" : 7634944,
            "20.000000" : 8847360,
            "30.000000" : 9764864,
            "40.000000" : 10551296,
            "50.000000" : 11337728,
            "60.000000" : 12255232,
            "70.000000" : 13434880,
            "80.000000" : 15007744,
            "90.000000" : 17170432,
            "95.000000" : 18481152,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 1,
            "1187840" : 2,
            "1204224" : 2,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 6,
            "1318912" : 12,
            "1335296" : 8,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 14,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 6,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 6,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 10,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 20,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 11,
            "1957888" : 20,
            "1974272" : 20,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 49,
            "2179072" : 30,
            "2211840" : 55,
            "2244608" : 72,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 63,
            "2408448" : 56,
            "2441216" : 77,
            "2473984" : 76,
            "2506752" : 70,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 71,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 145,
            "2867200" : 134,
            "2899968" : 142,
            "2932736" : 149,
            "2965504" : 154,
            "2998272" : 141,
            "3031040" : 146,
            "3063808" : 179,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 207,
            "3260416" : 232,
            "3293184" : 287,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 336,
            "3424256" : 385,
            "3457024" : 390,
            "3489792" : 486,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 976,
            "3719168" : 1121,
            "3751936" : 1035,
            "3784704" : 1125,
            "3817472" : 1225,
            "3850240" : 1479,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1824,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2051,
            "4177920" : 2186,
            "4227072" : 3911,
            "4292608" : 4103,
            "4358144" : 3753,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3575,
            "4620288" : 3222,
            "4685824" : 3273,
            "4751360" : 3181,
            "4816896" : 3310,
            "4882432" : 3283,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3044,
            "5144576" : 3211,
            "5210112" : 3331,
            "5275648" : 3241,
            "5341184" : 3162,
            "5406720" : 3533,
            "5472256" : 3397,
            "5537792" : 3435,
            "5603328" : 3796,
            "5668864" : 3616,
            "5734400" : 3894,
            "5799936" : 4250,
            "5865472" : 4235,
            "5931008" : 4180,
            "5996544" : 4778,
            "6062080" : 4827,
            "6127616" : 4853,
            "6193152" : 5117,
            "6258688" : 5757,
            "6324224" : 5437,
            "6389760" : 5732,
            "6455296" : 6143,
            "6520832" : 6229,
            "6586368" : 6767,
            "6651904" : 6893,
            "6717440" : 7657,
            "6782976" : 8547,
            "6848512" : 9187,
            "6914048" : 9697,
            "6979584" : 10382,
            "7045120" : 10056,
            "7110656" : 9964,
            "7176192" : 10552,
            "7241728" : 12330,
            "7307264" : 12261,
            "7372800" : 12120,
            "7438336" : 13075,
            "7503872" : 15562,
            "7569408" : 14736,
            "7634944" : 14194,
            "7700480" : 16215,
            "7766016" : 20793,
            "7831552" : 18070,
            "7897088" : 15365,
            "7962624" : 16274,
            "8028160" : 18984,
            "8093696" : 17022,
            "8159232" : 18215,
            "8224768" : 19185,
            "8290304" : 20175,
            "8355840" : 19558,
            "8454144" : 41600,
            "8585216" : 44336,
            "8716288" : 46917,
            "8847360" : 50446,
            "8978432" : 50493,
            "9109504" : 49582,
            "9240576" : 52969,
            "9371648" : 56375,
            "9502720" : 57113,
            "9633792" : 57108,
            "9764864" : 57268,
            "9895936" : 58956,
            "10027008" : 60442,
            "10158080" : 56577,
            "10289152" : 60076,
            "10420224" : 59876,
            "10551296" : 59549,
            "10682368" : 59949,
            "10813440" : 58782,
            "10944512" : 59714,
            "11075584" : 57453,
            "11206656" : 57490,
            "11337728" : 55738,
            "11468800" : 54805,
            "11599872" : 53341,
            "11730944" : 51026,
            "11862016" : 49798,
            "11993088" : 48859,
            "12124160" : 45490,
            "12255232" : 44013,
            "12386304" : 44107,
            "12517376" : 42424,
            "12648448" : 40974,
            "12779520" : 40048,
            "12910592" : 38622,
            "13041664" : 38093,
            "13172736" : 36316,
            "13303808" : 35057,
            "13434880" : 34612,
            "13565952" : 33662,
            "13697024" : 32740,
            "13828096" : 31763,
            "13959168" : 30750,
            "14090240" : 29167,
            "14221312" : 28599,
            "14352384" : 28029,
            "14483456" : 27653,
            "14614528" : 26816,
            "14745600" : 26003,
            "14876672" : 24973,
            "15007744" : 25100,
            "15138816" : 23561,
            "15269888" : 23926,
            "15400960" : 22643,
            "15532032" : 22488,
            "15663104" : 22075,
            "15794176" : 21979,
            "15925248" : 21531,
            "16056320" : 21395,
            "16187392" : 21196,
            "16318464" : 21053,
            "16449536" : 20717,
            "16580608" : 21048,
            "16711680" : 20396,
            "16908288" : 39860,
            "17170432" : 39007,
            "17432576" : 36999,
            "17694720" : 35421,
            "17956864" : 33648,
            "18219008" : 31163,
            "18481152" : 28126,
            "18743296" : 25286,
            "19005440" : 22522,
            "19267584" : 19912,
            "19529728" : 17335,
            "19791872" : 14909,
            "20054016" : 12672,
            "20316160" : 10529,
            "20578304" : 8996,
            "20840448" : 7139,
            "21102592" : 5908,
            "21364736" : 4819,
            "21626880" : 3595,
            "21889024" : 2799,
            "22151168" : 2120,
            "22413312" : 1754,
            "22675456" : 1481,
            "22937600" : 1007,
            "23199744" : 741,
            "23461888" : 514,
            "23724032" : 470,
            "23986176" : 307,
            "24248320" : 257,
            "24510464" : 194,
            "24772608" : 155,
            "25034752" : 107,
            "25296896" : 101,
            "25559040" : 67,
            "25821184" : 56,
            "26083328" : 56,
            "26345472" : 28,
            "26607616" : 31,
            "26869760" : 15,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 7,
            "27918336" : 2,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 1111257,
          "max" : 29497595,
          "mean" : 12190167.152782,
          "stddev" : 3744608.849761,
          "N" : 3569738
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 84069.858407,
        "bw_dev" : 2132.275235,
        "bw_samples" : 2712,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 21017.203540,
        "iops_stddev" : 533.072265,
        "iops_samples" : 2712
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1359992,
      "usr_cpu" : 0.710004,
      "sys_cpu" : 10.602048,
      "ctx" : 3618159,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.015519,
        "4" : 0.664641,
        "10" : 33.099526,
        "20" : 64.484392,
        "50" : 1.735698,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124923,
  "timestamp_ms" : 1774124923241,
  "time" : "Sat Mar 21 17:28:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 15356055552,
        "io_kbytes" : 14996148,
        "bw_bytes" : 85311893,
        "bw" : 83312,
        "iops" : 20828.126823,
        "runtime" : 179999,
        "total_ios" : 3749042,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 381311.336538,
          "stddev" : 222753.792645,
          "N" : 3749049
        },
        "clat_ns" : {
          "min" : 3646,
          "max" : 28832950,
          "mean" : 11908346.028395,
          "stddev" : 3630603.070853,
          "N" : 3749258,
          "percentile" : {
            "1.000000" : 4227072,
            "5.000000" : 6651904,
            "10.000000" : 7700480,
            "20.000000" : 8847360,
            "30.000000" : 9764864,
            "40.000000" : 10551296,
            "50.000000" : 11337728,
            "60.000000" : 12386304,
            "70.000000" : 13565952,
            "80.000000" : 15138816,
            "90.000000" : 17170432,
            "95.000000" : 18481152,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "3632" : 1,
            "3728" : 1,
            "4192" : 1,
            "4384" : 1,
            "9152" : 1,
            "10048" : 1,
            "12480" : 1,
            "395264" : 1,
            "428032" : 1,
            "432128" : 1,
            "440320" : 1,
            "452608" : 1,
            "544768" : 1,
            "765952" : 1,
            "856064" : 1,
            "864256" : 1,
            "937984" : 1,
            "946176" : 1,
            "954368" : 1,
            "1036288" : 1,
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 2,
            "1187840" : 2,
            "1204224" : 3,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 4,
            "1302528" : 7,
            "1318912" : 12,
            "1335296" : 9,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 15,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 8,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 7,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 12,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 17,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 21,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 12,
            "1957888" : 20,
            "1974272" : 21,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 50,
            "2179072" : 31,
            "2211840" : 55,
            "2244608" : 73,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 64,
            "2408448" : 57,
            "2441216" : 78,
            "2473984" : 76,
            "2506752" : 71,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 72,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 146,
            "2867200" : 134,
            "2899968" : 143,
            "2932736" : 150,
            "2965504" : 155,
            "2998272" : 141,
            "3031040" : 147,
            "3063808" : 181,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 209,
            "3260416" : 232,
            "3293184" : 288,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 337,
            "3424256" : 386,
            "3457024" : 393,
            "3489792" : 487,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 795,
            "3686400" : 978,
            "3719168" : 1122,
            "3751936" : 1036,
            "3784704" : 1126,
            "3817472" : 1225,
            "3850240" : 1480,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1726,
            "4014080" : 1985,
            "4046848" : 1825,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2052,
            "4177920" : 2187,
            "4227072" : 3913,
            "4292608" : 4104,
            "4358144" : 3754,
            "4423680" : 3735,
            "4489216" : 3480,
            "4554752" : 3576,
            "4620288" : 3223,
            "4685824" : 3273,
            "4751360" : 3185,
            "4816896" : 3310,
            "4882432" : 3284,
            "4947968" : 3100,
            "5013504" : 3220,
            "5079040" : 3045,
            "5144576" : 3211,
            "5210112" : 3333,
            "5275648" : 3242,
            "5341184" : 3164,
            "5406720" : 3533,
            "5472256" : 3398,
            "5537792" : 3435,
            "5603328" : 3799,
            "5668864" : 3618,
            "5734400" : 3894,
            "5799936" : 4251,
            "5865472" : 4236,
            "5931008" : 4180,
            "5996544" : 4778,
            "6062080" : 4829,
            "6127616" : 4855,
            "6193152" : 5118,
            "6258688" : 5757,
            "6324224" : 5437,
            "6389760" : 5734,
            "6455296" : 6143,
            "6520832" : 6229,
            "6586368" : 6770,
            "6651904" : 6894,
            "6717440" : 7658,
            "6782976" : 8548,
            "6848512" : 9187,
            "6914048" : 9701,
            "6979584" : 10390,
            "7045120" : 10058,
            "7110656" : 9971,
            "7176192" : 10561,
            "7241728" : 12335,
            "7307264" : 12263,
            "7372800" : 12129,
            "7438336" : 13083,
            "7503872" : 15571,
            "7569408" : 14747,
            "7634944" : 14211,
            "7700480" : 16240,
            "7766016" : 20826,
            "7831552" : 18101,
            "7897088" : 15404,
            "7962624" : 16325,
            "8028160" : 19050,
            "8093696" : 17087,
            "8159232" : 18278,
            "8224768" : 19282,
            "8290304" : 20289,
            "8355840" : 19684,
            "8454144" : 41931,
            "8585216" : 44696,
            "8716288" : 47361,
            "8847360" : 51069,
            "8978432" : 51277,
            "9109504" : 50475,
            "9240576" : 54096,
            "9371648" : 57652,
            "9502720" : 58494,
            "9633792" : 58749,
            "9764864" : 59125,
            "9895936" : 61044,
            "10027008" : 62722,
            "10158080" : 58952,
            "10289152" : 62542,
            "10420224" : 62485,
            "10551296" : 62232,
            "10682368" : 62825,
            "10813440" : 61708,
            "10944512" : 62716,
            "11075584" : 60350,
            "11206656" : 60541,
            "11337728" : 58745,
            "11468800" : 57857,
            "11599872" : 56302,
            "11730944" : 53973,
            "11862016" : 52690,
            "11993088" : 51766,
            "12124160" : 48397,
            "12255232" : 46990,
            "12386304" : 47149,
            "12517376" : 45425,
            "12648448" : 43957,
            "12779520" : 43112,
            "12910592" : 41635,
            "13041664" : 41108,
            "13172736" : 39222,
            "13303808" : 38006,
            "13434880" : 37404,
            "13565952" : 36545,
            "13697024" : 35508,
            "13828096" : 34405,
            "13959168" : 33393,
            "14090240" : 31670,
            "14221312" : 31178,
            "14352384" : 30627,
            "14483456" : 30147,
            "14614528" : 29163,
            "14745600" : 28274,
            "14876672" : 27122,
            "15007744" : 27246,
            "15138816" : 25556,
            "15269888" : 25846,
            "15400960" : 24522,
            "15532032" : 24234,
            "15663104" : 23757,
            "15794176" : 23769,
            "15925248" : 23192,
            "16056320" : 23124,
            "16187392" : 22858,
            "16318464" : 22745,
            "16449536" : 22456,
            "16580608" : 22788,
            "16711680" : 22230,
            "16908288" : 43453,
            "17170432" : 42607,
            "17432576" : 40436,
            "17694720" : 38753,
            "17956864" : 36797,
            "18219008" : 33957,
            "18481152" : 30692,
            "18743296" : 27510,
            "19005440" : 24561,
            "19267584" : 21547,
            "19529728" : 18769,
            "19791872" : 16100,
            "20054016" : 13645,
            "20316160" : 11330,
            "20578304" : 9589,
            "20840448" : 7607,
            "21102592" : 6260,
            "21364736" : 5078,
            "21626880" : 3774,
            "21889024" : 2922,
            "22151168" : 2218,
            "22413312" : 1826,
            "22675456" : 1553,
            "22937600" : 1050,
            "23199744" : 774,
            "23461888" : 538,
            "23724032" : 484,
            "23986176" : 320,
            "24248320" : 263,
            "24510464" : 198,
            "24772608" : 162,
            "25034752" : 108,
            "25296896" : 104,
            "25559040" : 68,
            "25821184" : 58,
            "26083328" : 56,
            "26345472" : 28,
            "26607616" : 31,
            "26869760" : 15,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 7,
            "27918336" : 2,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 386480,
          "max" : 29497595,
          "mean" : 12289652.948551,
          "stddev" : 3741392.647742,
          "N" : 3749258
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 83387.203343,
        "bw_dev" : 2123.847169,
        "bw_samples" : 2872,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 20846.545961,
        "iops_stddev" : 530.964064,
        "iops_samples" : 2872
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439992,
      "usr_cpu" : 0.704657,
      "sys_cpu" : 10.645545,
      "ctx" : 3799598,
      "majf" : 0,
      "minf" : 284,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999813,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.015204,
        "4" : 0.633655,
        "10" : 31.899243,
        "20" : 65.702411,
        "50" : 1.754742,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1774124923,
  "timestamp_ms" : 1774124923268,
  "time" : "Sat Mar 21 17:28:43 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 15357124608,
        "io_kbytes" : 14997192,
        "bw_bytes" : 85315937,
        "bw" : 83316,
        "iops" : 20827.663983,
        "runtime" : 180003,
        "total_ios" : 3749042,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 13731,
          "max" : 5266486,
          "mean" : 381311.467280,
          "stddev" : 222753.906784,
          "N" : 3749050
        },
        "clat_ns" : {
          "min" : 3646,
          "max" : 28832950,
          "mean" : 11908311.234398,
          "stddev" : 3630632.183578,
          "N" : 3749290,
          "percentile" : {
            "1.000000" : 4227072,
            "5.000000" : 6651904,
            "10.000000" : 7700480,
            "20.000000" : 8847360,
            "30.000000" : 9764864,
            "40.000000" : 10551296,
            "50.000000" : 11337728,
            "60.000000" : 12386304,
            "70.000000" : 13565952,
            "80.000000" : 15138816,
            "90.000000" : 17170432,
            "95.000000" : 18481152,
            "99.000000" : 20578304,
            "99.500000" : 21364736,
            "99.900000" : 22937600,
            "99.950000" : 23724032,
            "99.990000" : 25296896
          },
          "bins" : {
            "3632" : 1,
            "3728" : 1,
            "4192" : 1,
            "4384" : 1,
            "4576" : 1,
            "9152" : 1,
            "10048" : 1,
            "12480" : 1,
            "395264" : 1,
            "428032" : 1,
            "432128" : 1,
            "440320" : 1,
            "452608" : 1,
            "544768" : 1,
            "765952" : 1,
            "856064" : 1,
            "864256" : 1,
            "880640" : 1,
            "937984" : 1,
            "946176" : 1,
            "954368" : 1,
            "1036288" : 1,
            "1056768" : 1,
            "1073152" : 1,
            "1122304" : 1,
            "1138688" : 3,
            "1155072" : 4,
            "1171456" : 2,
            "1187840" : 2,
            "1204224" : 3,
            "1220608" : 6,
            "1253376" : 1,
            "1269760" : 1,
            "1286144" : 4,
            "1302528" : 8,
            "1318912" : 12,
            "1335296" : 9,
            "1351680" : 6,
            "1368064" : 3,
            "1384448" : 7,
            "1400832" : 16,
            "1417216" : 15,
            "1433600" : 7,
            "1449984" : 12,
            "1466368" : 13,
            "1482752" : 9,
            "1499136" : 8,
            "1515520" : 12,
            "1531904" : 11,
            "1548288" : 8,
            "1564672" : 16,
            "1581056" : 9,
            "1597440" : 7,
            "1613824" : 3,
            "1630208" : 6,
            "1646592" : 13,
            "1662976" : 12,
            "1679360" : 11,
            "1695744" : 6,
            "1712128" : 8,
            "1728512" : 17,
            "1744896" : 12,
            "1761280" : 15,
            "1777664" : 15,
            "1794048" : 16,
            "1810432" : 18,
            "1826816" : 27,
            "1843200" : 20,
            "1859584" : 21,
            "1875968" : 17,
            "1892352" : 17,
            "1908736" : 13,
            "1925120" : 13,
            "1941504" : 12,
            "1957888" : 20,
            "1974272" : 21,
            "1990656" : 20,
            "2007040" : 16,
            "2023424" : 13,
            "2039808" : 14,
            "2056192" : 32,
            "2072576" : 21,
            "2088960" : 12,
            "2113536" : 34,
            "2146304" : 50,
            "2179072" : 32,
            "2211840" : 55,
            "2244608" : 73,
            "2277376" : 57,
            "2310144" : 57,
            "2342912" : 52,
            "2375680" : 64,
            "2408448" : 57,
            "2441216" : 78,
            "2473984" : 76,
            "2506752" : 71,
            "2539520" : 73,
            "2572288" : 91,
            "2605056" : 73,
            "2637824" : 112,
            "2670592" : 125,
            "2703360" : 101,
            "2736128" : 128,
            "2768896" : 125,
            "2801664" : 109,
            "2834432" : 146,
            "2867200" : 134,
            "2899968" : 143,
            "2932736" : 150,
            "2965504" : 155,
            "2998272" : 141,
            "3031040" : 148,
            "3063808" : 181,
            "3096576" : 194,
            "3129344" : 207,
            "3162112" : 189,
            "3194880" : 216,
            "3227648" : 209,
            "3260416" : 232,
            "3293184" : 288,
            "3325952" : 315,
            "3358720" : 311,
            "3391488" : 337,
            "3424256" : 386,
            "3457024" : 393,
            "3489792" : 487,
            "3522560" : 538,
            "3555328" : 607,
            "3588096" : 730,
            "3620864" : 781,
            "3653632" : 796,
            "3686400" : 978,
            "3719168" : 1122,
            "3751936" : 1036,
            "3784704" : 1126,
            "3817472" : 1225,
            "3850240" : 1480,
            "3883008" : 1611,
            "3915776" : 1531,
            "3948544" : 1559,
            "3981312" : 1727,
            "4014080" : 1985,
            "4046848" : 1825,
            "4079616" : 1777,
            "4112384" : 1817,
            "4145152" : 2052,
            "4177920" : 2187,
            "4227072" : 3913,
            "4292608" : 4104,
            "4358144" : 3754,
            "4423680" : 3736,
            "4489216" : 3480,
            "4554752" : 3576,
            "4620288" : 3223,
            "4685824" : 3273,
            "4751360" : 3185,
            "4816896" : 3310,
            "4882432" : 3284,
            "4947968" : 3101,
            "5013504" : 3220,
            "5079040" : 3045,
            "5144576" : 3211,
            "5210112" : 3333,
            "5275648" : 3242,
            "5341184" : 3164,
            "5406720" : 3533,
            "5472256" : 3398,
            "5537792" : 3436,
            "5603328" : 3799,
            "5668864" : 3618,
            "5734400" : 3894,
            "5799936" : 4251,
            "5865472" : 4236,
            "5931008" : 4181,
            "5996544" : 4778,
            "6062080" : 4829,
            "6127616" : 4855,
            "6193152" : 5118,
            "6258688" : 5757,
            "6324224" : 5437,
            "6389760" : 5735,
            "6455296" : 6143,
            "6520832" : 6229,
            "6586368" : 6770,
            "6651904" : 6894,
            "6717440" : 7658,
            "6782976" : 8548,
            "6848512" : 9187,
            "6914048" : 9701,
            "6979584" : 10390,
            "7045120" : 10058,
            "7110656" : 9971,
            "7176192" : 10561,
            "7241728" : 12335,
            "7307264" : 12263,
            "7372800" : 12130,
            "7438336" : 13083,
            "7503872" : 15571,
            "7569408" : 14747,
            "7634944" : 14211,
            "7700480" : 16240,
            "7766016" : 20827,
            "7831552" : 18101,
            "7897088" : 15404,
            "7962624" : 16325,
            "8028160" : 19050,
            "8093696" : 17087,
            "8159232" : 18279,
            "8224768" : 19282,
            "8290304" : 20289,
            "8355840" : 19685,
            "8454144" : 41931,
            "8585216" : 44696,
            "8716288" : 47362,
            "8847360" : 51069,
            "8978432" : 51277,
            "9109504" : 50475,
            "9240576" : 54096,
            "9371648" : 57653,
            "9502720" : 58494,
            "9633792" : 58749,
            "9764864" : 59125,
            "9895936" : 61045,
            "10027008" : 62722,
            "10158080" : 58952,
            "10289152" : 62542,
            "10420224" : 62485,
            "10551296" : 62233,
            "10682368" : 62825,
            "10813440" : 61709,
            "10944512" : 62716,
            "11075584" : 60350,
            "11206656" : 60541,
            "11337728" : 58746,
            "11468800" : 57857,
            "11599872" : 56302,
            "11730944" : 53973,
            "11862016" : 52690,
            "11993088" : 51766,
            "12124160" : 48398,
            "12255232" : 46990,
            "12386304" : 47149,
            "12517376" : 45426,
            "12648448" : 43957,
            "12779520" : 43112,
            "12910592" : 41635,
            "13041664" : 41108,
            "13172736" : 39222,
            "13303808" : 38007,
            "13434880" : 37404,
            "13565952" : 36545,
            "13697024" : 35509,
            "13828096" : 34405,
            "13959168" : 33393,
            "14090240" : 31670,
            "14221312" : 31179,
            "14352384" : 30627,
            "14483456" : 30147,
            "14614528" : 29163,
            "14745600" : 28275,
            "14876672" : 27122,
            "15007744" : 27246,
            "15138816" : 25556,
            "15269888" : 25846,
            "15400960" : 24523,
            "15532032" : 24234,
            "15663104" : 23758,
            "15794176" : 23769,
            "15925248" : 23192,
            "16056320" : 23124,
            "16187392" : 22858,
            "16318464" : 22745,
            "16449536" : 22456,
            "16580608" : 22788,
            "16711680" : 22230,
            "16908288" : 43453,
            "17170432" : 42607,
            "17432576" : 40436,
            "17694720" : 38753,
            "17956864" : 36797,
            "18219008" : 33957,
            "18481152" : 30692,
            "18743296" : 27510,
            "19005440" : 24561,
            "19267584" : 21547,
            "19529728" : 18769,
            "19791872" : 16100,
            "20054016" : 13645,
            "20316160" : 11330,
            "20578304" : 9589,
            "20840448" : 7607,
            "21102592" : 6260,
            "21364736" : 5078,
            "21626880" : 3774,
            "21889024" : 2922,
            "22151168" : 2218,
            "22413312" : 1826,
            "22675456" : 1553,
            "22937600" : 1050,
            "23199744" : 774,
            "23461888" : 538,
            "23724032" : 484,
            "23986176" : 320,
            "24248320" : 263,
            "24510464" : 198,
            "24772608" : 162,
            "25034752" : 108,
            "25296896" : 104,
            "25559040" : 68,
            "25821184" : 58,
            "26083328" : 56,
            "26345472" : 28,
            "26607616" : 31,
            "26869760" : 15,
            "27131904" : 4,
            "27394048" : 10,
            "27656192" : 7,
            "27918336" : 2,
            "28180480" : 2,
            "28704768" : 2
          }
        },
        "lat_ns" : {
          "min" : 386480,
          "max" : 29497595,
          "mean" : 12289619.112835,
          "stddev" : 3741418.788781,
          "N" : 3749290
        },
        "bw_min" : 54016,
        "bw_max" : 136760,
        "bw_agg" : 100.000000,
        "bw_mean" : 83387.203343,
        "bw_dev" : 2123.847169,
        "bw_samples" : 2872,
        "iops_min" : 13504,
        "iops_max" : 34190,
        "iops_mean" : 20846.545961,
        "iops_stddev" : 530.964064,
        "iops_samples" : 2872
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440014,
      "usr_cpu" : 0.704646,
      "sys_cpu" : 10.645383,
      "ctx" : 3799617,
      "majf" : 0,
      "minf" : 292,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999787,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.015257,
        "4" : 0.633789,
        "10" : 31.899563,
        "20" : 65.702705,
        "50" : 1.754742,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}