raidz2/benchmarks/rand/rand-read-qd16-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773083525,
"timestamp_ms" : 1773083525041,
"time" : "Mon Mar 9 16:12:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1910829056,
"io_kbytes" : 1866044,
"bw_bytes" : 195781665,
"bw" : 191193,
"iops" : 47827.561475,
"runtime" : 9760,
"total_ios" : 466797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.612193,
"sys_cpu" : 16.391522,
"ctx" : 397643,
"majf" : 0,
"minf" : 365,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.948586,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083535,
"timestamp_ms" : 1773083535280,
"time" : "Mon Mar 9 16:12:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1958825984,
"io_kbytes" : 1912916,
"bw_bytes" : 195882598,
"bw" : 191291,
"iops" : 47826.600000,
"runtime" : 10000,
"total_ios" : 478266,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5718,
"max" : 1836967,
"mean" : 332311.069173,
"stddev" : 145424.721360,
"N" : 478266
},
"clat_ns" : {
"min" : 1710243,
"max" : 7901474,
"mean" : 5019986.616623,
"stddev" : 608267.408350,
"N" : 478250,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 3948544,
"10.000000" : 4227072,
"20.000000" : 4554752,
"30.000000" : 4751360,
"40.000000" : 4882432,
"50.000000" : 5079040,
"60.000000" : 5210112,
"70.000000" : 5341184,
"80.000000" : 5537792,
"90.000000" : 5734400,
"95.000000" : 5931008,
"99.000000" : 6258688,
"99.500000" : 6324224,
"99.900000" : 6586368,
"99.950000" : 6717440,
"99.990000" : 7110656
},
"bins" : {
"1712128" : 1,
"1810432" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1925120" : 1,
"1974272" : 7,
"2023424" : 1,
"2039808" : 2,
"2056192" : 3,
"2072576" : 4,
"2088960" : 2,
"2113536" : 7,
"2146304" : 5,
"2179072" : 2,
"2211840" : 10,
"2244608" : 12,
"2277376" : 15,
"2310144" : 13,
"2342912" : 15,
"2375680" : 29,
"2408448" : 20,
"2441216" : 37,
"2473984" : 17,
"2506752" : 30,
"2539520" : 35,
"2572288" : 30,
"2605056" : 33,
"2637824" : 60,
"2670592" : 47,
"2703360" : 67,
"2736128" : 72,
"2768896" : 76,
"2801664" : 81,
"2834432" : 98,
"2867200" : 118,
"2899968" : 95,
"2932736" : 129,
"2965504" : 134,
"2998272" : 147,
"3031040" : 146,
"3063808" : 210,
"3096576" : 214,
"3129344" : 256,
"3162112" : 300,
"3194880" : 273,
"3227648" : 316,
"3260416" : 383,
"3293184" : 336,
"3325952" : 389,
"3358720" : 513,
"3391488" : 515,
"3424256" : 553,
"3457024" : 608,
"3489792" : 655,
"3522560" : 711,
"3555328" : 829,
"3588096" : 892,
"3620864" : 851,
"3653632" : 926,
"3686400" : 1113,
"3719168" : 1224,
"3751936" : 1290,
"3784704" : 1453,
"3817472" : 1521,
"3850240" : 1683,
"3883008" : 1736,
"3915776" : 1790,
"3948544" : 2082,
"3981312" : 2199,
"4014080" : 2351,
"4046848" : 2594,
"4079616" : 2792,
"4112384" : 3057,
"4145152" : 3149,
"4177920" : 3533,
"4227072" : 7478,
"4292608" : 8442,
"4358144" : 9455,
"4423680" : 11035,
"4489216" : 12173,
"4554752" : 13136,
"4620288" : 14482,
"4685824" : 15960,
"4751360" : 16927,
"4816896" : 18303,
"4882432" : 19065,
"4947968" : 20101,
"5013504" : 20895,
"5079040" : 21091,
"5144576" : 21482,
"5210112" : 21072,
"5275648" : 20969,
"5341184" : 20253,
"5406720" : 19740,
"5472256" : 18447,
"5537792" : 16652,
"5603328" : 14893,
"5668864" : 13309,
"5734400" : 11654,
"5799936" : 10315,
"5865472" : 8509,
"5931008" : 6991,
"5996544" : 5614,
"6062080" : 4314,
"6127616" : 3250,
"6193152" : 2307,
"6258688" : 1608,
"6324224" : 1151,
"6389760" : 819,
"6455296" : 470,
"6520832" : 319,
"6586368" : 239,
"6651904" : 134,
"6717440" : 86,
"6782976" : 56,
"6848512" : 41,
"6914048" : 16,
"6979584" : 19,
"7045120" : 18,
"7110656" : 11,
"7176192" : 7,
"7241728" : 11,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 2001148,
"max" : 8332983,
"mean" : 5352296.936713,
"stddev" : 631248.268977,
"N" : 478250
},
"bw_min" : 187048,
"bw_max" : 195639,
"bw_agg" : 99.966230,
"bw_mean" : 191227.473684,
"bw_dev" : 138.852716,
"bw_samples" : 304,
"iops_min" : 46760,
"iops_max" : 48909,
"iops_mean" : 47806.157895,
"iops_stddev" : 34.722488,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159986,
"usr_cpu" : 0.671309,
"sys_cpu" : 16.343305,
"ctx" : 407053,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999582,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999582,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.763111,
"10" : 94.230826,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083545,
"timestamp_ms" : 1773083545280,
"time" : "Mon Mar 9 16:12:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3923279872,
"io_kbytes" : 3831328,
"bw_bytes" : 196163993,
"bw" : 191566,
"iops" : 47892.850000,
"runtime" : 20000,
"total_ios" : 957857,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5718,
"max" : 1920665,
"mean" : 331843.846838,
"stddev" : 145759.353741,
"N" : 957858
},
"clat_ns" : {
"min" : 1710243,
"max" : 7901474,
"mean" : 5012865.402276,
"stddev" : 606118.129942,
"N" : 957841,
"percentile" : {
"1.000000" : 3391488,
"5.000000" : 3948544,
"10.000000" : 4227072,
"20.000000" : 4554752,
"30.000000" : 4751360,
"40.000000" : 4882432,
"50.000000" : 5079040,
"60.000000" : 5210112,
"70.000000" : 5341184,
"80.000000" : 5537792,
"90.000000" : 5734400,
"95.000000" : 5931008,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6586368,
"99.950000" : 6651904,
"99.990000" : 6979584
},
"bins" : {
"1712128" : 1,
"1810432" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 3,
"1925120" : 2,
"1974272" : 8,
"1990656" : 2,
"2023424" : 3,
"2039808" : 7,
"2056192" : 4,
"2072576" : 5,
"2088960" : 4,
"2113536" : 11,
"2146304" : 9,
"2179072" : 8,
"2211840" : 16,
"2244608" : 18,
"2277376" : 24,
"2310144" : 36,
"2342912" : 32,
"2375680" : 54,
"2408448" : 45,
"2441216" : 57,
"2473984" : 37,
"2506752" : 66,
"2539520" : 65,
"2572288" : 57,
"2605056" : 75,
"2637824" : 100,
"2670592" : 91,
"2703360" : 132,
"2736128" : 141,
"2768896" : 172,
"2801664" : 191,
"2834432" : 206,
"2867200" : 244,
"2899968" : 205,
"2932736" : 235,
"2965504" : 267,
"2998272" : 287,
"3031040" : 311,
"3063808" : 401,
"3096576" : 430,
"3129344" : 540,
"3162112" : 571,
"3194880" : 569,
"3227648" : 626,
"3260416" : 695,
"3293184" : 698,
"3325952" : 818,
"3358720" : 959,
"3391488" : 987,
"3424256" : 1082,
"3457024" : 1212,
"3489792" : 1341,
"3522560" : 1447,
"3555328" : 1616,
"3588096" : 1787,
"3620864" : 1713,
"3653632" : 1924,
"3686400" : 2099,
"3719168" : 2412,
"3751936" : 2644,
"3784704" : 2862,
"3817472" : 3172,
"3850240" : 3395,
"3883008" : 3548,
"3915776" : 3814,
"3948544" : 4197,
"3981312" : 4425,
"4014080" : 4821,
"4046848" : 5251,
"4079616" : 5656,
"4112384" : 6209,
"4145152" : 6489,
"4177920" : 7060,
"4227072" : 15441,
"4292608" : 17454,
"4358144" : 19594,
"4423680" : 22026,
"4489216" : 24719,
"4554752" : 26712,
"4620288" : 29340,
"4685824" : 32295,
"4751360" : 34200,
"4816896" : 36805,
"4882432" : 38497,
"4947968" : 40858,
"5013504" : 41869,
"5079040" : 42409,
"5144576" : 42677,
"5210112" : 42353,
"5275648" : 41885,
"5341184" : 40652,
"5406720" : 38655,
"5472256" : 36041,
"5537792" : 33165,
"5603328" : 29737,
"5668864" : 26740,
"5734400" : 23246,
"5799936" : 20169,
"5865472" : 16566,
"5931008" : 13669,
"5996544" : 10923,
"6062080" : 8336,
"6127616" : 6199,
"6193152" : 4418,
"6258688" : 3200,
"6324224" : 2153,
"6389760" : 1519,
"6455296" : 900,
"6520832" : 594,
"6586368" : 402,
"6651904" : 253,
"6717440" : 164,
"6782976" : 100,
"6848512" : 64,
"6914048" : 27,
"6979584" : 27,
"7045120" : 21,
"7110656" : 13,
"7176192" : 9,
"7241728" : 11,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1940775,
"max" : 8332983,
"mean" : 5344712.289842,
"stddev" : 628905.717849,
"N" : 957841
},
"bw_min" : 186573,
"bw_max" : 196286,
"bw_agg" : 100.000000,
"bw_mean" : 191607.974359,
"bw_dev" : 145.998786,
"bw_samples" : 624,
"iops_min" : 46642,
"iops_max" : 49070,
"iops_mean" : 47901.128205,
"iops_stddev" : 36.509292,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319991,
"usr_cpu" : 0.661269,
"sys_cpu" : 16.352022,
"ctx" : 814026,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999896,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.796794,
"10" : 94.199447,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083555,
"timestamp_ms" : 1773083555280,
"time" : "Mon Mar 9 16:12:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 5894696960,
"io_kbytes" : 5756540,
"bw_bytes" : 196496448,
"bw" : 191891,
"iops" : 47973.765792,
"runtime" : 29999,
"total_ios" : 1439165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5718,
"max" : 1920665,
"mean" : 331292.391372,
"stddev" : 146132.522306,
"N" : 1439165
},
"clat_ns" : {
"min" : 1645705,
"max" : 7901474,
"mean" : 5004482.140751,
"stddev" : 607548.175062,
"N" : 1439149,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 3915776,
"10.000000" : 4227072,
"20.000000" : 4489216,
"30.000000" : 4751360,
"40.000000" : 4882432,
"50.000000" : 5079040,
"60.000000" : 5210112,
"70.000000" : 5341184,
"80.000000" : 5537792,
"90.000000" : 5734400,
"95.000000" : 5931008,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6586368,
"99.950000" : 6651904,
"99.990000" : 6914048
},
"bins" : {
"1646592" : 1,
"1712128" : 3,
"1761280" : 2,
"1777664" : 1,
"1794048" : 1,
"1810432" : 4,
"1826816" : 2,
"1843200" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 6,
"1925120" : 3,
"1957888" : 2,
"1974272" : 10,
"1990656" : 10,
"2007040" : 3,
"2023424" : 4,
"2039808" : 14,
"2056192" : 7,
"2072576" : 7,
"2088960" : 8,
"2113536" : 19,
"2146304" : 23,
"2179072" : 16,
"2211840" : 26,
"2244608" : 29,
"2277376" : 34,
"2310144" : 56,
"2342912" : 54,
"2375680" : 74,
"2408448" : 70,
"2441216" : 88,
"2473984" : 68,
"2506752" : 105,
"2539520" : 99,
"2572288" : 93,
"2605056" : 127,
"2637824" : 145,
"2670592" : 160,
"2703360" : 205,
"2736128" : 237,
"2768896" : 277,
"2801664" : 289,
"2834432" : 328,
"2867200" : 339,
"2899968" : 332,
"2932736" : 347,
"2965504" : 393,
"2998272" : 476,
"3031040" : 487,
"3063808" : 658,
"3096576" : 706,
"3129344" : 794,
"3162112" : 858,
"3194880" : 881,
"3227648" : 992,
"3260416" : 1058,
"3293184" : 1101,
"3325952" : 1250,
"3358720" : 1453,
"3391488" : 1530,
"3424256" : 1682,
"3457024" : 1853,
"3489792" : 2042,
"3522560" : 2257,
"3555328" : 2497,
"3588096" : 2707,
"3620864" : 2668,
"3653632" : 3003,
"3686400" : 3232,
"3719168" : 3729,
"3751936" : 4045,
"3784704" : 4523,
"3817472" : 4890,
"3850240" : 5213,
"3883008" : 5490,
"3915776" : 5833,
"3948544" : 6344,
"3981312" : 6806,
"4014080" : 7342,
"4046848" : 8035,
"4079616" : 8656,
"4112384" : 9549,
"4145152" : 10004,
"4177920" : 10782,
"4227072" : 23404,
"4292608" : 26748,
"4358144" : 30016,
"4423680" : 33806,
"4489216" : 37457,
"4554752" : 40918,
"4620288" : 44616,
"4685824" : 48737,
"4751360" : 51786,
"4816896" : 55601,
"4882432" : 58337,
"4947968" : 61251,
"5013504" : 62733,
"5079040" : 63561,
"5144576" : 64016,
"5210112" : 63408,
"5275648" : 62504,
"5341184" : 60949,
"5406720" : 57202,
"5472256" : 53736,
"5537792" : 49134,
"5603328" : 44414,
"5668864" : 39666,
"5734400" : 34376,
"5799936" : 29336,
"5865472" : 24313,
"5931008" : 19955,
"5996544" : 15892,
"6062080" : 12160,
"6127616" : 9114,
"6193152" : 6560,
"6258688" : 4644,
"6324224" : 3170,
"6389760" : 2168,
"6455296" : 1352,
"6520832" : 911,
"6586368" : 630,
"6651904" : 396,
"6717440" : 227,
"6782976" : 136,
"6848512" : 96,
"6914048" : 40,
"6979584" : 34,
"7045120" : 26,
"7110656" : 13,
"7176192" : 9,
"7241728" : 11,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1791338,
"max" : 8332983,
"mean" : 5335775.707461,
"stddev" : 630356.671665,
"N" : 1439149
},
"bw_min" : 186486,
"bw_max" : 197040,
"bw_agg" : 100.000000,
"bw_mean" : 191916.186441,
"bw_dev" : 144.013516,
"bw_samples" : 944,
"iops_min" : 46621,
"iops_max" : 49259,
"iops_mean" : 47978.254237,
"iops_stddev" : 36.010787,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.667106,
"sys_cpu" : 16.371379,
"ctx" : 1221133,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999861,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.949631,
"10" : 94.045853,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083565,
"timestamp_ms" : 1773083565280,
"time" : "Mon Mar 9 16:12:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 7870750720,
"io_kbytes" : 7686280,
"bw_bytes" : 196773687,
"bw" : 192161,
"iops" : 48041.401035,
"runtime" : 39999,
"total_ios" : 1921608,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5718,
"max" : 1920665,
"mean" : 330818.732039,
"stddev" : 146516.996772,
"N" : 1921608
},
"clat_ns" : {
"min" : 1645705,
"max" : 7901474,
"mean" : 4997363.778358,
"stddev" : 608469.786272,
"N" : 1921592,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 3915776,
"10.000000" : 4227072,
"20.000000" : 4489216,
"30.000000" : 4685824,
"40.000000" : 4882432,
"50.000000" : 5013504,
"60.000000" : 5210112,
"70.000000" : 5341184,
"80.000000" : 5537792,
"90.000000" : 5734400,
"95.000000" : 5931008,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6586368,
"99.950000" : 6651904,
"99.990000" : 6914048
},
"bins" : {
"1646592" : 1,
"1695744" : 1,
"1712128" : 4,
"1744896" : 1,
"1761280" : 2,
"1777664" : 2,
"1794048" : 1,
"1810432" : 4,
"1826816" : 2,
"1843200" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 6,
"1925120" : 3,
"1957888" : 2,
"1974272" : 12,
"1990656" : 13,
"2007040" : 5,
"2023424" : 9,
"2039808" : 20,
"2056192" : 14,
"2072576" : 14,
"2088960" : 16,
"2113536" : 32,
"2146304" : 29,
"2179072" : 26,
"2211840" : 40,
"2244608" : 37,
"2277376" : 37,
"2310144" : 75,
"2342912" : 81,
"2375680" : 102,
"2408448" : 99,
"2441216" : 114,
"2473984" : 101,
"2506752" : 140,
"2539520" : 142,
"2572288" : 137,
"2605056" : 188,
"2637824" : 207,
"2670592" : 219,
"2703360" : 278,
"2736128" : 313,
"2768896" : 368,
"2801664" : 383,
"2834432" : 469,
"2867200" : 473,
"2899968" : 452,
"2932736" : 477,
"2965504" : 525,
"2998272" : 658,
"3031040" : 677,
"3063808" : 866,
"3096576" : 961,
"3129344" : 1070,
"3162112" : 1171,
"3194880" : 1188,
"3227648" : 1314,
"3260416" : 1391,
"3293184" : 1497,
"3325952" : 1694,
"3358720" : 1909,
"3391488" : 2059,
"3424256" : 2304,
"3457024" : 2556,
"3489792" : 2761,
"3522560" : 3075,
"3555328" : 3385,
"3588096" : 3587,
"3620864" : 3717,
"3653632" : 4115,
"3686400" : 4518,
"3719168" : 5080,
"3751936" : 5483,
"3784704" : 6155,
"3817472" : 6662,
"3850240" : 7128,
"3883008" : 7551,
"3915776" : 7952,
"3948544" : 8665,
"3981312" : 9276,
"4014080" : 10030,
"4046848" : 10928,
"4079616" : 11806,
"4112384" : 12825,
"4145152" : 13615,
"4177920" : 14645,
"4227072" : 32069,
"4292608" : 36340,
"4358144" : 40513,
"4423680" : 45621,
"4489216" : 50773,
"4554752" : 55402,
"4620288" : 60640,
"4685824" : 65743,
"4751360" : 69497,
"4816896" : 74213,
"4882432" : 78395,
"4947968" : 81993,
"5013504" : 83664,
"5079040" : 84653,
"5144576" : 84768,
"5210112" : 84049,
"5275648" : 82592,
"5341184" : 80612,
"5406720" : 75802,
"5472256" : 70803,
"5537792" : 64854,
"5603328" : 58927,
"5668864" : 52226,
"5734400" : 45372,
"5799936" : 38719,
"5865472" : 31930,
"5931008" : 26336,
"5996544" : 20863,
"6062080" : 15933,
"6127616" : 11856,
"6193152" : 8655,
"6258688" : 6002,
"6324224" : 4113,
"6389760" : 2793,
"6455296" : 1731,
"6520832" : 1156,
"6586368" : 780,
"6651904" : 479,
"6717440" : 287,
"6782976" : 177,
"6848512" : 111,
"6914048" : 57,
"6979584" : 43,
"7045120" : 30,
"7110656" : 16,
"7176192" : 9,
"7241728" : 11,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1791338,
"max" : 8332983,
"mean" : 5328183.600824,
"stddev" : 631293.011262,
"N" : 1921592
},
"bw_min" : 186438,
"bw_max" : 197969,
"bw_agg" : 100.000000,
"bw_mean" : 192176.531646,
"bw_dev" : 148.306081,
"bw_samples" : 1264,
"iops_min" : 46609,
"iops_max" : 49492,
"iops_mean" : 48043.455696,
"iops_stddev" : 37.086709,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.661267,
"sys_cpu" : 16.394785,
"ctx" : 1627872,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 6.075485,
"10" : 93.920664,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083575,
"timestamp_ms" : 1773083575280,
"time" : "Mon Mar 9 16:12:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 9850458112,
"io_kbytes" : 9619588,
"bw_bytes" : 197013102,
"bw" : 192395,
"iops" : 48099.621992,
"runtime" : 49999,
"total_ios" : 2404933,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5718,
"max" : 1920665,
"mean" : 330411.593294,
"stddev" : 146922.315518,
"N" : 2404933
},
"clat_ns" : {
"min" : 1311815,
"max" : 7901474,
"mean" : 4991266.210352,
"stddev" : 610793.912249,
"N" : 2404917,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 3915776,
"10.000000" : 4177920,
"20.000000" : 4489216,
"30.000000" : 4685824,
"40.000000" : 4882432,
"50.000000" : 5013504,
"60.000000" : 5210112,
"70.000000" : 5341184,
"80.000000" : 5537792,
"90.000000" : 5734400,
"95.000000" : 5931008,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6586368,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1318912" : 1,
"1417216" : 2,
"1499136" : 1,
"1581056" : 1,
"1630208" : 3,
"1646592" : 1,
"1695744" : 1,
"1712128" : 5,
"1744896" : 1,
"1761280" : 2,
"1777664" : 2,
"1794048" : 4,
"1810432" : 4,
"1826816" : 5,
"1843200" : 1,
"1859584" : 5,
"1875968" : 1,
"1892352" : 1,
"1908736" : 6,
"1925120" : 3,
"1941504" : 1,
"1957888" : 3,
"1974272" : 14,
"1990656" : 16,
"2007040" : 6,
"2023424" : 11,
"2039808" : 23,
"2056192" : 19,
"2072576" : 16,
"2088960" : 19,
"2113536" : 53,
"2146304" : 44,
"2179072" : 42,
"2211840" : 45,
"2244608" : 44,
"2277376" : 48,
"2310144" : 86,
"2342912" : 113,
"2375680" : 118,
"2408448" : 146,
"2441216" : 152,
"2473984" : 139,
"2506752" : 198,
"2539520" : 172,
"2572288" : 186,
"2605056" : 245,
"2637824" : 253,
"2670592" : 272,
"2703360" : 364,
"2736128" : 415,
"2768896" : 480,
"2801664" : 503,
"2834432" : 611,
"2867200" : 628,
"2899968" : 594,
"2932736" : 610,
"2965504" : 709,
"2998272" : 836,
"3031040" : 890,
"3063808" : 1128,
"3096576" : 1270,
"3129344" : 1381,
"3162112" : 1493,
"3194880" : 1578,
"3227648" : 1710,
"3260416" : 1791,
"3293184" : 1954,
"3325952" : 2193,
"3358720" : 2446,
"3391488" : 2704,
"3424256" : 3009,
"3457024" : 3273,
"3489792" : 3504,
"3522560" : 4013,
"3555328" : 4381,
"3588096" : 4609,
"3620864" : 4824,
"3653632" : 5254,
"3686400" : 5704,
"3719168" : 6396,
"3751936" : 7008,
"3784704" : 7831,
"3817472" : 8465,
"3850240" : 9118,
"3883008" : 9648,
"3915776" : 10229,
"3948544" : 11072,
"3981312" : 11794,
"4014080" : 12806,
"4046848" : 13830,
"4079616" : 14871,
"4112384" : 16354,
"4145152" : 17380,
"4177920" : 18713,
"4227072" : 40848,
"4292608" : 46094,
"4358144" : 50951,
"4423680" : 57591,
"4489216" : 64018,
"4554752" : 70195,
"4620288" : 76634,
"4685824" : 82752,
"4751360" : 87073,
"4816896" : 92784,
"4882432" : 98108,
"4947968" : 102651,
"5013504" : 104661,
"5079040" : 105662,
"5144576" : 105351,
"5210112" : 104520,
"5275648" : 102775,
"5341184" : 99990,
"5406720" : 94378,
"5472256" : 87836,
"5537792" : 80400,
"5603328" : 72808,
"5668864" : 64785,
"5734400" : 56189,
"5799936" : 47906,
"5865472" : 39606,
"5931008" : 32449,
"5996544" : 25742,
"6062080" : 19683,
"6127616" : 14639,
"6193152" : 10698,
"6258688" : 7466,
"6324224" : 5166,
"6389760" : 3519,
"6455296" : 2170,
"6520832" : 1433,
"6586368" : 956,
"6651904" : 585,
"6717440" : 350,
"6782976" : 216,
"6848512" : 140,
"6914048" : 73,
"6979584" : 48,
"7045120" : 37,
"7110656" : 18,
"7176192" : 13,
"7241728" : 12,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5321678.548078,
"stddev" : 633706.005996,
"N" : 2404917
},
"bw_min" : 186424,
"bw_max" : 198337,
"bw_agg" : 100.000000,
"bw_mean" : 192412.141414,
"bw_dev" : 150.723440,
"bw_samples" : 1584,
"iops_min" : 46606,
"iops_max" : 49584,
"iops_mean" : 48102.393939,
"iops_stddev" : 37.688513,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.659763,
"sys_cpu" : 16.408328,
"ctx" : 2034216,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 6.226909,
"10" : 93.768932,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083585,
"timestamp_ms" : 1773083585280,
"time" : "Mon Mar 9 16:13:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 11842854912,
"io_kbytes" : 11565288,
"bw_bytes" : 197384204,
"bw" : 192758,
"iops" : 48189.886498,
"runtime" : 59999,
"total_ios" : 2891345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1920665,
"mean" : 329787.924451,
"stddev" : 147353.381162,
"N" : 2891346
},
"clat_ns" : {
"min" : 1311815,
"max" : 7901474,
"mean" : 4981871.303980,
"stddev" : 612738.415774,
"N" : 2891329,
"percentile" : {
"1.000000" : 3325952,
"5.000000" : 3915776,
"10.000000" : 4177920,
"20.000000" : 4489216,
"30.000000" : 4685824,
"40.000000" : 4882432,
"50.000000" : 5013504,
"60.000000" : 5144576,
"70.000000" : 5341184,
"80.000000" : 5472256,
"90.000000" : 5734400,
"95.000000" : 5931008,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6520832,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1318912" : 1,
"1335296" : 2,
"1417216" : 2,
"1499136" : 1,
"1581056" : 1,
"1630208" : 3,
"1646592" : 1,
"1695744" : 1,
"1712128" : 8,
"1744896" : 1,
"1761280" : 2,
"1777664" : 3,
"1794048" : 4,
"1810432" : 5,
"1826816" : 5,
"1843200" : 1,
"1859584" : 5,
"1875968" : 2,
"1892352" : 1,
"1908736" : 6,
"1925120" : 3,
"1941504" : 2,
"1957888" : 4,
"1974272" : 14,
"1990656" : 18,
"2007040" : 7,
"2023424" : 15,
"2039808" : 29,
"2056192" : 21,
"2072576" : 19,
"2088960" : 22,
"2113536" : 58,
"2146304" : 56,
"2179072" : 55,
"2211840" : 49,
"2244608" : 62,
"2277376" : 68,
"2310144" : 102,
"2342912" : 130,
"2375680" : 134,
"2408448" : 169,
"2441216" : 185,
"2473984" : 179,
"2506752" : 252,
"2539520" : 220,
"2572288" : 231,
"2605056" : 296,
"2637824" : 312,
"2670592" : 346,
"2703360" : 449,
"2736128" : 520,
"2768896" : 579,
"2801664" : 625,
"2834432" : 740,
"2867200" : 758,
"2899968" : 749,
"2932736" : 781,
"2965504" : 897,
"2998272" : 1035,
"3031040" : 1111,
"3063808" : 1377,
"3096576" : 1592,
"3129344" : 1727,
"3162112" : 1820,
"3194880" : 1980,
"3227648" : 2145,
"3260416" : 2248,
"3293184" : 2444,
"3325952" : 2703,
"3358720" : 3044,
"3391488" : 3381,
"3424256" : 3744,
"3457024" : 4133,
"3489792" : 4365,
"3522560" : 4931,
"3555328" : 5395,
"3588096" : 5733,
"3620864" : 6032,
"3653632" : 6503,
"3686400" : 7175,
"3719168" : 8000,
"3751936" : 8703,
"3784704" : 9703,
"3817472" : 10509,
"3850240" : 11326,
"3883008" : 12018,
"3915776" : 12681,
"3948544" : 13732,
"3981312" : 14575,
"4014080" : 15858,
"4046848" : 17035,
"4079616" : 18297,
"4112384" : 19957,
"4145152" : 21399,
"4177920" : 23041,
"4227072" : 50246,
"4292608" : 56520,
"4358144" : 62407,
"4423680" : 70365,
"4489216" : 77945,
"4554752" : 85507,
"4620288" : 92977,
"4685824" : 100332,
"4751360" : 105524,
"4816896" : 112099,
"4882432" : 118136,
"4947968" : 123487,
"5013504" : 125564,
"5079040" : 126891,
"5144576" : 126326,
"5210112" : 125154,
"5275648" : 122411,
"5341184" : 118836,
"5406720" : 112079,
"5472256" : 103852,
"5537792" : 95317,
"5603328" : 85785,
"5668864" : 76296,
"5734400" : 66108,
"5799936" : 56459,
"5865472" : 46599,
"5931008" : 38159,
"5996544" : 29999,
"6062080" : 23200,
"6127616" : 17288,
"6193152" : 12650,
"6258688" : 8755,
"6324224" : 6116,
"6389760" : 4138,
"6455296" : 2576,
"6520832" : 1674,
"6586368" : 1134,
"6651904" : 683,
"6717440" : 405,
"6782976" : 263,
"6848512" : 152,
"6914048" : 79,
"6979584" : 52,
"7045120" : 44,
"7110656" : 23,
"7176192" : 13,
"7241728" : 12,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5311661.639283,
"stddev" : 635732.151594,
"N" : 2891329
},
"bw_min" : 186424,
"bw_max" : 199544,
"bw_agg" : 100.000000,
"bw_mean" : 192772.067227,
"bw_dev" : 158.785685,
"bw_samples" : 1904,
"iops_min" : 46606,
"iops_max" : 49886,
"iops_mean" : 48192.378151,
"iops_stddev" : 39.702192,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.660011,
"sys_cpu" : 16.409961,
"ctx" : 2440999,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 6.434998,
"10" : 93.561128,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083595,
"timestamp_ms" : 1773083595280,
"time" : "Mon Mar 9 16:13:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 13847998464,
"io_kbytes" : 13523436,
"bw_bytes" : 197828549,
"bw" : 193191,
"iops" : 48298.414286,
"runtime" : 70000,
"total_ios" : 3380889,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1920665,
"mean" : 329043.812097,
"stddev" : 147937.667786,
"N" : 3380889
},
"clat_ns" : {
"min" : 1311815,
"max" : 7901474,
"mean" : 4970654.552697,
"stddev" : 615306.261813,
"N" : 3380873,
"percentile" : {
"1.000000" : 3325952,
"5.000000" : 3883008,
"10.000000" : 4177920,
"20.000000" : 4489216,
"30.000000" : 4685824,
"40.000000" : 4882432,
"50.000000" : 5013504,
"60.000000" : 5144576,
"70.000000" : 5341184,
"80.000000" : 5472256,
"90.000000" : 5734400,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6520832,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1318912" : 1,
"1335296" : 2,
"1417216" : 2,
"1499136" : 1,
"1581056" : 1,
"1630208" : 3,
"1646592" : 1,
"1662976" : 1,
"1679360" : 1,
"1695744" : 2,
"1712128" : 10,
"1728512" : 3,
"1744896" : 1,
"1761280" : 2,
"1777664" : 3,
"1794048" : 4,
"1810432" : 6,
"1826816" : 5,
"1843200" : 2,
"1859584" : 5,
"1875968" : 2,
"1892352" : 3,
"1908736" : 7,
"1925120" : 5,
"1941504" : 4,
"1957888" : 5,
"1974272" : 17,
"1990656" : 19,
"2007040" : 12,
"2023424" : 18,
"2039808" : 32,
"2056192" : 23,
"2072576" : 22,
"2088960" : 26,
"2113536" : 66,
"2146304" : 65,
"2179072" : 65,
"2211840" : 59,
"2244608" : 83,
"2277376" : 96,
"2310144" : 131,
"2342912" : 155,
"2375680" : 169,
"2408448" : 199,
"2441216" : 226,
"2473984" : 218,
"2506752" : 298,
"2539520" : 276,
"2572288" : 289,
"2605056" : 345,
"2637824" : 377,
"2670592" : 425,
"2703360" : 558,
"2736128" : 621,
"2768896" : 692,
"2801664" : 738,
"2834432" : 876,
"2867200" : 900,
"2899968" : 918,
"2932736" : 944,
"2965504" : 1104,
"2998272" : 1242,
"3031040" : 1359,
"3063808" : 1668,
"3096576" : 1948,
"3129344" : 2120,
"3162112" : 2225,
"3194880" : 2401,
"3227648" : 2554,
"3260416" : 2723,
"3293184" : 2932,
"3325952" : 3327,
"3358720" : 3672,
"3391488" : 4069,
"3424256" : 4582,
"3457024" : 5054,
"3489792" : 5389,
"3522560" : 6015,
"3555328" : 6567,
"3588096" : 6963,
"3620864" : 7407,
"3653632" : 7933,
"3686400" : 8683,
"3719168" : 9793,
"3751936" : 10531,
"3784704" : 11732,
"3817472" : 12776,
"3850240" : 13819,
"3883008" : 14612,
"3915776" : 15459,
"3948544" : 16645,
"3981312" : 17690,
"4014080" : 19187,
"4046848" : 20614,
"4079616" : 22125,
"4112384" : 24162,
"4145152" : 25882,
"4177920" : 27715,
"4227072" : 60404,
"4292608" : 67578,
"4358144" : 74513,
"4423680" : 83942,
"4489216" : 92711,
"4554752" : 101533,
"4620288" : 109970,
"4685824" : 118145,
"4751360" : 124045,
"4816896" : 131401,
"4882432" : 138393,
"4947968" : 144163,
"5013504" : 146564,
"5079040" : 147584,
"5144576" : 146482,
"5210112" : 145177,
"5275648" : 141410,
"5341184" : 137094,
"5406720" : 129269,
"5472256" : 119576,
"5537792" : 109431,
"5603328" : 98463,
"5668864" : 87459,
"5734400" : 75656,
"5799936" : 64324,
"5865472" : 53243,
"5931008" : 43386,
"5996544" : 34037,
"6062080" : 26387,
"6127616" : 19653,
"6193152" : 14328,
"6258688" : 9960,
"6324224" : 6974,
"6389760" : 4752,
"6455296" : 2945,
"6520832" : 1944,
"6586368" : 1295,
"6651904" : 770,
"6717440" : 449,
"6782976" : 289,
"6848512" : 172,
"6914048" : 89,
"6979584" : 65,
"7045120" : 49,
"7110656" : 25,
"7176192" : 13,
"7241728" : 12,
"7307264" : 3,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5299699.395206,
"stddev" : 638387.699392,
"N" : 3380873
},
"bw_min" : 186424,
"bw_max" : 200736,
"bw_agg" : 100.000000,
"bw_mean" : 193205.143885,
"bw_dev" : 173.303281,
"bw_samples" : 2224,
"iops_min" : 46606,
"iops_max" : 50184,
"iops_mean" : 48300.690647,
"iops_stddev" : 43.333681,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119998,
"usr_cpu" : 0.656251,
"sys_cpu" : 16.427529,
"ctx" : 2847583,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 6.691524,
"10" : 93.304513,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083605,
"timestamp_ms" : 1773083605280,
"time" : "Mon Mar 9 16:13:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 15868547072,
"io_kbytes" : 15496628,
"bw_bytes" : 198356838,
"bw" : 193707,
"iops" : 48427.425000,
"runtime" : 80000,
"total_ios" : 3874194,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1920665,
"mean" : 328163.511475,
"stddev" : 148609.866609,
"N" : 3874194
},
"clat_ns" : {
"min" : 1072559,
"max" : 7901474,
"mean" : 4957418.762702,
"stddev" : 618671.497285,
"N" : 3874178,
"percentile" : {
"1.000000" : 3293184,
"5.000000" : 3883008,
"10.000000" : 4145152,
"20.000000" : 4489216,
"30.000000" : 4685824,
"40.000000" : 4816896,
"50.000000" : 5013504,
"60.000000" : 5144576,
"70.000000" : 5341184,
"80.000000" : 5472256,
"90.000000" : 5734400,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6520832,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1073152" : 1,
"1318912" : 1,
"1335296" : 4,
"1417216" : 2,
"1433600" : 1,
"1449984" : 1,
"1482752" : 3,
"1499136" : 1,
"1581056" : 2,
"1597440" : 1,
"1630208" : 3,
"1646592" : 3,
"1662976" : 2,
"1679360" : 2,
"1695744" : 3,
"1712128" : 10,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 4,
"1794048" : 7,
"1810432" : 7,
"1826816" : 5,
"1843200" : 3,
"1859584" : 5,
"1875968" : 5,
"1892352" : 5,
"1908736" : 8,
"1925120" : 5,
"1941504" : 6,
"1957888" : 9,
"1974272" : 23,
"1990656" : 27,
"2007040" : 19,
"2023424" : 23,
"2039808" : 36,
"2056192" : 33,
"2072576" : 27,
"2088960" : 27,
"2113536" : 73,
"2146304" : 75,
"2179072" : 74,
"2211840" : 68,
"2244608" : 98,
"2277376" : 124,
"2310144" : 161,
"2342912" : 185,
"2375680" : 199,
"2408448" : 255,
"2441216" : 271,
"2473984" : 268,
"2506752" : 345,
"2539520" : 321,
"2572288" : 340,
"2605056" : 428,
"2637824" : 458,
"2670592" : 538,
"2703360" : 660,
"2736128" : 764,
"2768896" : 836,
"2801664" : 889,
"2834432" : 1057,
"2867200" : 1093,
"2899968" : 1089,
"2932736" : 1154,
"2965504" : 1357,
"2998272" : 1498,
"3031040" : 1651,
"3063808" : 2025,
"3096576" : 2316,
"3129344" : 2577,
"3162112" : 2733,
"3194880" : 2908,
"3227648" : 3119,
"3260416" : 3320,
"3293184" : 3601,
"3325952" : 4004,
"3358720" : 4488,
"3391488" : 4924,
"3424256" : 5596,
"3457024" : 6180,
"3489792" : 6524,
"3522560" : 7314,
"3555328" : 7922,
"3588096" : 8344,
"3620864" : 8922,
"3653632" : 9639,
"3686400" : 10345,
"3719168" : 11637,
"3751936" : 12619,
"3784704" : 14131,
"3817472" : 15315,
"3850240" : 16452,
"3883008" : 17538,
"3915776" : 18497,
"3948544" : 19875,
"3981312" : 21090,
"4014080" : 22777,
"4046848" : 24452,
"4079616" : 26291,
"4112384" : 28618,
"4145152" : 30576,
"4177920" : 32682,
"4227072" : 71218,
"4292608" : 79596,
"4358144" : 87305,
"4423680" : 98126,
"4489216" : 108196,
"4554752" : 117836,
"4620288" : 127204,
"4685824" : 136601,
"4751360" : 143519,
"4816896" : 151154,
"4882432" : 158585,
"4947968" : 164556,
"5013504" : 167364,
"5079040" : 168219,
"5144576" : 166601,
"5210112" : 164704,
"5275648" : 160283,
"5341184" : 154467,
"5406720" : 145660,
"5472256" : 134733,
"5537792" : 123106,
"5603328" : 110168,
"5668864" : 97905,
"5734400" : 84512,
"5799936" : 71822,
"5865472" : 59161,
"5931008" : 48155,
"5996544" : 37669,
"6062080" : 29186,
"6127616" : 21741,
"6193152" : 15788,
"6258688" : 11016,
"6324224" : 7699,
"6389760" : 5255,
"6455296" : 3305,
"6520832" : 2172,
"6586368" : 1424,
"6651904" : 859,
"6717440" : 494,
"6782976" : 317,
"6848512" : 189,
"6914048" : 96,
"6979584" : 68,
"7045120" : 50,
"7110656" : 25,
"7176192" : 13,
"7241728" : 12,
"7307264" : 4,
"7372800" : 1,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5285584.494147,
"stddev" : 641878.550727,
"N" : 3874178
},
"bw_min" : 186424,
"bw_max" : 201993,
"bw_agg" : 100.000000,
"bw_mean" : 193722.880503,
"bw_dev" : 193.813892,
"bw_samples" : 2544,
"iops_min" : 46606,
"iops_max" : 50498,
"iops_mean" : 48430.138365,
"iops_stddev" : 48.460815,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 0.656096,
"sys_cpu" : 16.440130,
"ctx" : 3253997,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 7.021357,
"10" : 92.973893,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083615,
"timestamp_ms" : 1773083615280,
"time" : "Mon Mar 9 16:13:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 17901527040,
"io_kbytes" : 17481960,
"bw_bytes" : 198905856,
"bw" : 194244,
"iops" : 48561.311111,
"runtime" : 90000,
"total_ios" : 4370518,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1920665,
"mean" : 327253.768972,
"stddev" : 149318.541884,
"N" : 4370518
},
"clat_ns" : {
"min" : 1072559,
"max" : 7901474,
"mean" : 4943735.226767,
"stddev" : 622459.171782,
"N" : 4370502,
"percentile" : {
"1.000000" : 3293184,
"5.000000" : 3850240,
"10.000000" : 4112384,
"20.000000" : 4423680,
"30.000000" : 4685824,
"40.000000" : 4816896,
"50.000000" : 5013504,
"60.000000" : 5144576,
"70.000000" : 5275648,
"80.000000" : 5472256,
"90.000000" : 5734400,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6520832,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1073152" : 1,
"1318912" : 1,
"1335296" : 4,
"1400832" : 1,
"1417216" : 2,
"1433600" : 1,
"1449984" : 1,
"1482752" : 3,
"1499136" : 1,
"1515520" : 1,
"1531904" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 1,
"1630208" : 4,
"1646592" : 4,
"1662976" : 2,
"1679360" : 2,
"1695744" : 6,
"1712128" : 10,
"1728512" : 4,
"1744896" : 6,
"1761280" : 2,
"1777664" : 7,
"1794048" : 7,
"1810432" : 8,
"1826816" : 8,
"1843200" : 7,
"1859584" : 8,
"1875968" : 5,
"1892352" : 7,
"1908736" : 12,
"1925120" : 5,
"1941504" : 10,
"1957888" : 12,
"1974272" : 24,
"1990656" : 31,
"2007040" : 20,
"2023424" : 37,
"2039808" : 42,
"2056192" : 40,
"2072576" : 33,
"2088960" : 34,
"2113536" : 85,
"2146304" : 89,
"2179072" : 102,
"2211840" : 91,
"2244608" : 121,
"2277376" : 146,
"2310144" : 184,
"2342912" : 211,
"2375680" : 231,
"2408448" : 307,
"2441216" : 311,
"2473984" : 333,
"2506752" : 401,
"2539520" : 380,
"2572288" : 392,
"2605056" : 526,
"2637824" : 549,
"2670592" : 637,
"2703360" : 796,
"2736128" : 923,
"2768896" : 1023,
"2801664" : 1072,
"2834432" : 1256,
"2867200" : 1289,
"2899968" : 1310,
"2932736" : 1398,
"2965504" : 1614,
"2998272" : 1794,
"3031040" : 2013,
"3063808" : 2430,
"3096576" : 2748,
"3129344" : 3076,
"3162112" : 3283,
"3194880" : 3462,
"3227648" : 3741,
"3260416" : 4016,
"3293184" : 4355,
"3325952" : 4796,
"3358720" : 5469,
"3391488" : 5883,
"3424256" : 6714,
"3457024" : 7398,
"3489792" : 7848,
"3522560" : 8727,
"3555328" : 9337,
"3588096" : 10008,
"3620864" : 10608,
"3653632" : 11438,
"3686400" : 12262,
"3719168" : 13731,
"3751936" : 14960,
"3784704" : 16793,
"3817472" : 18019,
"3850240" : 19397,
"3883008" : 20724,
"3915776" : 21790,
"3948544" : 23350,
"3981312" : 24794,
"4014080" : 26637,
"4046848" : 28468,
"4079616" : 30671,
"4112384" : 33236,
"4145152" : 35648,
"4177920" : 37953,
"4227072" : 82690,
"4292608" : 91935,
"4358144" : 100850,
"4423680" : 112884,
"4489216" : 123798,
"4554752" : 134578,
"4620288" : 145119,
"4685824" : 155435,
"4751360" : 163149,
"4816896" : 171250,
"4882432" : 179178,
"4947968" : 185413,
"5013504" : 188188,
"5079040" : 188895,
"5144576" : 186072,
"5210112" : 183486,
"5275648" : 178184,
"5341184" : 171249,
"5406720" : 161287,
"5472256" : 149043,
"5537792" : 135789,
"5603328" : 121404,
"5668864" : 107626,
"5734400" : 92686,
"5799936" : 78701,
"5865472" : 64646,
"5931008" : 52817,
"5996544" : 41277,
"6062080" : 31970,
"6127616" : 23777,
"6193152" : 17219,
"6258688" : 12034,
"6324224" : 8415,
"6389760" : 5725,
"6455296" : 3638,
"6520832" : 2390,
"6586368" : 1579,
"6651904" : 934,
"6717440" : 539,
"6782976" : 345,
"6848512" : 203,
"6914048" : 104,
"6979584" : 85,
"7045120" : 55,
"7110656" : 28,
"7176192" : 14,
"7241728" : 12,
"7307264" : 5,
"7372800" : 4,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5270990.985308,
"stddev" : 645862.579842,
"N" : 4370502
},
"bw_min" : 186424,
"bw_max" : 202984,
"bw_agg" : 100.000000,
"bw_mean" : 194250.636872,
"bw_dev" : 213.629694,
"bw_samples" : 2864,
"iops_min" : 46606,
"iops_max" : 50746,
"iops_mean" : 48562.089385,
"iops_stddev" : 53.414973,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440000,
"usr_cpu" : 0.658958,
"sys_cpu" : 16.456250,
"ctx" : 3660109,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 7.385395,
"10" : 92.609366,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083625,
"timestamp_ms" : 1773083625280,
"time" : "Mon Mar 9 16:13:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 19944792064,
"io_kbytes" : 19477336,
"bw_bytes" : 199449915,
"bw" : 194775,
"iops" : 48694.126941,
"runtime" : 99999,
"total_ios" : 4869364,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1920665,
"mean" : 326355.166458,
"stddev" : 150016.228756,
"N" : 4869364
},
"clat_ns" : {
"min" : 1072559,
"max" : 7901474,
"mean" : 4930261.251167,
"stddev" : 626465.774326,
"N" : 4869348,
"percentile" : {
"1.000000" : 3260416,
"5.000000" : 3817472,
"10.000000" : 4112384,
"20.000000" : 4423680,
"30.000000" : 4620288,
"40.000000" : 4816896,
"50.000000" : 4947968,
"60.000000" : 5144576,
"70.000000" : 5275648,
"80.000000" : 5472256,
"90.000000" : 5668864,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6520832,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1073152" : 1,
"1318912" : 1,
"1335296" : 4,
"1351680" : 1,
"1400832" : 1,
"1417216" : 2,
"1433600" : 1,
"1449984" : 1,
"1482752" : 3,
"1499136" : 1,
"1515520" : 1,
"1531904" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1630208" : 6,
"1646592" : 4,
"1662976" : 2,
"1679360" : 3,
"1695744" : 9,
"1712128" : 11,
"1728512" : 4,
"1744896" : 6,
"1761280" : 2,
"1777664" : 7,
"1794048" : 8,
"1810432" : 10,
"1826816" : 8,
"1843200" : 9,
"1859584" : 9,
"1875968" : 6,
"1892352" : 9,
"1908736" : 13,
"1925120" : 11,
"1941504" : 18,
"1957888" : 15,
"1974272" : 26,
"1990656" : 37,
"2007040" : 24,
"2023424" : 41,
"2039808" : 45,
"2056192" : 45,
"2072576" : 44,
"2088960" : 43,
"2113536" : 102,
"2146304" : 99,
"2179072" : 121,
"2211840" : 120,
"2244608" : 150,
"2277376" : 173,
"2310144" : 223,
"2342912" : 250,
"2375680" : 274,
"2408448" : 368,
"2441216" : 387,
"2473984" : 409,
"2506752" : 459,
"2539520" : 446,
"2572288" : 465,
"2605056" : 610,
"2637824" : 639,
"2670592" : 752,
"2703360" : 937,
"2736128" : 1092,
"2768896" : 1221,
"2801664" : 1266,
"2834432" : 1497,
"2867200" : 1510,
"2899968" : 1571,
"2932736" : 1692,
"2965504" : 1925,
"2998272" : 2134,
"3031040" : 2400,
"3063808" : 2884,
"3096576" : 3247,
"3129344" : 3662,
"3162112" : 3914,
"3194880" : 4067,
"3227648" : 4463,
"3260416" : 4808,
"3293184" : 5164,
"3325952" : 5704,
"3358720" : 6433,
"3391488" : 6933,
"3424256" : 7912,
"3457024" : 8668,
"3489792" : 9295,
"3522560" : 10223,
"3555328" : 10986,
"3588096" : 11673,
"3620864" : 12522,
"3653632" : 13459,
"3686400" : 14389,
"3719168" : 16100,
"3751936" : 17560,
"3784704" : 19609,
"3817472" : 20948,
"3850240" : 22516,
"3883008" : 24053,
"3915776" : 25372,
"3948544" : 26982,
"3981312" : 28550,
"4014080" : 30774,
"4046848" : 32877,
"4079616" : 35410,
"4112384" : 38189,
"4145152" : 40939,
"4177920" : 43521,
"4227072" : 94669,
"4292608" : 105004,
"4358144" : 114732,
"4423680" : 128223,
"4489216" : 140048,
"4554752" : 151887,
"4620288" : 163473,
"4685824" : 174266,
"4751360" : 182579,
"4816896" : 191283,
"4882432" : 199220,
"4947968" : 205738,
"5013504" : 208699,
"5079040" : 208749,
"5144576" : 205107,
"5210112" : 201574,
"5275648" : 195535,
"5341184" : 187691,
"5406720" : 176706,
"5472256" : 163125,
"5537792" : 148348,
"5603328" : 132248,
"5668864" : 116843,
"5734400" : 100909,
"5799936" : 85360,
"5865472" : 70106,
"5931008" : 57165,
"5996544" : 44661,
"6062080" : 34530,
"6127616" : 25695,
"6193152" : 18556,
"6258688" : 13012,
"6324224" : 9063,
"6389760" : 6179,
"6455296" : 3940,
"6520832" : 2595,
"6586368" : 1691,
"6651904" : 1011,
"6717440" : 583,
"6782976" : 366,
"6848512" : 225,
"6914048" : 117,
"6979584" : 94,
"7045120" : 57,
"7110656" : 28,
"7176192" : 14,
"7241728" : 12,
"7307264" : 5,
"7372800" : 4,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5256617.480284,
"stddev" : 650086.043271,
"N" : 4869348
},
"bw_min" : 186424,
"bw_max" : 204392,
"bw_agg" : 100.000000,
"bw_mean" : 194781.386935,
"bw_dev" : 232.689964,
"bw_samples" : 3184,
"iops_min" : 46606,
"iops_max" : 51098,
"iops_mean" : 48694.814070,
"iops_stddev" : 58.181199,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.659507,
"sys_cpu" : 16.478852,
"ctx" : 4065678,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 7.757913,
"10" : 92.236481,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083635,
"timestamp_ms" : 1773083635280,
"time" : "Mon Mar 9 16:13:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22007853056,
"io_kbytes" : 21492044,
"bw_bytes" : 200073210,
"bw" : 195383,
"iops" : 48846.262239,
"runtime" : 109999,
"total_ios" : 5373040,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1920665,
"mean" : 325332.326702,
"stddev" : 150788.183251,
"N" : 5373040
},
"clat_ns" : {
"min" : 1072559,
"max" : 7901474,
"mean" : 4914904.573667,
"stddev" : 631196.665118,
"N" : 5373024,
"percentile" : {
"1.000000" : 3227648,
"5.000000" : 3817472,
"10.000000" : 4079616,
"20.000000" : 4423680,
"30.000000" : 4620288,
"40.000000" : 4816896,
"50.000000" : 4947968,
"60.000000" : 5144576,
"70.000000" : 5275648,
"80.000000" : 5472256,
"90.000000" : 5668864,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6324224,
"99.900000" : 6520832,
"99.950000" : 6651904,
"99.990000" : 6848512
},
"bins" : {
"1073152" : 1,
"1302528" : 1,
"1318912" : 2,
"1335296" : 4,
"1351680" : 1,
"1400832" : 1,
"1417216" : 2,
"1433600" : 1,
"1449984" : 1,
"1466368" : 3,
"1482752" : 4,
"1499136" : 1,
"1515520" : 2,
"1531904" : 1,
"1581056" : 2,
"1597440" : 2,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 4,
"1679360" : 4,
"1695744" : 13,
"1712128" : 16,
"1728512" : 6,
"1744896" : 10,
"1761280" : 3,
"1777664" : 12,
"1794048" : 12,
"1810432" : 12,
"1826816" : 10,
"1843200" : 9,
"1859584" : 11,
"1875968" : 8,
"1892352" : 10,
"1908736" : 19,
"1925120" : 18,
"1941504" : 22,
"1957888" : 19,
"1974272" : 34,
"1990656" : 40,
"2007040" : 33,
"2023424" : 54,
"2039808" : 56,
"2056192" : 58,
"2072576" : 50,
"2088960" : 58,
"2113536" : 124,
"2146304" : 128,
"2179072" : 152,
"2211840" : 147,
"2244608" : 185,
"2277376" : 217,
"2310144" : 269,
"2342912" : 305,
"2375680" : 352,
"2408448" : 449,
"2441216" : 486,
"2473984" : 495,
"2506752" : 546,
"2539520" : 534,
"2572288" : 593,
"2605056" : 731,
"2637824" : 806,
"2670592" : 921,
"2703360" : 1141,
"2736128" : 1335,
"2768896" : 1481,
"2801664" : 1570,
"2834432" : 1785,
"2867200" : 1796,
"2899968" : 1874,
"2932736" : 2015,
"2965504" : 2304,
"2998272" : 2563,
"3031040" : 2911,
"3063808" : 3412,
"3096576" : 3869,
"3129344" : 4326,
"3162112" : 4717,
"3194880" : 4850,
"3227648" : 5338,
"3260416" : 5662,
"3293184" : 6103,
"3325952" : 6731,
"3358720" : 7510,
"3391488" : 8237,
"3424256" : 9196,
"3457024" : 10153,
"3489792" : 10882,
"3522560" : 12043,
"3555328" : 12857,
"3588096" : 13601,
"3620864" : 14576,
"3653632" : 15663,
"3686400" : 16708,
"3719168" : 18717,
"3751936" : 20350,
"3784704" : 22578,
"3817472" : 24187,
"3850240" : 26054,
"3883008" : 27855,
"3915776" : 29217,
"3948544" : 31132,
"3981312" : 32873,
"4014080" : 35293,
"4046848" : 37641,
"4079616" : 40559,
"4112384" : 43570,
"4145152" : 46559,
"4177920" : 49429,
"4227072" : 107516,
"4292608" : 118858,
"4358144" : 129381,
"4423680" : 144105,
"4489216" : 157185,
"4554752" : 169621,
"4620288" : 182272,
"4685824" : 193652,
"4751360" : 202586,
"4816896" : 211357,
"4882432" : 219682,
"4947968" : 226121,
"5013504" : 228843,
"5079040" : 228102,
"5144576" : 224117,
"5210112" : 219527,
"5275648" : 212442,
"5341184" : 203501,
"5406720" : 191047,
"5472256" : 175980,
"5537792" : 159686,
"5603328" : 142222,
"5668864" : 125615,
"5734400" : 108302,
"5799936" : 91272,
"5865472" : 74879,
"5931008" : 60787,
"5996544" : 47522,
"6062080" : 36795,
"6127616" : 27398,
"6193152" : 19817,
"6258688" : 13851,
"6324224" : 9645,
"6389760" : 6566,
"6455296" : 4197,
"6520832" : 2764,
"6586368" : 1792,
"6651904" : 1082,
"6717440" : 633,
"6782976" : 390,
"6848512" : 231,
"6914048" : 123,
"6979584" : 95,
"7045120" : 58,
"7110656" : 29,
"7176192" : 16,
"7241728" : 12,
"7307264" : 5,
"7372800" : 4,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1435373,
"max" : 8332983,
"mean" : 5240238.980451,
"stddev" : 655085.660581,
"N" : 5373024
},
"bw_min" : 186424,
"bw_max" : 206450,
"bw_agg" : 100.000000,
"bw_mean" : 195384.684932,
"bw_dev" : 257.545390,
"bw_samples" : 3504,
"iops_min" : 46606,
"iops_max" : 51612,
"iops_mean" : 48845.657534,
"iops_stddev" : 64.395680,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759984,
"usr_cpu" : 0.657904,
"sys_cpu" : 16.499809,
"ctx" : 4471151,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 8.196198,
"10" : 91.797120,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083645,
"timestamp_ms" : 1773083645280,
"time" : "Mon Mar 9 16:14:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24105738240,
"io_kbytes" : 23540760,
"bw_bytes" : 200881152,
"bw" : 196173,
"iops" : 49043.458333,
"runtime" : 120000,
"total_ios" : 5885215,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1920665,
"mean" : 324016.357317,
"stddev" : 151757.141390,
"N" : 5885215
},
"clat_ns" : {
"min" : 1072559,
"max" : 7901474,
"mean" : 4895132.325325,
"stddev" : 638857.505657,
"N" : 5885199,
"percentile" : {
"1.000000" : 3194880,
"5.000000" : 3784704,
"10.000000" : 4046848,
"20.000000" : 4358144,
"30.000000" : 4620288,
"40.000000" : 4751360,
"50.000000" : 4947968,
"60.000000" : 5079040,
"70.000000" : 5275648,
"80.000000" : 5472256,
"90.000000" : 5668864,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6848512
},
"bins" : {
"1073152" : 2,
"1089536" : 2,
"1105920" : 1,
"1302528" : 1,
"1318912" : 3,
"1335296" : 4,
"1351680" : 1,
"1368064" : 3,
"1384448" : 1,
"1400832" : 2,
"1417216" : 3,
"1433600" : 4,
"1449984" : 3,
"1466368" : 8,
"1482752" : 4,
"1499136" : 2,
"1515520" : 2,
"1531904" : 1,
"1564672" : 5,
"1581056" : 4,
"1597440" : 4,
"1613824" : 8,
"1630208" : 11,
"1646592" : 12,
"1662976" : 12,
"1679360" : 8,
"1695744" : 16,
"1712128" : 23,
"1728512" : 15,
"1744896" : 23,
"1761280" : 13,
"1777664" : 18,
"1794048" : 17,
"1810432" : 19,
"1826816" : 14,
"1843200" : 14,
"1859584" : 20,
"1875968" : 10,
"1892352" : 20,
"1908736" : 24,
"1925120" : 29,
"1941504" : 27,
"1957888" : 35,
"1974272" : 53,
"1990656" : 51,
"2007040" : 55,
"2023424" : 75,
"2039808" : 85,
"2056192" : 87,
"2072576" : 90,
"2088960" : 82,
"2113536" : 191,
"2146304" : 191,
"2179072" : 220,
"2211840" : 179,
"2244608" : 254,
"2277376" : 284,
"2310144" : 363,
"2342912" : 434,
"2375680" : 508,
"2408448" : 624,
"2441216" : 645,
"2473984" : 655,
"2506752" : 714,
"2539520" : 696,
"2572288" : 747,
"2605056" : 923,
"2637824" : 1008,
"2670592" : 1237,
"2703360" : 1478,
"2736128" : 1678,
"2768896" : 1871,
"2801664" : 1967,
"2834432" : 2236,
"2867200" : 2272,
"2899968" : 2334,
"2932736" : 2522,
"2965504" : 2847,
"2998272" : 3204,
"3031040" : 3522,
"3063808" : 4207,
"3096576" : 4687,
"3129344" : 5216,
"3162112" : 5757,
"3194880" : 5912,
"3227648" : 6480,
"3260416" : 6844,
"3293184" : 7426,
"3325952" : 8086,
"3358720" : 8964,
"3391488" : 9834,
"3424256" : 10932,
"3457024" : 11972,
"3489792" : 12920,
"3522560" : 14341,
"3555328" : 15136,
"3588096" : 16158,
"3620864" : 17358,
"3653632" : 18476,
"3686400" : 19580,
"3719168" : 21992,
"3751936" : 23784,
"3784704" : 26163,
"3817472" : 28037,
"3850240" : 30159,
"3883008" : 32032,
"3915776" : 33816,
"3948544" : 35731,
"3981312" : 37897,
"4014080" : 40397,
"4046848" : 43046,
"4079616" : 46270,
"4112384" : 49497,
"4145152" : 53037,
"4177920" : 55848,
"4227072" : 121559,
"4292608" : 134018,
"4358144" : 145279,
"4423680" : 161017,
"4489216" : 175215,
"4554752" : 188157,
"4620288" : 201771,
"4685824" : 213473,
"4751360" : 222639,
"4816896" : 231546,
"4882432" : 239927,
"4947968" : 246142,
"5013504" : 248307,
"5079040" : 246873,
"5144576" : 241860,
"5210112" : 235819,
"5275648" : 228019,
"5341184" : 217661,
"5406720" : 203908,
"5472256" : 187281,
"5537792" : 169760,
"5603328" : 150897,
"5668864" : 132890,
"5734400" : 114653,
"5799936" : 96387,
"5865472" : 79172,
"5931008" : 64085,
"5996544" : 50116,
"6062080" : 38714,
"6127616" : 28868,
"6193152" : 20785,
"6258688" : 14552,
"6324224" : 10141,
"6389760" : 6876,
"6455296" : 4411,
"6520832" : 2884,
"6586368" : 1883,
"6651904" : 1133,
"6717440" : 677,
"6782976" : 405,
"6848512" : 233,
"6914048" : 128,
"6979584" : 99,
"7045120" : 63,
"7110656" : 30,
"7176192" : 16,
"7241728" : 12,
"7307264" : 5,
"7372800" : 4,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 1115225,
"max" : 8332983,
"mean" : 5219150.235745,
"stddev" : 663259.059798,
"N" : 5885199
},
"bw_min" : 186424,
"bw_max" : 210601,
"bw_agg" : 99.992863,
"bw_mean" : 196159.949791,
"bw_dev" : 304.453026,
"bw_samples" : 3824,
"iops_min" : 46606,
"iops_max" : 52650,
"iops_mean" : 49039.485356,
"iops_stddev" : 76.122988,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919998,
"usr_cpu" : 0.658699,
"sys_cpu" : 16.527882,
"ctx" : 4876155,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 8.818166,
"10" : 91.172149,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083655,
"timestamp_ms" : 1773083655280,
"time" : "Mon Mar 9 16:14:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26248327168,
"io_kbytes" : 25633132,
"bw_bytes" : 201910208,
"bw" : 197177,
"iops" : 49294.730769,
"runtime" : 130000,
"total_ios" : 6408315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 322352.872970,
"stddev" : 152972.903909,
"N" : 6408315
},
"clat_ns" : {
"min" : 942420,
"max" : 7901474,
"mean" : 4870175.044331,
"stddev" : 649058.033949,
"N" : 6408299,
"percentile" : {
"1.000000" : 3129344,
"5.000000" : 3719168,
"10.000000" : 4014080,
"20.000000" : 4358144,
"30.000000" : 4554752,
"40.000000" : 4751360,
"50.000000" : 4947968,
"60.000000" : 5079040,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5668864,
"95.000000" : 5865472,
"99.000000" : 6193152,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"946176" : 2,
"954368" : 1,
"1011712" : 1,
"1028096" : 1,
"1073152" : 2,
"1089536" : 2,
"1105920" : 1,
"1253376" : 2,
"1286144" : 5,
"1302528" : 1,
"1318912" : 6,
"1335296" : 8,
"1351680" : 5,
"1368064" : 8,
"1384448" : 7,
"1400832" : 4,
"1417216" : 5,
"1433600" : 5,
"1449984" : 4,
"1466368" : 8,
"1482752" : 5,
"1499136" : 2,
"1515520" : 2,
"1531904" : 2,
"1548288" : 1,
"1564672" : 9,
"1581056" : 7,
"1597440" : 10,
"1613824" : 11,
"1630208" : 12,
"1646592" : 18,
"1662976" : 18,
"1679360" : 14,
"1695744" : 28,
"1712128" : 34,
"1728512" : 22,
"1744896" : 31,
"1761280" : 19,
"1777664" : 29,
"1794048" : 30,
"1810432" : 27,
"1826816" : 27,
"1843200" : 27,
"1859584" : 36,
"1875968" : 19,
"1892352" : 25,
"1908736" : 35,
"1925120" : 38,
"1941504" : 49,
"1957888" : 50,
"1974272" : 78,
"1990656" : 71,
"2007040" : 76,
"2023424" : 101,
"2039808" : 120,
"2056192" : 113,
"2072576" : 123,
"2088960" : 120,
"2113536" : 260,
"2146304" : 279,
"2179072" : 300,
"2211840" : 299,
"2244608" : 340,
"2277376" : 387,
"2310144" : 521,
"2342912" : 595,
"2375680" : 685,
"2408448" : 858,
"2441216" : 889,
"2473984" : 903,
"2506752" : 1006,
"2539520" : 994,
"2572288" : 1041,
"2605056" : 1254,
"2637824" : 1394,
"2670592" : 1584,
"2703360" : 1915,
"2736128" : 2174,
"2768896" : 2409,
"2801664" : 2613,
"2834432" : 2876,
"2867200" : 2981,
"2899968" : 2999,
"2932736" : 3259,
"2965504" : 3680,
"2998272" : 4056,
"3031040" : 4439,
"3063808" : 5197,
"3096576" : 5861,
"3129344" : 6501,
"3162112" : 7157,
"3194880" : 7356,
"3227648" : 7939,
"3260416" : 8391,
"3293184" : 9161,
"3325952" : 9847,
"3358720" : 10893,
"3391488" : 12022,
"3424256" : 13174,
"3457024" : 14534,
"3489792" : 15586,
"3522560" : 17188,
"3555328" : 18153,
"3588096" : 19243,
"3620864" : 20522,
"3653632" : 21871,
"3686400" : 23156,
"3719168" : 25838,
"3751936" : 27894,
"3784704" : 30549,
"3817472" : 32799,
"3850240" : 35305,
"3883008" : 37226,
"3915776" : 39178,
"3948544" : 41408,
"3981312" : 43736,
"4014080" : 46613,
"4046848" : 49276,
"4079616" : 52757,
"4112384" : 56510,
"4145152" : 60415,
"4177920" : 63341,
"4227072" : 137552,
"4292608" : 150793,
"4358144" : 162812,
"4423680" : 179277,
"4489216" : 194133,
"4554752" : 207588,
"4620288" : 221832,
"4685824" : 233783,
"4751360" : 243233,
"4816896" : 251220,
"4882432" : 259017,
"4947968" : 264804,
"5013504" : 266510,
"5079040" : 264341,
"5144576" : 257948,
"5210112" : 250762,
"5275648" : 241609,
"5341184" : 229992,
"5406720" : 215428,
"5472256" : 197286,
"5537792" : 178397,
"5603328" : 158103,
"5668864" : 139027,
"5734400" : 119724,
"5799936" : 100410,
"5865472" : 82476,
"5931008" : 66609,
"5996544" : 51967,
"6062080" : 40054,
"6127616" : 29933,
"6193152" : 21510,
"6258688" : 15053,
"6324224" : 10511,
"6389760" : 7100,
"6455296" : 4544,
"6520832" : 2968,
"6586368" : 1954,
"6651904" : 1177,
"6717440" : 704,
"6782976" : 419,
"6848512" : 240,
"6914048" : 132,
"6979584" : 101,
"7045120" : 68,
"7110656" : 31,
"7176192" : 16,
"7241728" : 12,
"7307264" : 5,
"7372800" : 4,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 972736,
"max" : 8332983,
"mean" : 5192529.139361,
"stddev" : 674190.191430,
"N" : 6408299
},
"bw_min" : 186424,
"bw_max" : 214442,
"bw_agg" : 99.994960,
"bw_mean" : 197168.656371,
"bw_dev" : 376.663964,
"bw_samples" : 4144,
"iops_min" : 46606,
"iops_max" : 53610,
"iops_mean" : 49291.687259,
"iops_stddev" : 94.175516,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079990,
"usr_cpu" : 0.660244,
"sys_cpu" : 16.556907,
"ctx" : 5280343,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.013514,
"4" : 9.651991,
"10" : 90.334199,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083665,
"timestamp_ms" : 1773083665280,
"time" : "Mon Mar 9 16:14:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28406616064,
"io_kbytes" : 27740836,
"bw_bytes" : 202905849,
"bw" : 198150,
"iops" : 49537.732412,
"runtime" : 139999,
"total_ios" : 6935233,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 320764.041068,
"stddev" : 154095.074617,
"N" : 6935233
},
"clat_ns" : {
"min" : 942420,
"max" : 7901474,
"mean" : 4846315.072460,
"stddev" : 658607.494684,
"N" : 6935217,
"percentile" : {
"1.000000" : 3096576,
"5.000000" : 3686400,
"10.000000" : 3981312,
"20.000000" : 4292608,
"30.000000" : 4554752,
"40.000000" : 4751360,
"50.000000" : 4882432,
"60.000000" : 5079040,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5668864,
"95.000000" : 5865472,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"946176" : 2,
"954368" : 1,
"962560" : 1,
"1011712" : 1,
"1028096" : 1,
"1073152" : 2,
"1089536" : 3,
"1105920" : 1,
"1138688" : 2,
"1220608" : 2,
"1253376" : 2,
"1269760" : 1,
"1286144" : 7,
"1302528" : 2,
"1318912" : 9,
"1335296" : 10,
"1351680" : 10,
"1368064" : 15,
"1384448" : 7,
"1400832" : 5,
"1417216" : 8,
"1433600" : 10,
"1449984" : 5,
"1466368" : 11,
"1482752" : 6,
"1499136" : 7,
"1515520" : 4,
"1531904" : 6,
"1548288" : 8,
"1564672" : 11,
"1581056" : 13,
"1597440" : 11,
"1613824" : 22,
"1630208" : 18,
"1646592" : 31,
"1662976" : 27,
"1679360" : 18,
"1695744" : 41,
"1712128" : 44,
"1728512" : 33,
"1744896" : 46,
"1761280" : 28,
"1777664" : 46,
"1794048" : 40,
"1810432" : 38,
"1826816" : 41,
"1843200" : 43,
"1859584" : 53,
"1875968" : 31,
"1892352" : 44,
"1908736" : 49,
"1925120" : 62,
"1941504" : 76,
"1957888" : 70,
"1974272" : 103,
"1990656" : 98,
"2007040" : 94,
"2023424" : 132,
"2039808" : 169,
"2056192" : 153,
"2072576" : 168,
"2088960" : 164,
"2113536" : 357,
"2146304" : 370,
"2179072" : 403,
"2211840" : 413,
"2244608" : 450,
"2277376" : 506,
"2310144" : 651,
"2342912" : 768,
"2375680" : 898,
"2408448" : 1124,
"2441216" : 1152,
"2473984" : 1204,
"2506752" : 1318,
"2539520" : 1266,
"2572288" : 1355,
"2605056" : 1581,
"2637824" : 1753,
"2670592" : 2033,
"2703360" : 2434,
"2736128" : 2679,
"2768896" : 3022,
"2801664" : 3325,
"2834432" : 3574,
"2867200" : 3748,
"2899968" : 3772,
"2932736" : 4057,
"2965504" : 4527,
"2998272" : 5014,
"3031040" : 5552,
"3063808" : 6266,
"3096576" : 7243,
"3129344" : 7988,
"3162112" : 8680,
"3194880" : 8951,
"3227648" : 9598,
"3260416" : 10153,
"3293184" : 10905,
"3325952" : 11834,
"3358720" : 13092,
"3391488" : 14292,
"3424256" : 15780,
"3457024" : 17368,
"3489792" : 18448,
"3522560" : 20311,
"3555328" : 21424,
"3588096" : 22641,
"3620864" : 24087,
"3653632" : 25557,
"3686400" : 27036,
"3719168" : 30074,
"3751936" : 32426,
"3784704" : 35559,
"3817472" : 37755,
"3850240" : 40597,
"3883008" : 42702,
"3915776" : 44961,
"3948544" : 47383,
"3981312" : 49969,
"4014080" : 53116,
"4046848" : 55879,
"4079616" : 59827,
"4112384" : 63781,
"4145152" : 68080,
"4177920" : 71052,
"4227072" : 153925,
"4292608" : 167736,
"4358144" : 180768,
"4423680" : 197698,
"4489216" : 213508,
"4554752" : 227378,
"4620288" : 241656,
"4685824" : 253831,
"4751360" : 262989,
"4816896" : 271034,
"4882432" : 277826,
"4947968" : 283194,
"5013504" : 284322,
"5079040" : 281195,
"5144576" : 273475,
"5210112" : 265030,
"5275648" : 254596,
"5341184" : 241851,
"5406720" : 225997,
"5472256" : 206658,
"5537792" : 186399,
"5603328" : 165073,
"5668864" : 144602,
"5734400" : 124408,
"5799936" : 104110,
"5865472" : 85446,
"5931008" : 69103,
"5996544" : 53826,
"6062080" : 41482,
"6127616" : 30995,
"6193152" : 22255,
"6258688" : 15528,
"6324224" : 10871,
"6389760" : 7319,
"6455296" : 4702,
"6520832" : 3060,
"6586368" : 2035,
"6651904" : 1219,
"6717440" : 730,
"6782976" : 433,
"6848512" : 247,
"6914048" : 137,
"6979584" : 111,
"7045120" : 70,
"7110656" : 34,
"7176192" : 17,
"7241728" : 12,
"7307264" : 8,
"7372800" : 4,
"7438336" : 6,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 972736,
"max" : 8332983,
"mean" : 5167080.808048,
"stddev" : 684392.451989,
"N" : 6935217
},
"bw_min" : 186424,
"bw_max" : 216714,
"bw_agg" : 99.996345,
"bw_mean" : 198143.913978,
"bw_dev" : 433.153360,
"bw_samples" : 4464,
"iops_min" : 46606,
"iops_max" : 54178,
"iops_mean" : 49535.494624,
"iops_stddev" : 108.294328,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239984,
"usr_cpu" : 0.664469,
"sys_cpu" : 16.587574,
"ctx" : 5684500,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.018586,
"4" : 10.481897,
"10" : 89.499228,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083675,
"timestamp_ms" : 1773083675280,
"time" : "Mon Mar 9 16:14:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 30573744128,
"io_kbytes" : 29857172,
"bw_bytes" : 203826319,
"bw" : 199049,
"iops" : 49762.458416,
"runtime" : 149999,
"total_ios" : 7464319,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 319307.001690,
"stddev" : 155079.183064,
"N" : 7464319
},
"clat_ns" : {
"min" : 942420,
"max" : 7901474,
"mean" : 4824421.686975,
"stddev" : 666494.017508,
"N" : 7464303,
"percentile" : {
"1.000000" : 3031040,
"5.000000" : 3653632,
"10.000000" : 3948544,
"20.000000" : 4292608,
"30.000000" : 4489216,
"40.000000" : 4685824,
"50.000000" : 4882432,
"60.000000" : 5013504,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5668864,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"946176" : 2,
"954368" : 1,
"962560" : 1,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1073152" : 3,
"1089536" : 3,
"1105920" : 1,
"1122304" : 3,
"1138688" : 3,
"1220608" : 2,
"1236992" : 1,
"1253376" : 3,
"1269760" : 1,
"1286144" : 7,
"1302528" : 4,
"1318912" : 9,
"1335296" : 16,
"1351680" : 11,
"1368064" : 18,
"1384448" : 11,
"1400832" : 7,
"1417216" : 16,
"1433600" : 17,
"1449984" : 7,
"1466368" : 16,
"1482752" : 7,
"1499136" : 11,
"1515520" : 7,
"1531904" : 10,
"1548288" : 9,
"1564672" : 17,
"1581056" : 16,
"1597440" : 16,
"1613824" : 28,
"1630208" : 21,
"1646592" : 44,
"1662976" : 34,
"1679360" : 25,
"1695744" : 53,
"1712128" : 54,
"1728512" : 47,
"1744896" : 60,
"1761280" : 38,
"1777664" : 53,
"1794048" : 53,
"1810432" : 50,
"1826816" : 56,
"1843200" : 62,
"1859584" : 69,
"1875968" : 45,
"1892352" : 59,
"1908736" : 57,
"1925120" : 82,
"1941504" : 91,
"1957888" : 100,
"1974272" : 131,
"1990656" : 126,
"2007040" : 129,
"2023424" : 174,
"2039808" : 203,
"2056192" : 189,
"2072576" : 225,
"2088960" : 216,
"2113536" : 484,
"2146304" : 479,
"2179072" : 513,
"2211840" : 508,
"2244608" : 569,
"2277376" : 638,
"2310144" : 801,
"2342912" : 966,
"2375680" : 1149,
"2408448" : 1385,
"2441216" : 1444,
"2473984" : 1531,
"2506752" : 1643,
"2539520" : 1586,
"2572288" : 1721,
"2605056" : 1909,
"2637824" : 2166,
"2670592" : 2476,
"2703360" : 3019,
"2736128" : 3315,
"2768896" : 3681,
"2801664" : 4073,
"2834432" : 4344,
"2867200" : 4513,
"2899968" : 4581,
"2932736" : 4944,
"2965504" : 5439,
"2998272" : 6024,
"3031040" : 6690,
"3063808" : 7466,
"3096576" : 8579,
"3129344" : 9467,
"3162112" : 10240,
"3194880" : 10654,
"3227648" : 11371,
"3260416" : 11959,
"3293184" : 12927,
"3325952" : 13910,
"3358720" : 15247,
"3391488" : 16644,
"3424256" : 18316,
"3457024" : 20230,
"3489792" : 21491,
"3522560" : 23520,
"3555328" : 24804,
"3588096" : 26183,
"3620864" : 27872,
"3653632" : 29380,
"3686400" : 31051,
"3719168" : 34348,
"3751936" : 36895,
"3784704" : 40398,
"3817472" : 42853,
"3850240" : 46050,
"3883008" : 48173,
"3915776" : 51022,
"3948544" : 53563,
"3981312" : 56250,
"4014080" : 59790,
"4046848" : 62770,
"4079616" : 66748,
"4112384" : 71036,
"4145152" : 75624,
"4177920" : 78916,
"4227072" : 170694,
"4292608" : 185618,
"4358144" : 198987,
"4423680" : 216482,
"4489216" : 233011,
"4554752" : 247321,
"4620288" : 262187,
"4685824" : 274035,
"4751360" : 282898,
"4816896" : 290503,
"4882432" : 297148,
"4947968" : 301772,
"5013504" : 301913,
"5079040" : 297796,
"5144576" : 288458,
"5210112" : 279183,
"5275648" : 267562,
"5341184" : 253325,
"5406720" : 236079,
"5472256" : 215515,
"5537792" : 194141,
"5603328" : 171630,
"5668864" : 150215,
"5734400" : 128745,
"5799936" : 107647,
"5865472" : 88146,
"5931008" : 71185,
"5996544" : 55462,
"6062080" : 42751,
"6127616" : 31901,
"6193152" : 22936,
"6258688" : 15978,
"6324224" : 11181,
"6389760" : 7494,
"6455296" : 4856,
"6520832" : 3152,
"6586368" : 2096,
"6651904" : 1253,
"6717440" : 746,
"6782976" : 443,
"6848512" : 254,
"6914048" : 143,
"6979584" : 112,
"7045120" : 70,
"7110656" : 35,
"7176192" : 18,
"7241728" : 13,
"7307264" : 8,
"7372800" : 5,
"7438336" : 7,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 972736,
"max" : 8332983,
"mean" : 5143729.874569,
"stddev" : 692817.175325,
"N" : 7464303
},
"bw_min" : 186424,
"bw_max" : 218373,
"bw_agg" : 99.994906,
"bw_mean" : 199039.642140,
"bw_dev" : 475.046654,
"bw_samples" : 4784,
"iops_min" : 46606,
"iops_max" : 54592,
"iops_mean" : 49759.421405,
"iops_stddev" : 118.765835,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399984,
"usr_cpu" : 0.669546,
"sys_cpu" : 16.608694,
"ctx" : 6088844,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.022788,
"4" : 11.236671,
"10" : 88.740272,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083685,
"timestamp_ms" : 1773083685280,
"time" : "Mon Mar 9 16:14:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 32751181824,
"io_kbytes" : 31983576,
"bw_bytes" : 204694886,
"bw" : 199897,
"iops" : 49974.556250,
"runtime" : 160000,
"total_ios" : 7995929,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 317944.009971,
"stddev" : 155975.023007,
"N" : 7995929
},
"clat_ns" : {
"min" : 652197,
"max" : 7901474,
"mean" : 4803947.256733,
"stddev" : 673367.567402,
"N" : 7995913,
"percentile" : {
"1.000000" : 2998272,
"5.000000" : 3620864,
"10.000000" : 3915776,
"20.000000" : 4227072,
"30.000000" : 4489216,
"40.000000" : 4685824,
"50.000000" : 4882432,
"60.000000" : 5013504,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"651264" : 1,
"946176" : 2,
"954368" : 3,
"962560" : 1,
"1003520" : 2,
"1011712" : 4,
"1028096" : 2,
"1073152" : 3,
"1089536" : 5,
"1105920" : 1,
"1122304" : 4,
"1138688" : 3,
"1171456" : 2,
"1220608" : 3,
"1236992" : 1,
"1253376" : 3,
"1269760" : 1,
"1286144" : 10,
"1302528" : 5,
"1318912" : 10,
"1335296" : 20,
"1351680" : 11,
"1368064" : 22,
"1384448" : 17,
"1400832" : 18,
"1417216" : 20,
"1433600" : 21,
"1449984" : 10,
"1466368" : 22,
"1482752" : 15,
"1499136" : 13,
"1515520" : 7,
"1531904" : 14,
"1548288" : 12,
"1564672" : 21,
"1581056" : 21,
"1597440" : 24,
"1613824" : 35,
"1630208" : 26,
"1646592" : 49,
"1662976" : 41,
"1679360" : 43,
"1695744" : 70,
"1712128" : 69,
"1728512" : 70,
"1744896" : 81,
"1761280" : 58,
"1777664" : 77,
"1794048" : 83,
"1810432" : 63,
"1826816" : 73,
"1843200" : 86,
"1859584" : 78,
"1875968" : 62,
"1892352" : 83,
"1908736" : 68,
"1925120" : 92,
"1941504" : 123,
"1957888" : 131,
"1974272" : 167,
"1990656" : 163,
"2007040" : 174,
"2023424" : 207,
"2039808" : 257,
"2056192" : 247,
"2072576" : 288,
"2088960" : 288,
"2113536" : 603,
"2146304" : 586,
"2179072" : 641,
"2211840" : 649,
"2244608" : 694,
"2277376" : 794,
"2310144" : 997,
"2342912" : 1138,
"2375680" : 1395,
"2408448" : 1679,
"2441216" : 1741,
"2473984" : 1843,
"2506752" : 1952,
"2539520" : 1930,
"2572288" : 2064,
"2605056" : 2299,
"2637824" : 2562,
"2670592" : 2939,
"2703360" : 3520,
"2736128" : 3945,
"2768896" : 4411,
"2801664" : 4839,
"2834432" : 5152,
"2867200" : 5366,
"2899968" : 5381,
"2932736" : 5820,
"2965504" : 6382,
"2998272" : 7117,
"3031040" : 7919,
"3063808" : 8756,
"3096576" : 10017,
"3129344" : 11010,
"3162112" : 11929,
"3194880" : 12455,
"3227648" : 13225,
"3260416" : 13857,
"3293184" : 14987,
"3325952" : 16078,
"3358720" : 17567,
"3391488" : 19140,
"3424256" : 21116,
"3457024" : 23142,
"3489792" : 24681,
"3522560" : 26877,
"3555328" : 28406,
"3588096" : 29746,
"3620864" : 31743,
"3653632" : 33396,
"3686400" : 35224,
"3719168" : 38952,
"3751936" : 41605,
"3784704" : 45409,
"3817472" : 48109,
"3850240" : 51558,
"3883008" : 53979,
"3915776" : 57088,
"3948544" : 60022,
"3981312" : 62697,
"4014080" : 66516,
"4046848" : 69842,
"4079616" : 73995,
"4112384" : 78815,
"4145152" : 83589,
"4177920" : 87025,
"4227072" : 187913,
"4292608" : 203444,
"4358144" : 217424,
"4423680" : 235773,
"4489216" : 252647,
"4554752" : 267679,
"4620288" : 282604,
"4685824" : 294070,
"4751360" : 302855,
"4816896" : 310106,
"4882432" : 315842,
"4947968" : 320086,
"5013504" : 319124,
"5079040" : 314130,
"5144576" : 303348,
"5210112" : 292851,
"5275648" : 279913,
"5341184" : 264652,
"5406720" : 245745,
"5472256" : 224053,
"5537792" : 201635,
"5603328" : 178079,
"5668864" : 155356,
"5734400" : 132993,
"5799936" : 110889,
"5865472" : 90715,
"5931008" : 73258,
"5996544" : 56967,
"6062080" : 43890,
"6127616" : 32738,
"6193152" : 23505,
"6258688" : 16365,
"6324224" : 11455,
"6389760" : 7662,
"6455296" : 4957,
"6520832" : 3230,
"6586368" : 2146,
"6651904" : 1287,
"6717440" : 760,
"6782976" : 456,
"6848512" : 259,
"6914048" : 145,
"6979584" : 113,
"7045120" : 70,
"7110656" : 35,
"7176192" : 18,
"7241728" : 13,
"7307264" : 8,
"7372800" : 5,
"7438336" : 7,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 972736,
"max" : 8332983,
"mean" : 5121892.804546,
"stddev" : 700143.438416,
"N" : 7995913
},
"bw_min" : 186424,
"bw_max" : 219708,
"bw_agg" : 99.996323,
"bw_mean" : 199890.103448,
"bw_dev" : 510.004904,
"bw_samples" : 5104,
"iops_min" : 46606,
"iops_max" : 54926,
"iops_mean" : 49972.028213,
"iops_stddev" : 127.504094,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560000,
"usr_cpu" : 0.670586,
"sys_cpu" : 16.633984,
"ctx" : 6493106,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.028127,
"4" : 11.946254,
"10" : 88.025331,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083695,
"timestamp_ms" : 1773083695280,
"time" : "Mon Mar 9 16:14:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34840952832,
"io_kbytes" : 34024368,
"bw_bytes" : 204946781,
"bw" : 200143,
"iops" : 50036.005882,
"runtime" : 170000,
"total_ios" : 8506121,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 317551.137764,
"stddev" : 156207.972143,
"N" : 8506121
},
"clat_ns" : {
"min" : 652197,
"max" : 7901474,
"mean" : 4798032.211392,
"stddev" : 677093.540848,
"N" : 8506105,
"percentile" : {
"1.000000" : 2998272,
"5.000000" : 3588096,
"10.000000" : 3915776,
"20.000000" : 4227072,
"30.000000" : 4489216,
"40.000000" : 4685824,
"50.000000" : 4882432,
"60.000000" : 5013504,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"651264" : 1,
"946176" : 2,
"954368" : 3,
"962560" : 1,
"1003520" : 2,
"1011712" : 4,
"1028096" : 3,
"1073152" : 3,
"1089536" : 5,
"1105920" : 1,
"1122304" : 4,
"1138688" : 3,
"1171456" : 2,
"1220608" : 5,
"1236992" : 2,
"1253376" : 3,
"1269760" : 1,
"1286144" : 11,
"1302528" : 6,
"1318912" : 14,
"1335296" : 22,
"1351680" : 12,
"1368064" : 23,
"1384448" : 19,
"1400832" : 20,
"1417216" : 20,
"1433600" : 21,
"1449984" : 11,
"1466368" : 23,
"1482752" : 16,
"1499136" : 14,
"1515520" : 7,
"1531904" : 15,
"1548288" : 12,
"1564672" : 22,
"1581056" : 25,
"1597440" : 25,
"1613824" : 40,
"1630208" : 31,
"1646592" : 58,
"1662976" : 47,
"1679360" : 44,
"1695744" : 80,
"1712128" : 76,
"1728512" : 75,
"1744896" : 91,
"1761280" : 64,
"1777664" : 86,
"1794048" : 86,
"1810432" : 66,
"1826816" : 81,
"1843200" : 101,
"1859584" : 82,
"1875968" : 69,
"1892352" : 88,
"1908736" : 74,
"1925120" : 102,
"1941504" : 127,
"1957888" : 150,
"1974272" : 178,
"1990656" : 174,
"2007040" : 202,
"2023424" : 228,
"2039808" : 274,
"2056192" : 274,
"2072576" : 312,
"2088960" : 313,
"2113536" : 643,
"2146304" : 633,
"2179072" : 690,
"2211840" : 695,
"2244608" : 745,
"2277376" : 856,
"2310144" : 1082,
"2342912" : 1233,
"2375680" : 1545,
"2408448" : 1823,
"2441216" : 1866,
"2473984" : 2004,
"2506752" : 2119,
"2539520" : 2124,
"2572288" : 2246,
"2605056" : 2511,
"2637824" : 2787,
"2670592" : 3220,
"2703360" : 3835,
"2736128" : 4371,
"2768896" : 4857,
"2801664" : 5284,
"2834432" : 5652,
"2867200" : 5911,
"2899968" : 5863,
"2932736" : 6410,
"2965504" : 6988,
"2998272" : 7821,
"3031040" : 8658,
"3063808" : 9639,
"3096576" : 10972,
"3129344" : 12202,
"3162112" : 13120,
"3194880" : 13681,
"3227648" : 14524,
"3260416" : 15193,
"3293184" : 16420,
"3325952" : 17644,
"3358720" : 19191,
"3391488" : 20980,
"3424256" : 23155,
"3457024" : 25279,
"3489792" : 27038,
"3522560" : 29491,
"3555328" : 30954,
"3588096" : 32366,
"3620864" : 34645,
"3653632" : 36449,
"3686400" : 38388,
"3719168" : 42439,
"3751936" : 45326,
"3784704" : 49352,
"3817472" : 52352,
"3850240" : 55999,
"3883008" : 58546,
"3915776" : 61746,
"3948544" : 64955,
"3981312" : 67835,
"4014080" : 71999,
"4046848" : 75277,
"4079616" : 79875,
"4112384" : 84843,
"4145152" : 89873,
"4177920" : 93696,
"4227072" : 201805,
"4292608" : 218038,
"4358144" : 232040,
"4423680" : 251392,
"4489216" : 269041,
"4554752" : 284745,
"4620288" : 300204,
"4685824" : 311531,
"4751360" : 320017,
"4816896" : 327773,
"4882432" : 333670,
"4947968" : 337428,
"5013504" : 336356,
"5079040" : 330943,
"5144576" : 319637,
"5210112" : 308751,
"5275648" : 295057,
"5341184" : 278785,
"5406720" : 259022,
"5472256" : 236603,
"5537792" : 213194,
"5603328" : 188379,
"5668864" : 164455,
"5734400" : 140933,
"5799936" : 117887,
"5865472" : 96523,
"5931008" : 78103,
"5996544" : 60732,
"6062080" : 46690,
"6127616" : 34879,
"6193152" : 25076,
"6258688" : 17483,
"6324224" : 12286,
"6389760" : 8206,
"6455296" : 5283,
"6520832" : 3470,
"6586368" : 2284,
"6651904" : 1376,
"6717440" : 825,
"6782976" : 484,
"6848512" : 288,
"6914048" : 159,
"6979584" : 119,
"7045120" : 72,
"7110656" : 35,
"7176192" : 18,
"7241728" : 15,
"7307264" : 8,
"7372800" : 5,
"7438336" : 7,
"7503872" : 4,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 972736,
"max" : 8332983,
"mean" : 5115583.175539,
"stddev" : 704171.740260,
"N" : 8506105
},
"bw_min" : 184466,
"bw_max" : 220316,
"bw_agg" : 100.000000,
"bw_mean" : 200219.876106,
"bw_dev" : 533.737523,
"bw_samples" : 5424,
"iops_min" : 46115,
"iops_max" : 55078,
"iops_mean" : 50054.457227,
"iops_stddev" : 133.436341,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719998,
"usr_cpu" : 0.669192,
"sys_cpu" : 16.637733,
"ctx" : 6898846,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.028897,
"4" : 12.237799,
"10" : 87.733034,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083705,
"timestamp_ms" : 1773083705319,
"time" : "Mon Mar 9 16:15:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 5442,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 36746653696,
"io_kbytes" : 35885404,
"bw_bytes" : 204146941,
"bw" : 199362,
"iops" : 49840.406442,
"runtime" : 180001,
"total_ios" : 8971323,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 318802.472285,
"stddev" : 155355.780960,
"N" : 8971339
},
"clat_ns" : {
"min" : 2704,
"max" : 7901474,
"mean" : 4816748.909705,
"stddev" : 677796.081916,
"N" : 8971563,
"percentile" : {
"1.000000" : 2998272,
"5.000000" : 3620864,
"10.000000" : 3915776,
"20.000000" : 4292608,
"30.000000" : 4489216,
"40.000000" : 4685824,
"50.000000" : 4882432,
"60.000000" : 5013504,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5668864,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"2704" : 1,
"2768" : 1,
"2960" : 1,
"3056" : 1,
"3184" : 1,
"3408" : 1,
"4832" : 1,
"5152" : 1,
"5536" : 1,
"5920" : 1,
"5984" : 1,
"6048" : 1,
"8032" : 1,
"8512" : 1,
"8896" : 1,
"12352" : 1,
"24192" : 1,
"46336" : 1,
"346112" : 2,
"350208" : 1,
"370688" : 2,
"374784" : 1,
"378880" : 1,
"387072" : 2,
"395264" : 1,
"399360" : 3,
"403456" : 1,
"415744" : 1,
"428032" : 1,
"436224" : 1,
"464896" : 1,
"522240" : 1,
"536576" : 1,
"593920" : 1,
"651264" : 1,
"700416" : 1,
"716800" : 1,
"724992" : 1,
"741376" : 1,
"749568" : 2,
"765952" : 1,
"790528" : 2,
"815104" : 1,
"823296" : 1,
"831488" : 1,
"856064" : 1,
"880640" : 1,
"897024" : 1,
"946176" : 3,
"954368" : 4,
"962560" : 1,
"1003520" : 3,
"1011712" : 4,
"1019904" : 1,
"1028096" : 3,
"1044480" : 2,
"1056768" : 1,
"1073152" : 3,
"1089536" : 6,
"1105920" : 3,
"1122304" : 5,
"1138688" : 4,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 2,
"1220608" : 5,
"1236992" : 2,
"1253376" : 4,
"1269760" : 1,
"1286144" : 13,
"1302528" : 6,
"1318912" : 14,
"1335296" : 22,
"1351680" : 12,
"1368064" : 23,
"1384448" : 19,
"1400832" : 20,
"1417216" : 21,
"1433600" : 22,
"1449984" : 12,
"1466368" : 23,
"1482752" : 16,
"1499136" : 15,
"1515520" : 8,
"1531904" : 16,
"1548288" : 13,
"1564672" : 24,
"1581056" : 27,
"1597440" : 26,
"1613824" : 42,
"1630208" : 31,
"1646592" : 58,
"1662976" : 47,
"1679360" : 44,
"1695744" : 80,
"1712128" : 78,
"1728512" : 77,
"1744896" : 93,
"1761280" : 66,
"1777664" : 89,
"1794048" : 86,
"1810432" : 67,
"1826816" : 81,
"1843200" : 102,
"1859584" : 83,
"1875968" : 71,
"1892352" : 89,
"1908736" : 75,
"1925120" : 103,
"1941504" : 133,
"1957888" : 153,
"1974272" : 180,
"1990656" : 176,
"2007040" : 203,
"2023424" : 230,
"2039808" : 275,
"2056192" : 276,
"2072576" : 317,
"2088960" : 322,
"2113536" : 650,
"2146304" : 641,
"2179072" : 695,
"2211840" : 699,
"2244608" : 748,
"2277376" : 880,
"2310144" : 1098,
"2342912" : 1243,
"2375680" : 1566,
"2408448" : 1841,
"2441216" : 1892,
"2473984" : 2026,
"2506752" : 2143,
"2539520" : 2147,
"2572288" : 2277,
"2605056" : 2550,
"2637824" : 2830,
"2670592" : 3264,
"2703360" : 3883,
"2736128" : 4429,
"2768896" : 4932,
"2801664" : 5366,
"2834432" : 5707,
"2867200" : 5990,
"2899968" : 5946,
"2932736" : 6502,
"2965504" : 7085,
"2998272" : 7932,
"3031040" : 8803,
"3063808" : 9795,
"3096576" : 11163,
"3129344" : 12398,
"3162112" : 13343,
"3194880" : 13891,
"3227648" : 14744,
"3260416" : 15426,
"3293184" : 16677,
"3325952" : 17951,
"3358720" : 19516,
"3391488" : 21357,
"3424256" : 23499,
"3457024" : 25737,
"3489792" : 27518,
"3522560" : 29960,
"3555328" : 31479,
"3588096" : 32940,
"3620864" : 35240,
"3653632" : 37085,
"3686400" : 39097,
"3719168" : 43227,
"3751936" : 46254,
"3784704" : 50327,
"3817472" : 53370,
"3850240" : 57118,
"3883008" : 59628,
"3915776" : 62978,
"3948544" : 66231,
"3981312" : 69234,
"4014080" : 73463,
"4046848" : 76892,
"4079616" : 81605,
"4112384" : 86831,
"4145152" : 92030,
"4177920" : 95867,
"4227072" : 206783,
"4292608" : 223578,
"4358144" : 238385,
"4423680" : 258680,
"4489216" : 277545,
"4554752" : 294536,
"4620288" : 311191,
"4685824" : 323633,
"4751360" : 333575,
"4816896" : 342711,
"4882432" : 350053,
"4947968" : 355480,
"5013504" : 355642,
"5079040" : 351046,
"5144576" : 340659,
"5210112" : 330688,
"5275648" : 317231,
"5341184" : 301022,
"5406720" : 281015,
"5472256" : 257721,
"5537792" : 233735,
"5603328" : 207464,
"5668864" : 182089,
"5734400" : 156633,
"5799936" : 131683,
"5865472" : 107896,
"5931008" : 87909,
"5996544" : 68560,
"6062080" : 52857,
"6127616" : 39484,
"6193152" : 28529,
"6258688" : 19885,
"6324224" : 13931,
"6389760" : 9326,
"6455296" : 6099,
"6520832" : 4000,
"6586368" : 2612,
"6651904" : 1554,
"6717440" : 925,
"6782976" : 546,
"6848512" : 335,
"6914048" : 176,
"6979584" : 126,
"7045120" : 78,
"7110656" : 38,
"7176192" : 23,
"7241728" : 16,
"7307264" : 10,
"7372800" : 5,
"7438336" : 10,
"7503872" : 6,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 22555,
"max" : 8332983,
"mean" : 5135552.068231,
"stddev" : 705138.125844,
"N" : 8971563
},
"bw_min" : 181990,
"bw_max" : 220316,
"bw_agg" : 100.000000,
"bw_mean" : 199437.896936,
"bw_dev" : 558.254481,
"bw_samples" : 5744,
"iops_min" : 45497,
"iops_max" : 55078,
"iops_mean" : 49858.958217,
"iops_stddev" : 139.566021,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879991,
"usr_cpu" : 0.667467,
"sys_cpu" : 16.606163,
"ctx" : 7307181,
"majf" : 0,
"minf" : 583,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999822,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.028101,
"4" : 11.811892,
"10" : 88.161969,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083705,
"timestamp_ms" : 1773083705370,
"time" : "Mon Mar 9 16:15:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 36747587584,
"io_kbytes" : 35886316,
"bw_bytes" : 204106773,
"bw" : 199323,
"iops" : 49829.333319,
"runtime" : 180041,
"total_ios" : 8971323,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 1928226,
"mean" : 318802.472285,
"stddev" : 155355.780960,
"N" : 8971339
},
"clat_ns" : {
"min" : 2704,
"max" : 7901474,
"mean" : 4816748.909705,
"stddev" : 677796.081916,
"N" : 8971563,
"percentile" : {
"1.000000" : 2998272,
"5.000000" : 3620864,
"10.000000" : 3915776,
"20.000000" : 4292608,
"30.000000" : 4489216,
"40.000000" : 4685824,
"50.000000" : 4882432,
"60.000000" : 5013504,
"70.000000" : 5210112,
"80.000000" : 5406720,
"90.000000" : 5668864,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6520832,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"2704" : 1,
"2768" : 1,
"2960" : 1,
"3056" : 1,
"3184" : 1,
"3408" : 1,
"4832" : 1,
"5152" : 1,
"5536" : 1,
"5920" : 1,
"5984" : 1,
"6048" : 1,
"8032" : 1,
"8512" : 1,
"8896" : 1,
"12352" : 1,
"24192" : 1,
"46336" : 1,
"346112" : 2,
"350208" : 1,
"370688" : 2,
"374784" : 1,
"378880" : 1,
"387072" : 2,
"395264" : 1,
"399360" : 3,
"403456" : 1,
"415744" : 1,
"428032" : 1,
"436224" : 1,
"464896" : 1,
"522240" : 1,
"536576" : 1,
"593920" : 1,
"651264" : 1,
"700416" : 1,
"716800" : 1,
"724992" : 1,
"741376" : 1,
"749568" : 2,
"765952" : 1,
"790528" : 2,
"815104" : 1,
"823296" : 1,
"831488" : 1,
"856064" : 1,
"880640" : 1,
"897024" : 1,
"946176" : 3,
"954368" : 4,
"962560" : 1,
"1003520" : 3,
"1011712" : 4,
"1019904" : 1,
"1028096" : 3,
"1044480" : 2,
"1056768" : 1,
"1073152" : 3,
"1089536" : 6,
"1105920" : 3,
"1122304" : 5,
"1138688" : 4,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 2,
"1220608" : 5,
"1236992" : 2,
"1253376" : 4,
"1269760" : 1,
"1286144" : 13,
"1302528" : 6,
"1318912" : 14,
"1335296" : 22,
"1351680" : 12,
"1368064" : 23,
"1384448" : 19,
"1400832" : 20,
"1417216" : 21,
"1433600" : 22,
"1449984" : 12,
"1466368" : 23,
"1482752" : 16,
"1499136" : 15,
"1515520" : 8,
"1531904" : 16,
"1548288" : 13,
"1564672" : 24,
"1581056" : 27,
"1597440" : 26,
"1613824" : 42,
"1630208" : 31,
"1646592" : 58,
"1662976" : 47,
"1679360" : 44,
"1695744" : 80,
"1712128" : 78,
"1728512" : 77,
"1744896" : 93,
"1761280" : 66,
"1777664" : 89,
"1794048" : 86,
"1810432" : 67,
"1826816" : 81,
"1843200" : 102,
"1859584" : 83,
"1875968" : 71,
"1892352" : 89,
"1908736" : 75,
"1925120" : 103,
"1941504" : 133,
"1957888" : 153,
"1974272" : 180,
"1990656" : 176,
"2007040" : 203,
"2023424" : 230,
"2039808" : 275,
"2056192" : 276,
"2072576" : 317,
"2088960" : 322,
"2113536" : 650,
"2146304" : 641,
"2179072" : 695,
"2211840" : 699,
"2244608" : 748,
"2277376" : 880,
"2310144" : 1098,
"2342912" : 1243,
"2375680" : 1566,
"2408448" : 1841,
"2441216" : 1892,
"2473984" : 2026,
"2506752" : 2143,
"2539520" : 2147,
"2572288" : 2277,
"2605056" : 2550,
"2637824" : 2830,
"2670592" : 3264,
"2703360" : 3883,
"2736128" : 4429,
"2768896" : 4932,
"2801664" : 5366,
"2834432" : 5707,
"2867200" : 5990,
"2899968" : 5946,
"2932736" : 6502,
"2965504" : 7085,
"2998272" : 7932,
"3031040" : 8803,
"3063808" : 9795,
"3096576" : 11163,
"3129344" : 12398,
"3162112" : 13343,
"3194880" : 13891,
"3227648" : 14744,
"3260416" : 15426,
"3293184" : 16677,
"3325952" : 17951,
"3358720" : 19516,
"3391488" : 21357,
"3424256" : 23499,
"3457024" : 25737,
"3489792" : 27518,
"3522560" : 29960,
"3555328" : 31479,
"3588096" : 32940,
"3620864" : 35240,
"3653632" : 37085,
"3686400" : 39097,
"3719168" : 43227,
"3751936" : 46254,
"3784704" : 50327,
"3817472" : 53370,
"3850240" : 57118,
"3883008" : 59628,
"3915776" : 62978,
"3948544" : 66231,
"3981312" : 69234,
"4014080" : 73463,
"4046848" : 76892,
"4079616" : 81605,
"4112384" : 86831,
"4145152" : 92030,
"4177920" : 95867,
"4227072" : 206783,
"4292608" : 223578,
"4358144" : 238385,
"4423680" : 258680,
"4489216" : 277545,
"4554752" : 294536,
"4620288" : 311191,
"4685824" : 323633,
"4751360" : 333575,
"4816896" : 342711,
"4882432" : 350053,
"4947968" : 355480,
"5013504" : 355642,
"5079040" : 351046,
"5144576" : 340659,
"5210112" : 330688,
"5275648" : 317231,
"5341184" : 301022,
"5406720" : 281015,
"5472256" : 257721,
"5537792" : 233735,
"5603328" : 207464,
"5668864" : 182089,
"5734400" : 156633,
"5799936" : 131683,
"5865472" : 107896,
"5931008" : 87909,
"5996544" : 68560,
"6062080" : 52857,
"6127616" : 39484,
"6193152" : 28529,
"6258688" : 19885,
"6324224" : 13931,
"6389760" : 9326,
"6455296" : 6099,
"6520832" : 4000,
"6586368" : 2612,
"6651904" : 1554,
"6717440" : 925,
"6782976" : 546,
"6848512" : 335,
"6914048" : 176,
"6979584" : 126,
"7045120" : 78,
"7110656" : 38,
"7176192" : 23,
"7241728" : 16,
"7307264" : 10,
"7372800" : 5,
"7438336" : 10,
"7503872" : 6,
"7569408" : 2,
"7634944" : 4,
"7700480" : 3,
"7766016" : 5,
"7831552" : 2,
"7897088" : 1
}
},
"lat_ns" : {
"min" : 22555,
"max" : 8332983,
"mean" : 5135552.068231,
"stddev" : 705138.125844,
"N" : 8971563
},
"bw_min" : 174728,
"bw_max" : 220316,
"bw_agg" : 100.000000,
"bw_mean" : 199375.320102,
"bw_dev" : 563.248397,
"bw_samples" : 5758,
"iops_min" : 43677,
"iops_max" : 55078,
"iops_mean" : 49843.301370,
"iops_stddev" : 140.816706,
"iops_samples" : 5758
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880560,
"usr_cpu" : 0.667336,
"sys_cpu" : 16.602883,
"ctx" : 7307717,
"majf" : 0,
"minf" : 597,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999822,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.028101,
"4" : 11.811892,
"10" : 88.161969,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}