raidz2/benchmarks/seq/seq-write-qd32-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773073349,
"timestamp_ms" : 1773073349437,
"time" : "Mon Mar 9 13:22:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 37534826496,
"io_kbytes" : 36655104,
"bw_bytes" : 3854469757,
"bw" : 3764130,
"iops" : 3730.129390,
"runtime" : 9738,
"total_ios" : 36324,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 155808,
"usr_cpu" : 0.882496,
"sys_cpu" : 4.812975,
"ctx" : 85086,
"majf" : 0,
"minf" : 124,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.176192,
"8" : 0.352384,
"16" : 0.704768,
"32" : 98.634512,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073359,
"timestamp_ms" : 1773073359701,
"time" : "Mon Mar 9 13:22:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 45065699328,
"io_kbytes" : 44009472,
"bw_bytes" : 4505218367,
"bw" : 4399627,
"iops" : 4298.010597,
"runtime" : 10003,
"total_ios" : 42993,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 9358877,
"mean" : 3718210.627840,
"stddev" : 407647.302289,
"N" : 42995
},
"clat_ns" : {
"min" : 94764342,
"max" : 140221769,
"mean" : 115470157.755485,
"stddev" : 8072872.783005,
"N" : 42979,
"percentile" : {
"1.000000" : 96993280,
"5.000000" : 102236160,
"10.000000" : 104333312,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 113770496,
"50.000000" : 115867648,
"60.000000" : 116916224,
"70.000000" : 120061952,
"80.000000" : 122159104,
"90.000000" : 126353408,
"95.000000" : 128450560,
"99.000000" : 133693440,
"99.500000" : 135266304,
"99.900000" : 137363456,
"99.950000" : 139460608,
"99.990000" : 139460608
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 328,
"99090432" : 111,
"100139008" : 135,
"101187584" : 321,
"102236160" : 742,
"103284736" : 1121,
"104333312" : 880,
"105381888" : 1087,
"106430464" : 1275,
"107479040" : 1360,
"108527616" : 973,
"109576192" : 1559,
"110624768" : 1855,
"111673344" : 1903,
"112721920" : 2684,
"113770496" : 1921,
"114819072" : 1640,
"115867648" : 2810,
"116916224" : 2373,
"117964800" : 1919,
"119013376" : 2205,
"120061952" : 2050,
"121110528" : 1127,
"122159104" : 1270,
"123207680" : 1564,
"124256256" : 1385,
"125304832" : 1008,
"126353408" : 893,
"127401984" : 1051,
"128450560" : 696,
"129499136" : 518,
"130547712" : 461,
"131596288" : 397,
"132644864" : 139,
"133693440" : 102,
"135266304" : 247,
"137363456" : 79,
"139460608" : 34
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 144394043,
"mean" : 119189904.356011,
"stddev" : 8312841.461334,
"N" : 42979
},
"bw_min" : 3990949,
"bw_max" : 5017600,
"bw_agg" : 100.000000,
"bw_mean" : 4411168.263158,
"bw_dev" : 15796.249368,
"bw_samples" : 304,
"iops_min" : 3893,
"iops_max" : 4900,
"iops_mean" : 4307.105263,
"iops_stddev" : 15.460361,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160012,
"usr_cpu" : 0.953678,
"sys_cpu" : 4.252181,
"ctx" : 67245,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 2.863257,
"250" : 97.104180,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073369,
"timestamp_ms" : 1773073369702,
"time" : "Mon Mar 9 13:22:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 89894420480,
"io_kbytes" : 87787520,
"bw_bytes" : 4494046916,
"bw" : 4388717,
"iops" : 4286.657001,
"runtime" : 20003,
"total_ios" : 85746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 9358877,
"mean" : 3727421.861210,
"stddev" : 387260.446119,
"N" : 85748
},
"clat_ns" : {
"min" : 94764342,
"max" : 140221769,
"mean" : 115797755.613127,
"stddev" : 7360965.890322,
"N" : 85731,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 103284736,
"10.000000" : 106430464,
"20.000000" : 109576192,
"30.000000" : 111673344,
"40.000000" : 113770496,
"50.000000" : 115867648,
"60.000000" : 116916224,
"70.000000" : 119013376,
"80.000000" : 122159104,
"90.000000" : 125304832,
"95.000000" : 128450560,
"99.000000" : 132644864,
"99.500000" : 133693440,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 328,
"99090432" : 111,
"100139008" : 135,
"101187584" : 325,
"102236160" : 1089,
"103284736" : 2036,
"104333312" : 1491,
"105381888" : 2074,
"106430464" : 2261,
"107479040" : 1757,
"108527616" : 2430,
"109576192" : 3357,
"110624768" : 3753,
"111673344" : 5330,
"112721920" : 4927,
"113770496" : 4013,
"114819072" : 4052,
"115867648" : 6029,
"116916224" : 5546,
"117964800" : 4505,
"119013376" : 3985,
"120061952" : 3825,
"121110528" : 2389,
"122159104" : 2669,
"123207680" : 3390,
"124256256" : 3052,
"125304832" : 2436,
"126353408" : 1624,
"127401984" : 1618,
"128450560" : 1160,
"129499136" : 922,
"130547712" : 768,
"131596288" : 668,
"132644864" : 334,
"133693440" : 170,
"135266304" : 298,
"137363456" : 85,
"139460608" : 34
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 144394043,
"mean" : 119529165.925768,
"stddev" : 7575529.247136,
"N" : 85731
},
"bw_min" : 3990949,
"bw_max" : 5017600,
"bw_agg" : 99.909890,
"bw_mean" : 4384763.128205,
"bw_dev" : 13689.020014,
"bw_samples" : 624,
"iops_min" : 3893,
"iops_max" : 4900,
"iops_mean" : 4280.589744,
"iops_stddev" : 13.381698,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320020,
"usr_cpu" : 0.949628,
"sys_cpu" : 4.235360,
"ctx" : 131877,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998834,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 1.435635,
"250" : 98.546871,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073379,
"timestamp_ms" : 1773073379702,
"time" : "Mon Mar 9 13:22:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 133542445056,
"io_kbytes" : 130412544,
"bw_bytes" : 4450969738,
"bw" : 4346650,
"iops" : 4245.342132,
"runtime" : 30003,
"total_ios" : 127373,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 9358877,
"mean" : 3763495.531981,
"stddev" : 378542.146658,
"N" : 127373
},
"clat_ns" : {
"min" : 94764342,
"max" : 141617771,
"mean" : 116855602.446736,
"stddev" : 7175112.836445,
"N" : 127357,
"percentile" : {
"1.000000" : 100139008,
"5.000000" : 104333312,
"10.000000" : 107479040,
"20.000000" : 111673344,
"30.000000" : 112721920,
"40.000000" : 114819072,
"50.000000" : 116916224,
"60.000000" : 117964800,
"70.000000" : 120061952,
"80.000000" : 123207680,
"90.000000" : 126353408,
"95.000000" : 129499136,
"99.000000" : 133693440,
"99.500000" : 135266304,
"99.900000" : 137363456,
"99.950000" : 139460608,
"99.990000" : 139460608
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 328,
"99090432" : 111,
"100139008" : 138,
"101187584" : 326,
"102236160" : 1096,
"103284736" : 2309,
"104333312" : 1712,
"105381888" : 2931,
"106430464" : 2343,
"107479040" : 1795,
"108527616" : 2466,
"109576192" : 3405,
"110624768" : 5121,
"111673344" : 7080,
"112721920" : 7185,
"113770496" : 6717,
"114819072" : 6212,
"115867648" : 8018,
"116916224" : 8945,
"117964800" : 7752,
"119013376" : 7507,
"120061952" : 6245,
"121110528" : 4458,
"122159104" : 5433,
"123207680" : 5644,
"124256256" : 4625,
"125304832" : 3453,
"126353408" : 2497,
"127401984" : 2421,
"128450560" : 1931,
"129499136" : 1628,
"130547712" : 1420,
"131596288" : 1139,
"132644864" : 721,
"133693440" : 465,
"135266304" : 685,
"137363456" : 237,
"139460608" : 94,
"141557760" : 8
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 145731435,
"mean" : 120619110.930235,
"stddev" : 7382036.246570,
"N" : 127357
},
"bw_min" : 3990949,
"bw_max" : 5017600,
"bw_agg" : 100.000000,
"bw_mean" : 4354408.305085,
"bw_dev" : 12925.987341,
"bw_samples" : 944,
"iops_min" : 3893,
"iops_max" : 4900,
"iops_mean" : 4251.305085,
"iops_stddev" : 12.614308,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480010,
"usr_cpu" : 0.936647,
"sys_cpu" : 4.185746,
"ctx" : 192772,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.967238,
"250" : 99.020201,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073389,
"timestamp_ms" : 1773073389702,
"time" : "Mon Mar 9 13:23:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 176107290624,
"io_kbytes" : 171979776,
"bw_bytes" : 4402352089,
"bw" : 4299171,
"iops" : 4198.810089,
"runtime" : 40003,
"total_ios" : 167965,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 9358877,
"mean" : 3805194.121287,
"stddev" : 387948.028803,
"N" : 167965
},
"clat_ns" : {
"min" : 94764342,
"max" : 151015187,
"mean" : 118165881.428434,
"stddev" : 7792671.163709,
"N" : 167949,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 105381888,
"10.000000" : 108527616,
"20.000000" : 111673344,
"30.000000" : 113770496,
"40.000000" : 115867648,
"50.000000" : 117964800,
"60.000000" : 120061952,
"70.000000" : 122159104,
"80.000000" : 124256256,
"90.000000" : 128450560,
"95.000000" : 131596288,
"99.000000" : 137363456,
"99.500000" : 141557760,
"99.900000" : 145752064,
"99.950000" : 147849216,
"99.990000" : 147849216
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 328,
"99090432" : 111,
"100139008" : 138,
"101187584" : 326,
"102236160" : 1096,
"103284736" : 2309,
"104333312" : 1719,
"105381888" : 2947,
"106430464" : 3126,
"107479040" : 2619,
"108527616" : 2748,
"109576192" : 4023,
"110624768" : 5713,
"111673344" : 8132,
"112721920" : 9226,
"113770496" : 7878,
"114819072" : 8230,
"115867648" : 9782,
"116916224" : 9968,
"117964800" : 9325,
"119013376" : 9018,
"120061952" : 8474,
"121110528" : 6233,
"122159104" : 7512,
"123207680" : 7993,
"124256256" : 6142,
"125304832" : 5164,
"126353408" : 4539,
"127401984" : 4411,
"128450560" : 3362,
"129499136" : 2963,
"130547712" : 2104,
"131596288" : 2303,
"132644864" : 2087,
"133693440" : 1170,
"135266304" : 1532,
"137363456" : 988,
"139460608" : 602,
"141557760" : 367,
"143654912" : 264,
"145752064" : 132,
"147849216" : 75,
"149946368" : 13,
"152043520" : 1
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 156180378,
"mean" : 121972467.581474,
"stddev" : 8021345.729814,
"N" : 167949
},
"bw_min" : 3766272,
"bw_max" : 5017600,
"bw_agg" : 100.000000,
"bw_mean" : 4300452.329114,
"bw_dev" : 14606.265714,
"bw_samples" : 1264,
"iops_min" : 3678,
"iops_max" : 4900,
"iops_mean" : 4198.670886,
"iops_stddev" : 14.252325,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640019,
"usr_cpu" : 0.927472,
"sys_cpu" : 4.123628,
"ctx" : 250851,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.733486,
"250" : 99.256988,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073399,
"timestamp_ms" : 1773073399702,
"time" : "Mon Mar 9 13:23:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 217555402752,
"io_kbytes" : 212456448,
"bw_bytes" : 4350847004,
"bw" : 4248874,
"iops" : 4149.611023,
"runtime" : 50003,
"total_ios" : 207493,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 9358877,
"mean" : 3850297.589181,
"stddev" : 393172.955944,
"N" : 207493
},
"clat_ns" : {
"min" : 94764342,
"max" : 152382657,
"mean" : 119554137.365077,
"stddev" : 8190761.257008,
"N" : 207477,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 106430464,
"10.000000" : 109576192,
"20.000000" : 112721920,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 119013376,
"60.000000" : 121110528,
"70.000000" : 123207680,
"80.000000" : 126353408,
"90.000000" : 129499136,
"95.000000" : 133693440,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 147849216,
"99.990000" : 149946368
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 328,
"99090432" : 111,
"100139008" : 138,
"101187584" : 326,
"102236160" : 1096,
"103284736" : 2309,
"104333312" : 1719,
"105381888" : 2947,
"106430464" : 3126,
"107479040" : 2619,
"108527616" : 2748,
"109576192" : 4023,
"110624768" : 5720,
"111673344" : 8171,
"112721920" : 9758,
"113770496" : 8552,
"114819072" : 9458,
"115867648" : 11108,
"116916224" : 11223,
"117964800" : 11130,
"119013376" : 10500,
"120061952" : 10602,
"121110528" : 8220,
"122159104" : 10365,
"123207680" : 10240,
"124256256" : 7711,
"125304832" : 7699,
"126353408" : 6686,
"127401984" : 7220,
"128450560" : 5915,
"129499136" : 4781,
"130547712" : 3353,
"131596288" : 3226,
"132644864" : 2897,
"133693440" : 1921,
"135266304" : 3026,
"137363456" : 2157,
"139460608" : 1226,
"141557760" : 887,
"143654912" : 716,
"145752064" : 469,
"147849216" : 250,
"149946368" : 40,
"152043520" : 4
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 156826676,
"mean" : 123405143.431219,
"stddev" : 8432864.011837,
"N" : 207477
},
"bw_min" : 3621956,
"bw_max" : 5017600,
"bw_agg" : 100.000000,
"bw_mean" : 4249662.565657,
"bw_dev" : 15433.637975,
"bw_samples" : 1584,
"iops_min" : 3530,
"iops_max" : 4900,
"iops_mean" : 4149.121212,
"iops_stddev" : 15.069418,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800015,
"usr_cpu" : 0.917233,
"sys_cpu" : 4.063049,
"ctx" : 307433,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.593755,
"250" : 99.398534,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073409,
"timestamp_ms" : 1773073409702,
"time" : "Mon Mar 9 13:23:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 260907728896,
"io_kbytes" : 254792704,
"bw_bytes" : 4348244736,
"bw" : 4246332,
"iops" : 4147.075980,
"runtime" : 60003,
"total_ios" : 248837,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10009392,
"mean" : 3852605.560793,
"stddev" : 398682.682006,
"N" : 248837
},
"clat_ns" : {
"min" : 94764342,
"max" : 152382657,
"mean" : 119638807.854482,
"stddev" : 8393042.284357,
"N" : 248821,
"percentile" : {
"1.000000" : 101187584,
"5.000000" : 105381888,
"10.000000" : 108527616,
"20.000000" : 112721920,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 119013376,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 126353408,
"90.000000" : 130547712,
"95.000000" : 133693440,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 147849216,
"99.990000" : 149946368
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 531,
"99090432" : 366,
"100139008" : 340,
"101187584" : 680,
"102236160" : 1832,
"103284736" : 3030,
"104333312" : 2142,
"105381888" : 3488,
"106430464" : 4149,
"107479040" : 3807,
"108527616" : 4155,
"109576192" : 4816,
"110624768" : 7095,
"111673344" : 8882,
"112721920" : 10481,
"113770496" : 9323,
"114819072" : 11233,
"115867648" : 11837,
"116916224" : 12155,
"117964800" : 12318,
"119013376" : 11613,
"120061952" : 11635,
"121110528" : 9971,
"122159104" : 12184,
"123207680" : 12060,
"124256256" : 10559,
"125304832" : 10362,
"126353408" : 9173,
"127401984" : 8844,
"128450560" : 7512,
"129499136" : 6147,
"130547712" : 4459,
"131596288" : 3968,
"132644864" : 3585,
"133693440" : 2627,
"135266304" : 4064,
"137363456" : 2731,
"139460608" : 1481,
"141557760" : 948,
"143654912" : 720,
"145752064" : 469,
"147849216" : 250,
"149946368" : 40,
"152043520" : 4
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 156826676,
"mean" : 123493034.303548,
"stddev" : 8641289.671038,
"N" : 248821
},
"bw_min" : 3621956,
"bw_max" : 5017600,
"bw_agg" : 99.933289,
"bw_mean" : 4243500.369748,
"bw_dev" : 15784.071052,
"bw_samples" : 1904,
"iops_min" : 3530,
"iops_max" : 4900,
"iops_mean" : 4142.983193,
"iops_stddev" : 15.409470,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960020,
"usr_cpu" : 0.916856,
"sys_cpu" : 4.061790,
"ctx" : 369314,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999598,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999598,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.709300,
"250" : 99.284270,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073419,
"timestamp_ms" : 1773073419702,
"time" : "Mon Mar 9 13:23:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 303954919424,
"io_kbytes" : 296830976,
"bw_bytes" : 4342027047,
"bw" : 4240260,
"iops" : 4141.108238,
"runtime" : 70003,
"total_ios" : 289890,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10009392,
"mean" : 3858132.431250,
"stddev" : 405284.018317,
"N" : 289890
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 119796411.399946,
"stddev" : 8688065.270543,
"N" : 289874,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 106430464,
"10.000000" : 108527616,
"20.000000" : 112721920,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 119013376,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 130547712,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 152043520,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 531,
"99090432" : 366,
"100139008" : 340,
"101187584" : 680,
"102236160" : 2159,
"103284736" : 3691,
"104333312" : 2204,
"105381888" : 3706,
"106430464" : 5312,
"107479040" : 4555,
"108527616" : 5159,
"109576192" : 5784,
"110624768" : 8469,
"111673344" : 10087,
"112721920" : 12084,
"113770496" : 10677,
"114819072" : 13494,
"115867648" : 14366,
"116916224" : 16029,
"117964800" : 14179,
"119013376" : 13965,
"120061952" : 12970,
"121110528" : 11046,
"122159104" : 13180,
"123207680" : 13080,
"124256256" : 11602,
"125304832" : 11241,
"126353408" : 9630,
"127401984" : 9566,
"128450560" : 8113,
"129499136" : 6957,
"130547712" : 4992,
"131596288" : 4516,
"132644864" : 4506,
"133693440" : 3698,
"135266304" : 5480,
"137363456" : 4338,
"139460608" : 2541,
"141557760" : 1294,
"143654912" : 990,
"145752064" : 648,
"147849216" : 394,
"149946368" : 187,
"152043520" : 179,
"154140672" : 116,
"156237824" : 17
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 123655144.455401,
"stddev" : 8946947.402045,
"N" : 289874
},
"bw_min" : 3600831,
"bw_max" : 5017600,
"bw_agg" : 100.000000,
"bw_mean" : 4240628.187050,
"bw_dev" : 16649.591899,
"bw_samples" : 2224,
"iops_min" : 3516,
"iops_max" : 4900,
"iops_mean" : 4140.079137,
"iops_stddev" : 16.240527,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120020,
"usr_cpu" : 0.915073,
"sys_cpu" : 4.055463,
"ctx" : 430866,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.608852,
"250" : 99.385629,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073429,
"timestamp_ms" : 1773073429701,
"time" : "Mon Mar 9 13:23:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 348015034368,
"io_kbytes" : 339858432,
"bw_bytes" : 4350024803,
"bw" : 4248071,
"iops" : 4148.719423,
"runtime" : 80003,
"total_ios" : 331910,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10009392,
"mean" : 3850960.609150,
"stddev" : 399730.673891,
"N" : 331910
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 119574489.136212,
"stddev" : 8449063.722906,
"N" : 331894,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 106430464,
"10.000000" : 109576192,
"20.000000" : 112721920,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 119013376,
"60.000000" : 121110528,
"70.000000" : 123207680,
"80.000000" : 126353408,
"90.000000" : 130547712,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 320,
"96993280" : 347,
"98041856" : 531,
"99090432" : 366,
"100139008" : 340,
"101187584" : 680,
"102236160" : 2159,
"103284736" : 3691,
"104333312" : 2204,
"105381888" : 3813,
"106430464" : 6077,
"107479040" : 5717,
"108527616" : 6677,
"109576192" : 6894,
"110624768" : 9382,
"111673344" : 11634,
"112721920" : 14797,
"113770496" : 13298,
"114819072" : 16416,
"115867648" : 17074,
"116916224" : 18538,
"117964800" : 16716,
"119013376" : 16653,
"120061952" : 15844,
"121110528" : 13455,
"122159104" : 14981,
"123207680" : 14425,
"124256256" : 12829,
"125304832" : 12217,
"126353408" : 10865,
"127401984" : 10706,
"128450560" : 8768,
"129499136" : 7892,
"130547712" : 5456,
"131596288" : 4853,
"132644864" : 4703,
"133693440" : 3859,
"135266304" : 5725,
"137363456" : 4491,
"139460608" : 2580,
"141557760" : 1301,
"143654912" : 990,
"145752064" : 648,
"147849216" : 394,
"149946368" : 187,
"152043520" : 179,
"154140672" : 116,
"156237824" : 17
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 123426038.599092,
"stddev" : 8699777.271532,
"N" : 331894
},
"bw_min" : 3600831,
"bw_max" : 5017600,
"bw_agg" : 100.000000,
"bw_mean" : 4248719.232704,
"bw_dev" : 16101.556931,
"bw_samples" : 2544,
"iops_min" : 3516,
"iops_max" : 4900,
"iops_mean" : 4147.968553,
"iops_stddev" : 15.707735,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280014,
"usr_cpu" : 0.915615,
"sys_cpu" : 4.065893,
"ctx" : 494290,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.531771,
"250" : 99.463409,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073439,
"timestamp_ms" : 1773073439702,
"time" : "Mon Mar 9 13:23:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 391049641984,
"io_kbytes" : 381884416,
"bw_bytes" : 4344851193,
"bw" : 4243018,
"iops" : 4143.761875,
"runtime" : 90003,
"total_ios" : 372951,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10009392,
"mean" : 3855590.745326,
"stddev" : 401755.409461,
"N" : 372951
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 119716991.925041,
"stddev" : 8563530.259912,
"N" : 372935,
"percentile" : {
"1.000000" : 101187584,
"5.000000" : 106430464,
"10.000000" : 108527616,
"20.000000" : 112721920,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 119013376,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 126353408,
"90.000000" : 130547712,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 321,
"96993280" : 921,
"98041856" : 818,
"99090432" : 648,
"100139008" : 688,
"101187584" : 766,
"102236160" : 2333,
"103284736" : 4627,
"104333312" : 3310,
"105381888" : 4041,
"106430464" : 6268,
"107479040" : 6000,
"108527616" : 7063,
"109576192" : 7520,
"110624768" : 10732,
"111673344" : 12111,
"112721920" : 15132,
"113770496" : 13580,
"114819072" : 17424,
"115867648" : 18435,
"116916224" : 21139,
"117964800" : 18834,
"119013376" : 17619,
"120061952" : 17455,
"121110528" : 15674,
"122159104" : 17717,
"123207680" : 16027,
"124256256" : 14676,
"125304832" : 14644,
"126353408" : 13002,
"127401984" : 12414,
"128450560" : 9914,
"129499136" : 8785,
"130547712" : 6696,
"131596288" : 6380,
"132644864" : 5473,
"133693440" : 4555,
"135266304" : 6856,
"137363456" : 5252,
"139460608" : 3000,
"141557760" : 1447,
"143654912" : 1008,
"145752064" : 648,
"147849216" : 394,
"149946368" : 187,
"152043520" : 179,
"154140672" : 116,
"156237824" : 17
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 123573108.327387,
"stddev" : 8818329.644188,
"N" : 372935
},
"bw_min" : 3600831,
"bw_max" : 5027486,
"bw_agg" : 100.000000,
"bw_mean" : 4244053.217877,
"bw_dev" : 16488.739131,
"bw_samples" : 2864,
"iops_min" : 3516,
"iops_max" : 4906,
"iops_mean" : 4143.357542,
"iops_stddev" : 16.084836,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440024,
"usr_cpu" : 0.911096,
"sys_cpu" : 4.061599,
"ctx" : 553480,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.843811,
"250" : 99.151899,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073449,
"timestamp_ms" : 1773073449701,
"time" : "Mon Mar 9 13:24:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 433786454016,
"io_kbytes" : 423619584,
"bw_bytes" : 4337734408,
"bw" : 4236068,
"iops" : 4136.945892,
"runtime" : 100003,
"total_ios" : 413707,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10123095,
"mean" : 3861872.961753,
"stddev" : 396689.381344,
"N" : 413707
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 119906411.785705,
"stddev" : 8379352.307160,
"N" : 413691,
"percentile" : {
"1.000000" : 101187584,
"5.000000" : 106430464,
"10.000000" : 109576192,
"20.000000" : 112721920,
"30.000000" : 115867648,
"40.000000" : 116916224,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 126353408,
"90.000000" : 130547712,
"95.000000" : 133693440,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 321,
"96993280" : 921,
"98041856" : 818,
"99090432" : 648,
"100139008" : 688,
"101187584" : 766,
"102236160" : 2333,
"103284736" : 4627,
"104333312" : 3310,
"105381888" : 4041,
"106430464" : 6268,
"107479040" : 6397,
"108527616" : 7936,
"109576192" : 7950,
"110624768" : 11043,
"111673344" : 12448,
"112721920" : 15850,
"113770496" : 15229,
"114819072" : 19695,
"115867648" : 20780,
"116916224" : 23353,
"117964800" : 20448,
"119013376" : 19097,
"120061952" : 19660,
"121110528" : 17806,
"122159104" : 20860,
"123207680" : 19349,
"124256256" : 17307,
"125304832" : 17172,
"126353408" : 15802,
"127401984" : 14009,
"128450560" : 11063,
"129499136" : 9718,
"130547712" : 7543,
"131596288" : 7052,
"132644864" : 6129,
"133693440" : 5083,
"135266304" : 7541,
"137363456" : 5503,
"139460608" : 3040,
"141557760" : 1449,
"143654912" : 1008,
"145752064" : 648,
"147849216" : 394,
"149946368" : 187,
"152043520" : 179,
"154140672" : 116,
"156237824" : 17
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 123768467.689106,
"stddev" : 8627811.314625,
"N" : 413691
},
"bw_min" : 3600831,
"bw_max" : 5027486,
"bw_agg" : 100.000000,
"bw_mean" : 4239128.376884,
"bw_dev" : 15905.147724,
"bw_samples" : 3184,
"iops_min" : 3516,
"iops_max" : 4906,
"iops_mean" : 4138.547739,
"iops_stddev" : 15.515795,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600010,
"usr_cpu" : 0.909494,
"sys_cpu" : 4.053350,
"ctx" : 613237,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.760683,
"250" : 99.235449,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073459,
"timestamp_ms" : 1773073459703,
"time" : "Mon Mar 9 13:24:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 475432747008,
"io_kbytes" : 464289792,
"bw_bytes" : 4321998009,
"bw" : 4220701,
"iops" : 4121.923948,
"runtime" : 110003,
"total_ios" : 453424,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10123095,
"mean" : 3876009.535735,
"stddev" : 399794.169245,
"N" : 453424
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 120336979.068378,
"stddev" : 8527231.762267,
"N" : 453408,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 106430464,
"10.000000" : 109576192,
"20.000000" : 112721920,
"30.000000" : 115867648,
"40.000000" : 117964800,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 321,
"96993280" : 921,
"98041856" : 818,
"99090432" : 648,
"100139008" : 688,
"101187584" : 766,
"102236160" : 2333,
"103284736" : 4627,
"104333312" : 3310,
"105381888" : 4041,
"106430464" : 6270,
"107479040" : 6705,
"108527616" : 8498,
"109576192" : 8895,
"110624768" : 12137,
"111673344" : 13462,
"112721920" : 16558,
"113770496" : 15954,
"114819072" : 20519,
"115867648" : 22475,
"116916224" : 24585,
"117964800" : 21287,
"119013376" : 20429,
"120061952" : 21453,
"121110528" : 20064,
"122159104" : 22819,
"123207680" : 20727,
"124256256" : 17982,
"125304832" : 18004,
"126353408" : 16867,
"127401984" : 15624,
"128450560" : 13044,
"129499136" : 13279,
"130547712" : 9852,
"131596288" : 8922,
"132644864" : 7515,
"133693440" : 5650,
"135266304" : 9140,
"137363456" : 6504,
"139460608" : 3905,
"141557760" : 2192,
"143654912" : 1532,
"145752064" : 946,
"147849216" : 518,
"149946368" : 220,
"152043520" : 180,
"154140672" : 116,
"156237824" : 17
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 124212703.524256,
"stddev" : 8780574.887016,
"N" : 453408
},
"bw_min" : 3600831,
"bw_max" : 5027486,
"bw_agg" : 100.000000,
"bw_mean" : 4224705.251142,
"bw_dev" : 16100.052662,
"bw_samples" : 3504,
"iops_min" : 3516,
"iops_max" : 4906,
"iops_mean" : 4124.461187,
"iops_stddev" : 15.702850,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760021,
"usr_cpu" : 0.902717,
"sys_cpu" : 4.038815,
"ctx" : 670169,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.694052,
"250" : 99.302419,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073469,
"timestamp_ms" : 1773073469701,
"time" : "Mon Mar 9 13:24:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 517715525632,
"io_kbytes" : 505581568,
"bw_bytes" : 4314188192,
"bw" : 4213074,
"iops" : 4114.463805,
"runtime" : 120003,
"total_ios" : 493748,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10123095,
"mean" : 3883009.386817,
"stddev" : 398015.588492,
"N" : 493748
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 120561521.996510,
"stddev" : 8459474.424118,
"N" : 493732,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 106430464,
"10.000000" : 109576192,
"20.000000" : 113770496,
"30.000000" : 115867648,
"40.000000" : 117964800,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 125304832,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 321,
"96993280" : 921,
"98041856" : 818,
"99090432" : 648,
"100139008" : 688,
"101187584" : 766,
"102236160" : 2333,
"103284736" : 4627,
"104333312" : 3310,
"105381888" : 4041,
"106430464" : 6270,
"107479040" : 6785,
"108527616" : 9350,
"109576192" : 9563,
"110624768" : 13006,
"111673344" : 14180,
"112721920" : 17384,
"113770496" : 16892,
"114819072" : 21399,
"115867648" : 23520,
"116916224" : 25822,
"117964800" : 22700,
"119013376" : 22539,
"120061952" : 24340,
"121110528" : 23534,
"122159104" : 25026,
"123207680" : 22953,
"124256256" : 20239,
"125304832" : 20016,
"126353408" : 18793,
"127401984" : 17002,
"128450560" : 15412,
"129499136" : 14844,
"130547712" : 11124,
"131596288" : 10116,
"132644864" : 8153,
"133693440" : 6217,
"135266304" : 10139,
"137363456" : 7135,
"139460608" : 4478,
"141557760" : 2572,
"143654912" : 1661,
"145752064" : 955,
"147849216" : 518,
"149946368" : 220,
"152043520" : 180,
"154140672" : 116,
"156237824" : 17
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 124444740.173890,
"stddev" : 8710546.459816,
"N" : 493732
},
"bw_min" : 3600831,
"bw_max" : 5027486,
"bw_agg" : 100.000000,
"bw_mean" : 4214612.861925,
"bw_dev" : 16045.877041,
"bw_samples" : 3824,
"iops_min" : 3516,
"iops_max" : 4906,
"iops_mean" : 4114.573222,
"iops_stddev" : 15.651449,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920010,
"usr_cpu" : 0.898589,
"sys_cpu" : 4.030969,
"ctx" : 728109,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.637370,
"250" : 99.359390,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073479,
"timestamp_ms" : 1773073479702,
"time" : "Mon Mar 9 13:24:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 558889959424,
"io_kbytes" : 545790976,
"bw_bytes" : 4299054325,
"bw" : 4198295,
"iops" : 4100.020769,
"runtime" : 130003,
"total_ios" : 533015,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10123095,
"mean" : 3896741.204983,
"stddev" : 397271.600480,
"N" : 533015
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 120983094.457639,
"stddev" : 8496520.252597,
"N" : 532999,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 107479040,
"10.000000" : 110624768,
"20.000000" : 113770496,
"30.000000" : 116916224,
"40.000000" : 119013376,
"50.000000" : 121110528,
"60.000000" : 123207680,
"70.000000" : 125304832,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 321,
"96993280" : 921,
"98041856" : 818,
"99090432" : 648,
"100139008" : 688,
"101187584" : 766,
"102236160" : 2333,
"103284736" : 4627,
"104333312" : 3310,
"105381888" : 4041,
"106430464" : 6270,
"107479040" : 6785,
"108527616" : 9350,
"109576192" : 9563,
"110624768" : 13249,
"111673344" : 14585,
"112721920" : 17885,
"113770496" : 17264,
"114819072" : 21772,
"115867648" : 23961,
"116916224" : 26331,
"117964800" : 23861,
"119013376" : 24028,
"120061952" : 26412,
"121110528" : 25573,
"122159104" : 26673,
"123207680" : 25471,
"124256256" : 24690,
"125304832" : 23268,
"126353408" : 21885,
"127401984" : 19018,
"128450560" : 16544,
"129499136" : 15936,
"130547712" : 12262,
"131596288" : 11228,
"132644864" : 9693,
"133693440" : 7481,
"135266304" : 12372,
"137363456" : 8354,
"139460608" : 5161,
"141557760" : 2968,
"143654912" : 1923,
"145752064" : 1104,
"147849216" : 639,
"149946368" : 362,
"152043520" : 330,
"154140672" : 168,
"156237824" : 18
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 124879877.043795,
"stddev" : 8748909.002444,
"N" : 532999
},
"bw_min" : 3600831,
"bw_max" : 5027486,
"bw_agg" : 100.000000,
"bw_mean" : 4200402.494208,
"bw_dev" : 15999.597740,
"bw_samples" : 4144,
"iops_min" : 3516,
"iops_max" : 4906,
"iops_mean" : 4100.675676,
"iops_stddev" : 15.612160,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080015,
"usr_cpu" : 0.896292,
"sys_cpu" : 4.011990,
"ctx" : 783927,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.590415,
"250" : 99.406583,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073489,
"timestamp_ms" : 1773073489702,
"time" : "Mon Mar 9 13:24:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 602231799808,
"io_kbytes" : 588116992,
"bw_bytes" : 4301563536,
"bw" : 4200745,
"iops" : 4102.404948,
"runtime" : 140003,
"total_ios" : 574349,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10123095,
"mean" : 3894458.635906,
"stddev" : 396304.677143,
"N" : 574349
},
"clat_ns" : {
"min" : 94764342,
"max" : 156869882,
"mean" : 120913798.420685,
"stddev" : 8440739.713484,
"N" : 574333,
"percentile" : {
"1.000000" : 102236160,
"5.000000" : 107479040,
"10.000000" : 110624768,
"20.000000" : 113770496,
"30.000000" : 115867648,
"40.000000" : 119013376,
"50.000000" : 121110528,
"60.000000" : 123207680,
"70.000000" : 125304832,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"94896128" : 89,
"95944704" : 321,
"96993280" : 921,
"98041856" : 818,
"99090432" : 648,
"100139008" : 688,
"101187584" : 766,
"102236160" : 2333,
"103284736" : 5373,
"104333312" : 3883,
"105381888" : 4633,
"106430464" : 7067,
"107479040" : 7608,
"108527616" : 10527,
"109576192" : 10136,
"110624768" : 13866,
"111673344" : 15207,
"112721920" : 19153,
"113770496" : 19043,
"114819072" : 24382,
"115867648" : 25293,
"116916224" : 27636,
"117964800" : 24774,
"119013376" : 25544,
"120061952" : 28644,
"121110528" : 27951,
"122159104" : 28952,
"123207680" : 29250,
"124256256" : 27052,
"125304832" : 24680,
"126353408" : 23927,
"127401984" : 20722,
"128450560" : 17904,
"129499136" : 17232,
"130547712" : 13033,
"131596288" : 11918,
"132644864" : 10257,
"133693440" : 7888,
"135266304" : 12776,
"137363456" : 8612,
"139460608" : 5273,
"141557760" : 3009,
"143654912" : 1923,
"145752064" : 1104,
"147849216" : 639,
"149946368" : 362,
"152043520" : 330,
"154140672" : 168,
"156237824" : 18
}
},
"lat_ns" : {
"min" : 97930509,
"max" : 161753462,
"mean" : 124808371.722563,
"stddev" : 8691118.069210,
"N" : 574333
},
"bw_min" : 3600831,
"bw_max" : 5027486,
"bw_agg" : 100.000000,
"bw_mean" : 4202908.254480,
"bw_dev" : 15880.639618,
"bw_samples" : 4464,
"iops_min" : 3516,
"iops_max" : 4906,
"iops_mean" : 4103.129032,
"iops_stddev" : 15.500349,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240016,
"usr_cpu" : 0.897003,
"sys_cpu" : 4.014748,
"ctx" : 844592,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.547925,
"250" : 99.449290,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073499,
"timestamp_ms" : 1773073499702,
"time" : "Mon Mar 9 13:24:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 649319153664,
"io_kbytes" : 634100736,
"bw_bytes" : 4328707783,
"bw" : 4227253,
"iops" : 4128.290768,
"runtime" : 150003,
"total_ios" : 619256,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 10613524,
"mean" : 3869993.733903,
"stddev" : 412821.500782,
"N" : 619256
},
"clat_ns" : {
"min" : 88065218,
"max" : 156869882,
"mean" : 120156399.385553,
"stddev" : 9057836.282564,
"N" : 619240,
"percentile" : {
"1.000000" : 96993280,
"5.000000" : 104333312,
"10.000000" : 108527616,
"20.000000" : 112721920,
"30.000000" : 115867648,
"40.000000" : 117964800,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 125304832,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"87556096" : 1,
"89653248" : 3,
"90701824" : 1,
"91750400" : 4,
"92798976" : 502,
"93847552" : 830,
"94896128" : 566,
"95944704" : 844,
"96993280" : 3683,
"98041856" : 2998,
"99090432" : 2688,
"100139008" : 2375,
"101187584" : 2370,
"102236160" : 3506,
"103284736" : 6454,
"104333312" : 5316,
"105381888" : 5880,
"106430464" : 8195,
"107479040" : 9067,
"108527616" : 11710,
"109576192" : 11589,
"110624768" : 15794,
"111673344" : 17208,
"112721920" : 20811,
"113770496" : 20842,
"114819072" : 25423,
"115867648" : 26145,
"116916224" : 28296,
"117964800" : 25505,
"119013376" : 26468,
"120061952" : 29817,
"121110528" : 29904,
"122159104" : 29527,
"123207680" : 30066,
"124256256" : 28048,
"125304832" : 24987,
"126353408" : 24490,
"127401984" : 21458,
"128450560" : 18870,
"129499136" : 17755,
"130547712" : 13400,
"131596288" : 12122,
"132644864" : 10437,
"133693440" : 8038,
"135266304" : 13087,
"137363456" : 8906,
"139460608" : 5560,
"141557760" : 3109,
"143654912" : 1962,
"145752064" : 1106,
"147849216" : 639,
"149946368" : 362,
"152043520" : 330,
"154140672" : 168,
"156237824" : 18
}
},
"lat_ns" : {
"min" : 91122559,
"max" : 161753462,
"mean" : 124026543.457745,
"stddev" : 9329752.848750,
"N" : 619240
},
"bw_min" : 3600831,
"bw_max" : 5247220,
"bw_agg" : 100.000000,
"bw_mean" : 4229141.829431,
"bw_dev" : 17810.746983,
"bw_samples" : 4784,
"iops_min" : 3516,
"iops_max" : 5114,
"iops_mean" : 4128.705686,
"iops_stddev" : 17.380742,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400020,
"usr_cpu" : 0.903701,
"sys_cpu" : 4.048925,
"ctx" : 917098,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 2.114796,
"250" : 97.882620,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073509,
"timestamp_ms" : 1773073509702,
"time" : "Mon Mar 9 13:25:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 695664115712,
"io_kbytes" : 679359488,
"bw_bytes" : 4347792028,
"bw" : 4245890,
"iops" : 4146.477588,
"runtime" : 160004,
"total_ios" : 663453,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 11109903,
"mean" : 3852931.793997,
"stddev" : 417656.485241,
"N" : 663453
},
"clat_ns" : {
"min" : 88065218,
"max" : 156869882,
"mean" : 119633332.456939,
"stddev" : 9179950.692305,
"N" : 663437,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 104333312,
"10.000000" : 107479040,
"20.000000" : 111673344,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"87556096" : 1,
"89653248" : 3,
"90701824" : 1,
"91750400" : 4,
"92798976" : 502,
"93847552" : 830,
"94896128" : 566,
"95944704" : 845,
"96993280" : 3685,
"98041856" : 3144,
"99090432" : 3020,
"100139008" : 3191,
"101187584" : 3593,
"102236160" : 4580,
"103284736" : 7796,
"104333312" : 6672,
"105381888" : 8704,
"106430464" : 10746,
"107479040" : 11931,
"108527616" : 13806,
"109576192" : 13922,
"110624768" : 18278,
"111673344" : 20224,
"112721920" : 22791,
"113770496" : 23002,
"114819072" : 27476,
"115867648" : 27791,
"116916224" : 30082,
"117964800" : 26706,
"119013376" : 27894,
"120061952" : 31329,
"121110528" : 31216,
"122159104" : 30357,
"123207680" : 30752,
"124256256" : 28580,
"125304832" : 25410,
"126353408" : 24837,
"127401984" : 21778,
"128450560" : 19197,
"129499136" : 17920,
"130547712" : 13531,
"131596288" : 12258,
"132644864" : 10543,
"133693440" : 8114,
"135266304" : 13197,
"137363456" : 9029,
"139460608" : 5692,
"141557760" : 3285,
"143654912" : 1995,
"145752064" : 1114,
"147849216" : 639,
"149946368" : 362,
"152043520" : 330,
"154140672" : 168,
"156237824" : 18
}
},
"lat_ns" : {
"min" : 91122559,
"max" : 161753462,
"mean" : 123486728.909613,
"stddev" : 9455892.030294,
"N" : 663437
},
"bw_min" : 3600831,
"bw_max" : 5247220,
"bw_agg" : 100.000000,
"bw_mean" : 4246406.730408,
"bw_dev" : 18174.637775,
"bw_samples" : 5104,
"iops_min" : 3516,
"iops_max" : 5114,
"iops_mean" : 4145.489028,
"iops_stddev" : 17.729681,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560028,
"usr_cpu" : 0.908349,
"sys_cpu" : 4.073588,
"ctx" : 987083,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 2.094346,
"250" : 97.903243,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073519,
"timestamp_ms" : 1773073519701,
"time" : "Mon Mar 9 13:25:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 738193309696,
"io_kbytes" : 720891904,
"bw_bytes" : 4342236958,
"bw" : 4240465,
"iops" : 4141.173979,
"runtime" : 170003,
"total_ios" : 704012,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 11109903,
"mean" : 3857872.894221,
"stddev" : 415950.656141,
"N" : 704012
},
"clat_ns" : {
"min" : 88065218,
"max" : 157592185,
"mean" : 119783580.419279,
"stddev" : 9138671.639481,
"N" : 703996,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 104333312,
"10.000000" : 107479040,
"20.000000" : 112721920,
"30.000000" : 114819072,
"40.000000" : 117964800,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"87556096" : 1,
"89653248" : 3,
"90701824" : 1,
"91750400" : 4,
"92798976" : 502,
"93847552" : 830,
"94896128" : 566,
"95944704" : 845,
"96993280" : 3685,
"98041856" : 3144,
"99090432" : 3020,
"100139008" : 3191,
"101187584" : 3593,
"102236160" : 4580,
"103284736" : 7796,
"104333312" : 6672,
"105381888" : 8704,
"106430464" : 10746,
"107479040" : 12555,
"108527616" : 14396,
"109576192" : 14694,
"110624768" : 19699,
"111673344" : 21403,
"112721920" : 23616,
"113770496" : 23830,
"114819072" : 29007,
"115867648" : 29615,
"116916224" : 32436,
"117964800" : 29682,
"119013376" : 29743,
"120061952" : 32941,
"121110528" : 33215,
"122159104" : 32075,
"123207680" : 33706,
"124256256" : 29719,
"125304832" : 26415,
"126353408" : 25805,
"127401984" : 23645,
"128450560" : 21211,
"129499136" : 20231,
"130547712" : 15172,
"131596288" : 13193,
"132644864" : 11268,
"133693440" : 8632,
"135266304" : 13822,
"137363456" : 9496,
"139460608" : 6048,
"141557760" : 3559,
"143654912" : 2126,
"145752064" : 1236,
"147849216" : 750,
"149946368" : 513,
"152043520" : 423,
"154140672" : 210,
"156237824" : 23,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 91122559,
"max" : 162273387,
"mean" : 123641744.698137,
"stddev" : 9413151.576821,
"N" : 703996
},
"bw_min" : 3600831,
"bw_max" : 5247220,
"bw_agg" : 100.000000,
"bw_mean" : 4241799.300885,
"bw_dev" : 18041.359208,
"bw_samples" : 5424,
"iops_min" : 3516,
"iops_max" : 5114,
"iops_mean" : 4141.000000,
"iops_stddev" : 17.600146,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720009,
"usr_cpu" : 0.909482,
"sys_cpu" : 4.063994,
"ctx" : 1044959,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 1.973688,
"250" : 98.024039,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073529,
"timestamp_ms" : 1773073529715,
"time" : "Mon Mar 9 13:25:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 73,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 780595625984,
"io_kbytes" : 762300416,
"bw_bytes" : 4336570090,
"bw" : 4234931,
"iops" : 4134.614423,
"runtime" : 180003,
"total_ios" : 744243,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 11109903,
"mean" : 3863889.409070,
"stddev" : 418272.592224,
"N" : 744259
},
"clat_ns" : {
"min" : 5268,
"max" : 157592185,
"mean" : 119926772.875617,
"stddev" : 9372339.013627,
"N" : 744739,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 104333312,
"10.000000" : 108527616,
"20.000000" : 111673344,
"30.000000" : 114819072,
"40.000000" : 117964800,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 152043520,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"5280" : 1,
"5728" : 2,
"6176" : 1,
"6560" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 1,
"7968" : 1,
"8384" : 1,
"9024" : 1,
"11200" : 1,
"12352" : 1,
"12480" : 1,
"17792" : 1,
"57600" : 1,
"2932736" : 1,
"4177920" : 3,
"4227072" : 1,
"4292608" : 2,
"4358144" : 1,
"4423680" : 2,
"4554752" : 1,
"4620288" : 3,
"4816896" : 1,
"4947968" : 1,
"7372800" : 1,
"8454144" : 1,
"8585216" : 2,
"8716288" : 1,
"8847360" : 5,
"8978432" : 3,
"9633792" : 1,
"10027008" : 1,
"10158080" : 1,
"11599872" : 1,
"12386304" : 1,
"12779520" : 2,
"12910592" : 1,
"13172736" : 2,
"13303808" : 4,
"13434880" : 1,
"13565952" : 1,
"13959168" : 1,
"14614528" : 2,
"16318464" : 1,
"16908288" : 1,
"17170432" : 1,
"17432576" : 6,
"17694720" : 3,
"17956864" : 1,
"18219008" : 1,
"18481152" : 1,
"19005440" : 1,
"20316160" : 1,
"21626880" : 2,
"21889024" : 4,
"22151168" : 3,
"22413312" : 1,
"22675456" : 1,
"22937600" : 1,
"23199744" : 2,
"23724032" : 1,
"25296896" : 1,
"26083328" : 2,
"26345472" : 2,
"26607616" : 4,
"26869760" : 3,
"27131904" : 1,
"27656192" : 2,
"28442624" : 1,
"29753344" : 1,
"30015488" : 1,
"30539776" : 1,
"31064064" : 4,
"31326208" : 4,
"31588352" : 2,
"31850496" : 1,
"32112640" : 1,
"32374784" : 1,
"33816576" : 1,
"35389440" : 6,
"35913728" : 5,
"36438016" : 2,
"36962304" : 1,
"37486592" : 1,
"39583744" : 6,
"40108032" : 3,
"40632320" : 4,
"41156608" : 2,
"42205184" : 1,
"43253760" : 1,
"43778048" : 2,
"44302336" : 4,
"44826624" : 3,
"45350912" : 3,
"45875200" : 2,
"46923776" : 1,
"47972352" : 2,
"48496640" : 2,
"49020928" : 3,
"49545216" : 3,
"50069504" : 3,
"50593792" : 1,
"51118080" : 2,
"52690944" : 3,
"53215232" : 2,
"53739520" : 3,
"54263808" : 4,
"54788096" : 1,
"55312384" : 2,
"55836672" : 1,
"56885248" : 1,
"57409536" : 4,
"57933824" : 1,
"58458112" : 2,
"58982400" : 3,
"59506688" : 3,
"60030976" : 1,
"60555264" : 1,
"61603840" : 3,
"62128128" : 2,
"62652416" : 2,
"63700992" : 6,
"64225280" : 1,
"64749568" : 2,
"65798144" : 2,
"66322432" : 2,
"66846720" : 2,
"67633152" : 6,
"68681728" : 3,
"69730304" : 1,
"70778880" : 4,
"71827456" : 4,
"72876032" : 6,
"73924608" : 1,
"74973184" : 4,
"76021760" : 3,
"77070336" : 4,
"78118912" : 5,
"79167488" : 3,
"80216064" : 1,
"81264640" : 6,
"82313216" : 5,
"83361792" : 1,
"84410368" : 4,
"85458944" : 4,
"86507520" : 4,
"87556096" : 5,
"88604672" : 3,
"89653248" : 4,
"90701824" : 9,
"91750400" : 7,
"92798976" : 504,
"93847552" : 833,
"94896128" : 570,
"95944704" : 849,
"96993280" : 3689,
"98041856" : 3147,
"99090432" : 3022,
"100139008" : 3202,
"101187584" : 3614,
"102236160" : 4596,
"103284736" : 7824,
"104333312" : 7157,
"105381888" : 9038,
"106430464" : 11260,
"107479040" : 14023,
"108527616" : 15157,
"109576192" : 16485,
"110624768" : 21731,
"111673344" : 21977,
"112721920" : 24379,
"113770496" : 24435,
"114819072" : 29379,
"115867648" : 29979,
"116916224" : 32826,
"117964800" : 30966,
"119013376" : 32305,
"120061952" : 34294,
"121110528" : 34586,
"122159104" : 33596,
"123207680" : 36845,
"124256256" : 31121,
"125304832" : 27909,
"126353408" : 27935,
"127401984" : 24890,
"128450560" : 22945,
"129499136" : 21179,
"130547712" : 16037,
"131596288" : 14626,
"132644864" : 12122,
"133693440" : 9416,
"135266304" : 15960,
"137363456" : 10405,
"139460608" : 6867,
"141557760" : 4193,
"143654912" : 2590,
"145752064" : 1514,
"147849216" : 941,
"149946368" : 716,
"152043520" : 513,
"154140672" : 223,
"156237824" : 23,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 2938238,
"max" : 162273387,
"mean" : 123790821.535342,
"stddev" : 9642167.740114,
"N" : 744739
},
"bw_min" : 3600831,
"bw_max" : 5247220,
"bw_agg" : 100.000000,
"bw_mean" : 4236593.066852,
"bw_dev" : 18118.417107,
"bw_samples" : 5744,
"iops_min" : 3516,
"iops_max" : 5114,
"iops_mean" : 4135.924791,
"iops_stddev" : 17.675591,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880011,
"usr_cpu" : 0.909441,
"sys_cpu" : 4.056547,
"ctx" : 1103938,
"majf" : 0,
"minf" : 613,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997850,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.014511,
"100" : 1.889840,
"250" : 98.151545,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073529,
"timestamp_ms" : 1773073529756,
"time" : "Mon Mar 9 13:25:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 780932218880,
"io_kbytes" : 762629120,
"bw_bytes" : 4337958032,
"bw" : 4236287,
"iops" : 4134.155080,
"runtime" : 180023,
"total_ios" : 744243,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 415895,
"max" : 11109903,
"mean" : 3863889.409070,
"stddev" : 418272.592224,
"N" : 744259
},
"clat_ns" : {
"min" : 5268,
"max" : 157592185,
"mean" : 119926772.875617,
"stddev" : 9372339.013627,
"N" : 744739,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 104333312,
"10.000000" : 108527616,
"20.000000" : 111673344,
"30.000000" : 114819072,
"40.000000" : 117964800,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 152043520,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"5280" : 1,
"5728" : 2,
"6176" : 1,
"6560" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 1,
"7968" : 1,
"8384" : 1,
"9024" : 1,
"11200" : 1,
"12352" : 1,
"12480" : 1,
"17792" : 1,
"57600" : 1,
"2932736" : 1,
"4177920" : 3,
"4227072" : 1,
"4292608" : 2,
"4358144" : 1,
"4423680" : 2,
"4554752" : 1,
"4620288" : 3,
"4816896" : 1,
"4947968" : 1,
"7372800" : 1,
"8454144" : 1,
"8585216" : 2,
"8716288" : 1,
"8847360" : 5,
"8978432" : 3,
"9633792" : 1,
"10027008" : 1,
"10158080" : 1,
"11599872" : 1,
"12386304" : 1,
"12779520" : 2,
"12910592" : 1,
"13172736" : 2,
"13303808" : 4,
"13434880" : 1,
"13565952" : 1,
"13959168" : 1,
"14614528" : 2,
"16318464" : 1,
"16908288" : 1,
"17170432" : 1,
"17432576" : 6,
"17694720" : 3,
"17956864" : 1,
"18219008" : 1,
"18481152" : 1,
"19005440" : 1,
"20316160" : 1,
"21626880" : 2,
"21889024" : 4,
"22151168" : 3,
"22413312" : 1,
"22675456" : 1,
"22937600" : 1,
"23199744" : 2,
"23724032" : 1,
"25296896" : 1,
"26083328" : 2,
"26345472" : 2,
"26607616" : 4,
"26869760" : 3,
"27131904" : 1,
"27656192" : 2,
"28442624" : 1,
"29753344" : 1,
"30015488" : 1,
"30539776" : 1,
"31064064" : 4,
"31326208" : 4,
"31588352" : 2,
"31850496" : 1,
"32112640" : 1,
"32374784" : 1,
"33816576" : 1,
"35389440" : 6,
"35913728" : 5,
"36438016" : 2,
"36962304" : 1,
"37486592" : 1,
"39583744" : 6,
"40108032" : 3,
"40632320" : 4,
"41156608" : 2,
"42205184" : 1,
"43253760" : 1,
"43778048" : 2,
"44302336" : 4,
"44826624" : 3,
"45350912" : 3,
"45875200" : 2,
"46923776" : 1,
"47972352" : 2,
"48496640" : 2,
"49020928" : 3,
"49545216" : 3,
"50069504" : 3,
"50593792" : 1,
"51118080" : 2,
"52690944" : 3,
"53215232" : 2,
"53739520" : 3,
"54263808" : 4,
"54788096" : 1,
"55312384" : 2,
"55836672" : 1,
"56885248" : 1,
"57409536" : 4,
"57933824" : 1,
"58458112" : 2,
"58982400" : 3,
"59506688" : 3,
"60030976" : 1,
"60555264" : 1,
"61603840" : 3,
"62128128" : 2,
"62652416" : 2,
"63700992" : 6,
"64225280" : 1,
"64749568" : 2,
"65798144" : 2,
"66322432" : 2,
"66846720" : 2,
"67633152" : 6,
"68681728" : 3,
"69730304" : 1,
"70778880" : 4,
"71827456" : 4,
"72876032" : 6,
"73924608" : 1,
"74973184" : 4,
"76021760" : 3,
"77070336" : 4,
"78118912" : 5,
"79167488" : 3,
"80216064" : 1,
"81264640" : 6,
"82313216" : 5,
"83361792" : 1,
"84410368" : 4,
"85458944" : 4,
"86507520" : 4,
"87556096" : 5,
"88604672" : 3,
"89653248" : 4,
"90701824" : 9,
"91750400" : 7,
"92798976" : 504,
"93847552" : 833,
"94896128" : 570,
"95944704" : 849,
"96993280" : 3689,
"98041856" : 3147,
"99090432" : 3022,
"100139008" : 3202,
"101187584" : 3614,
"102236160" : 4596,
"103284736" : 7824,
"104333312" : 7157,
"105381888" : 9038,
"106430464" : 11260,
"107479040" : 14023,
"108527616" : 15157,
"109576192" : 16485,
"110624768" : 21731,
"111673344" : 21977,
"112721920" : 24379,
"113770496" : 24435,
"114819072" : 29379,
"115867648" : 29979,
"116916224" : 32826,
"117964800" : 30966,
"119013376" : 32305,
"120061952" : 34294,
"121110528" : 34586,
"122159104" : 33596,
"123207680" : 36845,
"124256256" : 31121,
"125304832" : 27909,
"126353408" : 27935,
"127401984" : 24890,
"128450560" : 22945,
"129499136" : 21179,
"130547712" : 16037,
"131596288" : 14626,
"132644864" : 12122,
"133693440" : 9416,
"135266304" : 15960,
"137363456" : 10405,
"139460608" : 6867,
"141557760" : 4193,
"143654912" : 2590,
"145752064" : 1514,
"147849216" : 941,
"149946368" : 716,
"152043520" : 513,
"154140672" : 223,
"156237824" : 23,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 2938238,
"max" : 162273387,
"mean" : 123790821.535342,
"stddev" : 9642167.740114,
"N" : 744739
},
"bw_min" : 3600831,
"bw_max" : 5247220,
"bw_agg" : 100.000000,
"bw_mean" : 4237395.985144,
"bw_dev" : 18142.661485,
"bw_samples" : 5754,
"iops_min" : 3516,
"iops_max" : 5114,
"iops_mean" : 4136.699845,
"iops_stddev" : 17.698429,
"iops_samples" : 5754
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880204,
"usr_cpu" : 0.909380,
"sys_cpu" : 4.056275,
"ctx" : 1104107,
"majf" : 0,
"minf" : 623,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997850,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.014511,
"100" : 1.889840,
"250" : 98.151545,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}