raidz2/benchmarks/seq/seq-write-qd32-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773073829,
"timestamp_ms" : 1773073829548,
"time" : "Mon Mar 9 13:30:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 40657485824,
"io_kbytes" : 39704576,
"bw_bytes" : 4175565967,
"bw" : 4077701,
"iops" : 4036.458868,
"runtime" : 9737,
"total_ios" : 39303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 155789,
"usr_cpu" : 0.946793,
"sys_cpu" : 5.128090,
"ctx" : 82838,
"majf" : 0,
"minf" : 138,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.162837,
"8" : 0.325675,
"16" : 0.651350,
"32" : 98.738010,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073839,
"timestamp_ms" : 1773073839815,
"time" : "Mon Mar 9 13:30:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 40923824128,
"io_kbytes" : 39964672,
"bw_bytes" : 4091155066,
"bw" : 3995268,
"iops" : 3903.229031,
"runtime" : 10003,
"total_ios" : 39044,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 491841,
"max" : 10756039,
"mean" : 4095544.750000,
"stddev" : 447339.929550,
"N" : 39044
},
"clat_ns" : {
"min" : 101553663,
"max" : 158800053,
"mean" : 127044048.679179,
"stddev" : 10503907.275383,
"N" : 39028,
"percentile" : {
"1.000000" : 107479040,
"5.000000" : 109576192,
"10.000000" : 114819072,
"20.000000" : 117964800,
"30.000000" : 120061952,
"40.000000" : 124256256,
"50.000000" : 126353408,
"60.000000" : 129499136,
"70.000000" : 131596288,
"80.000000" : 137363456,
"90.000000" : 141557760,
"95.000000" : 143654912,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 156237824,
"99.950000" : 156237824,
"99.990000" : 158334976
},
"bins" : {
"101187584" : 1,
"102236160" : 1,
"103284736" : 3,
"104333312" : 1,
"105381888" : 2,
"106430464" : 209,
"107479040" : 973,
"108527616" : 737,
"109576192" : 435,
"110624768" : 409,
"111673344" : 396,
"112721920" : 330,
"113770496" : 400,
"114819072" : 689,
"115867648" : 1104,
"116916224" : 1303,
"117964800" : 1723,
"119013376" : 1746,
"120061952" : 1942,
"121110528" : 892,
"122159104" : 753,
"123207680" : 1050,
"124256256" : 1367,
"125304832" : 1427,
"126353408" : 2556,
"127401984" : 1303,
"128450560" : 1532,
"129499136" : 1291,
"130547712" : 1485,
"131596288" : 2142,
"132644864" : 1064,
"133693440" : 548,
"135266304" : 977,
"137363456" : 1204,
"139460608" : 1453,
"141557760" : 2470,
"143654912" : 1505,
"145752064" : 457,
"147849216" : 311,
"149946368" : 252,
"152043520" : 257,
"154140672" : 217,
"156237824" : 99,
"158334976" : 12
}
},
"lat_ns" : {
"min" : 104943383,
"max" : 163674262,
"mean" : 131132060.968792,
"stddev" : 10819252.095874,
"N" : 39028
},
"bw_min" : 3547136,
"bw_max" : 4552704,
"bw_agg" : 100.000000,
"bw_mean" : 4016741.631579,
"bw_dev" : 17708.070911,
"bw_samples" : 304,
"iops_min" : 3464,
"iops_max" : 4446,
"iops_mean" : 3922.210526,
"iops_stddev" : 17.312463,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160013,
"usr_cpu" : 0.851806,
"sys_cpu" : 3.774693,
"ctx" : 54791,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 99.959021,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073849,
"timestamp_ms" : 1773073849814,
"time" : "Mon Mar 9 13:30:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 86748692480,
"io_kbytes" : 84715520,
"bw_bytes" : 4336784106,
"bw" : 4235140,
"iops" : 4136.679498,
"runtime" : 20003,
"total_ios" : 82746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422145,
"max" : 10756039,
"mean" : 3862786.494018,
"stddev" : 565927.284123,
"N" : 82746
},
"clat_ns" : {
"min" : 87332038,
"max" : 159771056,
"mean" : 119977858.865478,
"stddev" : 14502977.791064,
"N" : 82730,
"percentile" : {
"1.000000" : 91750400,
"5.000000" : 95944704,
"10.000000" : 101187584,
"20.000000" : 106430464,
"30.000000" : 111673344,
"40.000000" : 115867648,
"50.000000" : 119013376,
"60.000000" : 123207680,
"70.000000" : 126353408,
"80.000000" : 131596288,
"90.000000" : 141557760,
"95.000000" : 145752064,
"99.000000" : 154140672,
"99.500000" : 154140672,
"99.900000" : 156237824,
"99.950000" : 156237824,
"99.990000" : 158334976
},
"bins" : {
"87556096" : 8,
"88604672" : 2,
"89653248" : 3,
"90701824" : 149,
"91750400" : 859,
"92798976" : 789,
"93847552" : 556,
"94896128" : 398,
"95944704" : 1436,
"96993280" : 826,
"98041856" : 1093,
"99090432" : 877,
"100139008" : 821,
"101187584" : 1580,
"102236160" : 1276,
"103284736" : 1461,
"104333312" : 1860,
"105381888" : 1334,
"106430464" : 2084,
"107479040" : 2006,
"108527616" : 1456,
"109576192" : 988,
"110624768" : 1692,
"111673344" : 1480,
"112721920" : 1555,
"113770496" : 1569,
"114819072" : 2392,
"115867648" : 2693,
"116916224" : 2267,
"117964800" : 3290,
"119013376" : 2924,
"120061952" : 3154,
"121110528" : 2203,
"122159104" : 1901,
"123207680" : 1901,
"124256256" : 2167,
"125304832" : 2262,
"126353408" : 3070,
"127401984" : 1631,
"128450560" : 1795,
"129499136" : 1528,
"130547712" : 1649,
"131596288" : 2288,
"132644864" : 1187,
"133693440" : 670,
"135266304" : 1095,
"137363456" : 1277,
"139460608" : 2016,
"141557760" : 3087,
"143654912" : 1794,
"145752064" : 864,
"147849216" : 864,
"149946368" : 772,
"152043520" : 860,
"154140672" : 794,
"156237824" : 151,
"158334976" : 24,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 123842890.162940,
"stddev" : 14955858.596918,
"N" : 82730
},
"bw_min" : 3424256,
"bw_max" : 5386240,
"bw_agg" : 99.997244,
"bw_mean" : 4235024.846154,
"bw_dev" : 30564.935974,
"bw_samples" : 624,
"iops_min" : 3344,
"iops_max" : 5260,
"iops_mean" : 4134.512821,
"iops_stddev" : 29.859318,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320024,
"usr_cpu" : 0.911494,
"sys_cpu" : 4.077507,
"ctx" : 125523,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.710995,
"250" : 91.269669,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073859,
"timestamp_ms" : 1773073859814,
"time" : "Mon Mar 9 13:30:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 133755305984,
"io_kbytes" : 130620416,
"bw_bytes" : 4458064393,
"bw" : 4353578,
"iops" : 4252.074793,
"runtime" : 30003,
"total_ios" : 127575,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422145,
"max" : 10756039,
"mean" : 3757462.140913,
"stddev" : 527386.774399,
"N" : 127575
},
"clat_ns" : {
"min" : 87332038,
"max" : 159771056,
"mean" : 116687896.727499,
"stddev" : 13057075.179378,
"N" : 127559,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 101187584,
"20.000000" : 106430464,
"30.000000" : 108527616,
"40.000000" : 111673344,
"50.000000" : 114819072,
"60.000000" : 117964800,
"70.000000" : 121110528,
"80.000000" : 126353408,
"90.000000" : 135266304,
"95.000000" : 141557760,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 156237824,
"99.950000" : 156237824,
"99.990000" : 158334976
},
"bins" : {
"87556096" : 8,
"88604672" : 2,
"89653248" : 3,
"90701824" : 149,
"91750400" : 859,
"92798976" : 789,
"93847552" : 556,
"94896128" : 804,
"95944704" : 2200,
"96993280" : 1062,
"98041856" : 1270,
"99090432" : 1315,
"100139008" : 1281,
"101187584" : 2481,
"102236160" : 1971,
"103284736" : 2156,
"104333312" : 4498,
"105381888" : 4083,
"106430464" : 4608,
"107479040" : 4601,
"108527616" : 4109,
"109576192" : 5131,
"110624768" : 6027,
"111673344" : 3268,
"112721920" : 3193,
"113770496" : 3660,
"114819072" : 5014,
"115867648" : 4221,
"116916224" : 3921,
"117964800" : 5503,
"119013376" : 4243,
"120061952" : 4044,
"121110528" : 2850,
"122159104" : 2462,
"123207680" : 2421,
"124256256" : 2528,
"125304832" : 2506,
"126353408" : 3210,
"127401984" : 1727,
"128450560" : 1855,
"129499136" : 1566,
"130547712" : 1659,
"131596288" : 2288,
"132644864" : 1187,
"133693440" : 670,
"135266304" : 1095,
"137363456" : 1277,
"139460608" : 2016,
"141557760" : 3087,
"143654912" : 1794,
"145752064" : 864,
"147849216" : 864,
"149946368" : 772,
"152043520" : 860,
"154140672" : 794,
"156237824" : 151,
"158334976" : 24,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 120446062.218142,
"stddev" : 13463329.240007,
"N" : 127559
},
"bw_min" : 3424256,
"bw_max" : 5386240,
"bw_agg" : 100.000000,
"bw_mean" : 4357222.254237,
"bw_dev" : 28093.050232,
"bw_samples" : 944,
"iops_min" : 3344,
"iops_max" : 5260,
"iops_mean" : 4254.271186,
"iops_stddev" : 27.456445,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480023,
"usr_cpu" : 0.944330,
"sys_cpu" : 4.210632,
"ctx" : 196679,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.380756,
"250" : 92.606702,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073869,
"timestamp_ms" : 1773073869814,
"time" : "Mon Mar 9 13:31:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 178040864768,
"io_kbytes" : 173868032,
"bw_bytes" : 4450687817,
"bw" : 4346374,
"iops" : 4244.906632,
"runtime" : 40003,
"total_ios" : 169809,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422145,
"max" : 10756039,
"mean" : 3763728.803155,
"stddev" : 493573.599141,
"N" : 169809
},
"clat_ns" : {
"min" : 87332038,
"max" : 159771056,
"mean" : 116890649.687843,
"stddev" : 11841531.560085,
"N" : 169793,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 99090432,
"10.000000" : 104333312,
"20.000000" : 107479040,
"30.000000" : 110624768,
"40.000000" : 112721920,
"50.000000" : 115867648,
"60.000000" : 117964800,
"70.000000" : 121110528,
"80.000000" : 125304832,
"90.000000" : 131596288,
"95.000000" : 141557760,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 156237824,
"99.950000" : 156237824,
"99.990000" : 158334976
},
"bins" : {
"87556096" : 8,
"88604672" : 2,
"89653248" : 3,
"90701824" : 149,
"91750400" : 859,
"92798976" : 789,
"93847552" : 556,
"94896128" : 804,
"95944704" : 2200,
"96993280" : 1062,
"98041856" : 1270,
"99090432" : 1315,
"100139008" : 1282,
"101187584" : 2483,
"102236160" : 1973,
"103284736" : 2158,
"104333312" : 4826,
"105381888" : 4663,
"106430464" : 5318,
"107479040" : 6455,
"108527616" : 5129,
"109576192" : 6561,
"110624768" : 7902,
"111673344" : 5430,
"112721920" : 5073,
"113770496" : 6712,
"114819072" : 7500,
"115867648" : 6262,
"116916224" : 8253,
"117964800" : 7566,
"119013376" : 6453,
"120061952" : 5754,
"121110528" : 4380,
"122159104" : 3839,
"123207680" : 4343,
"124256256" : 3823,
"125304832" : 3457,
"126353408" : 4106,
"127401984" : 2540,
"128450560" : 2741,
"129499136" : 2202,
"130547712" : 2102,
"131596288" : 2674,
"132644864" : 1504,
"133693440" : 935,
"135266304" : 1448,
"137363456" : 1503,
"139460608" : 2149,
"141557760" : 3151,
"143654912" : 1795,
"145752064" : 864,
"147849216" : 864,
"149946368" : 772,
"152043520" : 860,
"154140672" : 794,
"156237824" : 151,
"158334976" : 24,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 120655895.174736,
"stddev" : 12207183.729351,
"N" : 169793
},
"bw_min" : 3424256,
"bw_max" : 5386240,
"bw_agg" : 99.963284,
"bw_mean" : 4344779.202532,
"bw_dev" : 24965.262412,
"bw_samples" : 1264,
"iops_min" : 3344,
"iops_max" : 5260,
"iops_mean" : 4242.000000,
"iops_stddev" : 24.391989,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640026,
"usr_cpu" : 0.941212,
"sys_cpu" : 4.195767,
"ctx" : 259917,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 5.545054,
"250" : 94.445524,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073879,
"timestamp_ms" : 1773073879815,
"time" : "Mon Mar 9 13:31:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 227364831232,
"io_kbytes" : 222035968,
"bw_bytes" : 4547023803,
"bw" : 4440452,
"iops" : 4336.699798,
"runtime" : 50003,
"total_ios" : 216848,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10756039,
"mean" : 3683788.205374,
"stddev" : 509293.074172,
"N" : 216848
},
"clat_ns" : {
"min" : 86968684,
"max" : 159771056,
"mean" : 114389560.078153,
"stddev" : 12220092.068353,
"N" : 216832,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 99090432,
"20.000000" : 104333312,
"30.000000" : 107479040,
"40.000000" : 110624768,
"50.000000" : 113770496,
"60.000000" : 116916224,
"70.000000" : 119013376,
"80.000000" : 123207680,
"90.000000" : 130547712,
"95.000000" : 139460608,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 154140672,
"99.950000" : 156237824,
"99.990000" : 158334976
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 252,
"91750400" : 1307,
"92798976" : 2061,
"93847552" : 3446,
"94896128" : 3110,
"95944704" : 3526,
"96993280" : 2422,
"98041856" : 3065,
"99090432" : 4509,
"100139008" : 3241,
"101187584" : 4449,
"102236160" : 4143,
"103284736" : 3684,
"104333312" : 6101,
"105381888" : 6516,
"106430464" : 6965,
"107479040" : 8636,
"108527616" : 8081,
"109576192" : 8394,
"110624768" : 10839,
"111673344" : 6434,
"112721920" : 5936,
"113770496" : 7542,
"114819072" : 8316,
"115867648" : 7024,
"116916224" : 9173,
"117964800" : 8283,
"119013376" : 7141,
"120061952" : 6926,
"121110528" : 4852,
"122159104" : 3981,
"123207680" : 4462,
"124256256" : 3933,
"125304832" : 3621,
"126353408" : 4264,
"127401984" : 2724,
"128450560" : 2859,
"129499136" : 2330,
"130547712" : 2192,
"131596288" : 2765,
"132644864" : 1593,
"133693440" : 1027,
"135266304" : 1597,
"137363456" : 1577,
"139460608" : 2174,
"141557760" : 3151,
"143654912" : 1795,
"145752064" : 864,
"147849216" : 864,
"149946368" : 772,
"152043520" : 860,
"154140672" : 794,
"156237824" : 151,
"158334976" : 24,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 118073210.700339,
"stddev" : 12598785.525500,
"N" : 216832
},
"bw_min" : 3424256,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4446832.727273,
"bw_dev" : 26948.563763,
"bw_samples" : 1584,
"iops_min" : 3344,
"iops_max" : 5274,
"iops_mean" : 4341.474747,
"iops_stddev" : 26.316817,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800024,
"usr_cpu" : 0.960846,
"sys_cpu" : 4.323620,
"ctx" : 340648,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.504833,
"250" : 88.487789,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073889,
"timestamp_ms" : 1773073889816,
"time" : "Mon Mar 9 13:31:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 273222205440,
"io_kbytes" : 266818560,
"bw_bytes" : 4553475750,
"bw" : 4446753,
"iops" : 4342.932853,
"runtime" : 60003,
"total_ios" : 260589,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10756039,
"mean" : 3678501.284305,
"stddev" : 491354.789916,
"N" : 260590
},
"clat_ns" : {
"min" : 86968684,
"max" : 159771056,
"mean" : 114236015.395093,
"stddev" : 11518885.660049,
"N" : 260574,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 100139008,
"20.000000" : 105381888,
"30.000000" : 108527616,
"40.000000" : 110624768,
"50.000000" : 112721920,
"60.000000" : 115867648,
"70.000000" : 117964800,
"80.000000" : 122159104,
"90.000000" : 128450560,
"95.000000" : 137363456,
"99.000000" : 147849216,
"99.500000" : 152043520,
"99.900000" : 154140672,
"99.950000" : 156237824,
"99.990000" : 156237824
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 252,
"91750400" : 1307,
"92798976" : 2061,
"93847552" : 3446,
"94896128" : 3110,
"95944704" : 3529,
"96993280" : 2427,
"98041856" : 3113,
"99090432" : 4695,
"100139008" : 3331,
"101187584" : 5201,
"102236160" : 4593,
"103284736" : 4128,
"104333312" : 7459,
"105381888" : 7787,
"106430464" : 9395,
"107479040" : 10938,
"108527616" : 10399,
"109576192" : 10767,
"110624768" : 14307,
"111673344" : 10033,
"112721920" : 9339,
"113770496" : 10857,
"114819072" : 11021,
"115867648" : 8852,
"116916224" : 10731,
"117964800" : 9430,
"119013376" : 8132,
"120061952" : 7789,
"121110528" : 5571,
"122159104" : 4592,
"123207680" : 5046,
"124256256" : 5167,
"125304832" : 4322,
"126353408" : 5488,
"127401984" : 3289,
"128450560" : 3043,
"129499136" : 2454,
"130547712" : 2303,
"131596288" : 2878,
"132644864" : 1659,
"133693440" : 1082,
"135266304" : 1729,
"137363456" : 1724,
"139460608" : 2331,
"141557760" : 3255,
"143654912" : 1799,
"145752064" : 864,
"147849216" : 864,
"149946368" : 772,
"152043520" : 860,
"154140672" : 794,
"156237824" : 151,
"158334976" : 24,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 117915300.268496,
"stddev" : 11874460.182753,
"N" : 260574
},
"bw_min" : 3424256,
"bw_max" : 5400576,
"bw_agg" : 99.959821,
"bw_mean" : 4444967.394958,
"bw_dev" : 25261.992769,
"bw_samples" : 1904,
"iops_min" : 3344,
"iops_max" : 5274,
"iops_mean" : 4339.495798,
"iops_stddev" : 24.671215,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960022,
"usr_cpu" : 0.955707,
"sys_cpu" : 4.335630,
"ctx" : 408188,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 9.676924,
"250" : 90.317320,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073899,
"timestamp_ms" : 1773073899814,
"time" : "Mon Mar 9 13:31:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 320703823872,
"io_kbytes" : 313187328,
"bw_bytes" : 4581286857,
"bw" : 4473912,
"iops" : 4369.298459,
"runtime" : 70003,
"total_ios" : 305864,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10756039,
"mean" : 3656059.760420,
"stddev" : 482712.142208,
"N" : 305864
},
"clat_ns" : {
"min" : 86968684,
"max" : 159771056,
"mean" : 113546690.317671,
"stddev" : 11142685.217011,
"N" : 305848,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 107479040,
"40.000000" : 109576192,
"50.000000" : 112721920,
"60.000000" : 114819072,
"70.000000" : 117964800,
"80.000000" : 121110528,
"90.000000" : 127401984,
"95.000000" : 133693440,
"99.000000" : 147849216,
"99.500000" : 152043520,
"99.900000" : 154140672,
"99.950000" : 156237824,
"99.990000" : 156237824
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1370,
"92798976" : 2456,
"93847552" : 3643,
"94896128" : 3295,
"95944704" : 3660,
"96993280" : 2643,
"98041856" : 3832,
"99090432" : 6794,
"100139008" : 5016,
"101187584" : 7052,
"102236160" : 6375,
"103284736" : 5098,
"104333312" : 9673,
"105381888" : 10201,
"106430464" : 12711,
"107479040" : 12784,
"108527616" : 13014,
"109576192" : 12865,
"110624768" : 16588,
"111673344" : 12275,
"112721920" : 12086,
"113770496" : 12513,
"114819072" : 12172,
"115867648" : 10015,
"116916224" : 12027,
"117964800" : 11162,
"119013376" : 9859,
"120061952" : 8548,
"121110528" : 6222,
"122159104" : 5274,
"123207680" : 5858,
"124256256" : 5567,
"125304832" : 4646,
"126353408" : 5758,
"127401984" : 3481,
"128450560" : 3175,
"129499136" : 2544,
"130547712" : 2379,
"131596288" : 2924,
"132644864" : 1671,
"133693440" : 1099,
"135266304" : 1741,
"137363456" : 1730,
"139460608" : 2331,
"141557760" : 3255,
"143654912" : 1799,
"145752064" : 864,
"147849216" : 864,
"149946368" : 772,
"152043520" : 860,
"154140672" : 794,
"156237824" : 151,
"158334976" : 24,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 117203680.232648,
"stddev" : 11485751.658794,
"N" : 305848
},
"bw_min" : 3424256,
"bw_max" : 5400576,
"bw_agg" : 99.975235,
"bw_mean" : 4472805.776978,
"bw_dev" : 24577.787228,
"bw_samples" : 2224,
"iops_min" : 3344,
"iops_max" : 5274,
"iops_mean" : 4366.618705,
"iops_stddev" : 23.993693,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120013,
"usr_cpu" : 0.964453,
"sys_cpu" : 4.366378,
"ctx" : 482049,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 9.853726,
"250" : 90.141043,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073909,
"timestamp_ms" : 1773073909817,
"time" : "Mon Mar 9 13:31:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 364468240384,
"io_kbytes" : 355926016,
"bw_bytes" : 4555682166,
"bw" : 4448908,
"iops" : 4344.874567,
"runtime" : 80003,
"total_ios" : 347603,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10756039,
"mean" : 3676770.164029,
"stddev" : 494906.799863,
"N" : 347603
},
"clat_ns" : {
"min" : 86968684,
"max" : 159771056,
"mean" : 114151389.365209,
"stddev" : 11651212.450074,
"N" : 347587,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 107479040,
"40.000000" : 110624768,
"50.000000" : 112721920,
"60.000000" : 114819072,
"70.000000" : 117964800,
"80.000000" : 122159104,
"90.000000" : 129499136,
"95.000000" : 139460608,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 154140672,
"99.950000" : 156237824,
"99.990000" : 158334976
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1370,
"92798976" : 2456,
"93847552" : 3644,
"94896128" : 3372,
"95944704" : 3921,
"96993280" : 2923,
"98041856" : 3939,
"99090432" : 6898,
"100139008" : 5157,
"101187584" : 8448,
"102236160" : 7601,
"103284736" : 6064,
"104333312" : 10716,
"105381888" : 12436,
"106430464" : 13719,
"107479040" : 14615,
"108527616" : 14556,
"109576192" : 14544,
"110624768" : 17956,
"111673344" : 15014,
"112721920" : 13611,
"113770496" : 14093,
"114819072" : 13757,
"115867648" : 11483,
"116916224" : 13108,
"117964800" : 11920,
"119013376" : 10595,
"120061952" : 9367,
"121110528" : 6708,
"122159104" : 6029,
"123207680" : 6476,
"124256256" : 6118,
"125304832" : 5158,
"126353408" : 6258,
"127401984" : 4019,
"128450560" : 3302,
"129499136" : 2656,
"130547712" : 2481,
"131596288" : 3071,
"132644864" : 1960,
"133693440" : 1273,
"135266304" : 3051,
"137363456" : 3533,
"139460608" : 4059,
"141557760" : 4429,
"143654912" : 3374,
"145752064" : 1295,
"147849216" : 1213,
"149946368" : 1166,
"152043520" : 1173,
"154140672" : 913,
"156237824" : 205,
"158334976" : 46,
"160432128" : 2
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 164372508,
"mean" : 117826660.642728,
"stddev" : 12009369.177019,
"N" : 347587
},
"bw_min" : 3424256,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4456439.886792,
"bw_dev" : 25264.762266,
"bw_samples" : 2544,
"iops_min" : 3344,
"iops_max" : 5274,
"iops_mean" : 4350.591195,
"iops_stddev" : 24.662803,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280025,
"usr_cpu" : 0.952325,
"sys_cpu" : 4.340384,
"ctx" : 545833,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.919371,
"250" : 91.076026,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073919,
"timestamp_ms" : 1773073919815,
"time" : "Mon Mar 9 13:31:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 402548326400,
"io_kbytes" : 393113600,
"bw_bytes" : 4472659789,
"bw" : 4367831,
"iops" : 4265.638541,
"runtime" : 90002,
"total_ios" : 383916,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10756039,
"mean" : 3745168.664688,
"stddev" : 528570.463462,
"N" : 383917
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 116278768.930417,
"stddev" : 13168272.020828,
"N" : 383901,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 108527616,
"40.000000" : 110624768,
"50.000000" : 113770496,
"60.000000" : 116916224,
"70.000000" : 121110528,
"80.000000" : 126353408,
"90.000000" : 135266304,
"95.000000" : 141557760,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 158334976,
"99.950000" : 162529280,
"99.990000" : 164626432
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1370,
"92798976" : 2456,
"93847552" : 3644,
"94896128" : 3372,
"95944704" : 3921,
"96993280" : 2923,
"98041856" : 3939,
"99090432" : 6898,
"100139008" : 5157,
"101187584" : 8448,
"102236160" : 7601,
"103284736" : 6064,
"104333312" : 10716,
"105381888" : 12436,
"106430464" : 13719,
"107479040" : 14615,
"108527616" : 14556,
"109576192" : 14544,
"110624768" : 17956,
"111673344" : 15014,
"112721920" : 13611,
"113770496" : 14093,
"114819072" : 13757,
"115867648" : 11483,
"116916224" : 13108,
"117964800" : 11920,
"119013376" : 10595,
"120061952" : 9369,
"121110528" : 7566,
"122159104" : 6204,
"123207680" : 6909,
"124256256" : 6835,
"125304832" : 6097,
"126353408" : 6910,
"127401984" : 4670,
"128450560" : 4858,
"129499136" : 5707,
"130547712" : 3710,
"131596288" : 5716,
"132644864" : 4745,
"133693440" : 2981,
"135266304" : 5654,
"137363456" : 6509,
"139460608" : 6424,
"141557760" : 6141,
"143654912" : 4828,
"145752064" : 3288,
"147849216" : 3688,
"149946368" : 2159,
"152043520" : 2023,
"154140672" : 1377,
"156237824" : 598,
"158334976" : 307,
"160432128" : 172,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 120023239.436975,
"stddev" : 13578677.993254,
"N" : 383901
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4372786.469274,
"bw_dev" : 28349.873762,
"bw_samples" : 2864,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4269.016760,
"iops_stddev" : 27.667924,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440011,
"usr_cpu" : 0.932215,
"sys_cpu" : 4.243926,
"ctx" : 594185,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.075725,
"250" : 91.920368,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073929,
"timestamp_ms" : 1773073929814,
"time" : "Mon Mar 9 13:32:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 444566863872,
"io_kbytes" : 434147328,
"bw_bytes" : 4445535272,
"bw" : 4341343,
"iops" : 4239.752807,
"runtime" : 100003,
"total_ios" : 423988,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3768000.660063,
"stddev" : 538704.661033,
"N" : 423988
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 117012990.138070,
"stddev" : 13580855.604787,
"N" : 423972,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 108527616,
"40.000000" : 111673344,
"50.000000" : 114819072,
"60.000000" : 117964800,
"70.000000" : 122159104,
"80.000000" : 128450560,
"90.000000" : 137363456,
"95.000000" : 143654912,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 164626432
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1372,
"92798976" : 2464,
"93847552" : 3650,
"94896128" : 3390,
"95944704" : 3941,
"96993280" : 3213,
"98041856" : 4843,
"99090432" : 7734,
"100139008" : 5985,
"101187584" : 9293,
"102236160" : 8830,
"103284736" : 6995,
"104333312" : 11937,
"105381888" : 13064,
"106430464" : 14256,
"107479040" : 15137,
"108527616" : 15096,
"109576192" : 15141,
"110624768" : 18464,
"111673344" : 15405,
"112721920" : 13977,
"113770496" : 14473,
"114819072" : 15107,
"115867648" : 12050,
"116916224" : 13644,
"117964800" : 12431,
"119013376" : 11496,
"120061952" : 10326,
"121110528" : 8565,
"122159104" : 7008,
"123207680" : 7486,
"124256256" : 7213,
"125304832" : 7352,
"126353408" : 7771,
"127401984" : 5686,
"128450560" : 5375,
"129499136" : 6206,
"130547712" : 4549,
"131596288" : 6572,
"132644864" : 5706,
"133693440" : 3604,
"135266304" : 7208,
"137363456" : 8198,
"139460608" : 9797,
"141557760" : 9453,
"143654912" : 6340,
"145752064" : 3975,
"147849216" : 4221,
"149946368" : 2513,
"152043520" : 2214,
"154140672" : 1529,
"156237824" : 680,
"158334976" : 323,
"160432128" : 174,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 120781933.822882,
"stddev" : 14004948.499883,
"N" : 423972
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 99.957155,
"bw_mean" : 4339483.386935,
"bw_dev" : 29045.006207,
"bw_samples" : 3184,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4236.623116,
"iops_stddev" : 28.343739,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600016,
"usr_cpu" : 0.924366,
"sys_cpu" : 4.213895,
"ctx" : 653442,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999764,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999764,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.862958,
"250" : 92.133268,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073939,
"timestamp_ms" : 1773073939815,
"time" : "Mon Mar 9 13:32:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 492127125504,
"io_kbytes" : 480592896,
"bw_bytes" : 4473760947,
"bw" : 4368907,
"iops" : 4266.656364,
"runtime" : 110003,
"total_ios" : 469345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3744218.509235,
"stddev" : 537483.670672,
"N" : 469345
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 116255899.890427,
"stddev" : 13532024.446496,
"N" : 469329,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 105381888,
"30.000000" : 107479040,
"40.000000" : 110624768,
"50.000000" : 113770496,
"60.000000" : 116916224,
"70.000000" : 121110528,
"80.000000" : 127401984,
"90.000000" : 137363456,
"95.000000" : 141557760,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 164626432
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13406,
"105381888" : 15868,
"106430464" : 15932,
"107479040" : 16242,
"108527616" : 16108,
"109576192" : 16876,
"110624768" : 21238,
"111673344" : 17051,
"112721920" : 15077,
"113770496" : 15610,
"114819072" : 15872,
"115867648" : 12650,
"116916224" : 14349,
"117964800" : 13443,
"119013376" : 12395,
"120061952" : 11035,
"121110528" : 9160,
"122159104" : 7330,
"123207680" : 7771,
"124256256" : 7364,
"125304832" : 7482,
"126353408" : 7863,
"127401984" : 5773,
"128450560" : 5446,
"129499136" : 6386,
"130547712" : 6288,
"131596288" : 7018,
"132644864" : 6344,
"133693440" : 3896,
"135266304" : 7590,
"137363456" : 8571,
"139460608" : 10104,
"141557760" : 9642,
"143654912" : 6376,
"145752064" : 3979,
"147849216" : 4221,
"149946368" : 2513,
"152043520" : 2214,
"154140672" : 1529,
"156237824" : 680,
"158334976" : 323,
"160432128" : 174,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 119999769.538256,
"stddev" : 13954717.416692,
"N" : 469329
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4373202.018265,
"bw_dev" : 29318.356360,
"bw_samples" : 3504,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4269.616438,
"iops_stddev" : 28.616622,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760027,
"usr_cpu" : 0.934190,
"sys_cpu" : 4.244935,
"ctx" : 726162,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.877478,
"250" : 91.119113,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073949,
"timestamp_ms" : 1773073949815,
"time" : "Mon Mar 9 13:32:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 534530490368,
"io_kbytes" : 522002432,
"bw_bytes" : 4454309395,
"bw" : 4349911,
"iops" : 4248.093798,
"runtime" : 120003,
"total_ios" : 509784,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3760607.348217,
"stddev" : 526535.674068,
"N" : 509785
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 116769053.960557,
"stddev" : 13204002.109552,
"N" : 509769,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 108527616,
"40.000000" : 111673344,
"50.000000" : 114819072,
"60.000000" : 117964800,
"70.000000" : 122159104,
"80.000000" : 127401984,
"90.000000" : 137363456,
"95.000000" : 141557760,
"99.000000" : 152043520,
"99.500000" : 154140672,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 164626432
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13406,
"105381888" : 15868,
"106430464" : 15932,
"107479040" : 16242,
"108527616" : 16108,
"109576192" : 16880,
"110624768" : 21246,
"111673344" : 17325,
"112721920" : 15632,
"113770496" : 16456,
"114819072" : 16960,
"115867648" : 14162,
"116916224" : 16679,
"117964800" : 16056,
"119013376" : 16238,
"120061952" : 15343,
"121110528" : 13683,
"122159104" : 9542,
"123207680" : 9522,
"124256256" : 9303,
"125304832" : 9582,
"126353408" : 9409,
"127401984" : 6873,
"128450560" : 6452,
"129499136" : 7333,
"130547712" : 7200,
"131596288" : 7957,
"132644864" : 7371,
"133693440" : 5388,
"135266304" : 8449,
"137363456" : 9021,
"139460608" : 10316,
"141557760" : 9685,
"143654912" : 6377,
"145752064" : 3979,
"147849216" : 4221,
"149946368" : 2513,
"152043520" : 2214,
"154140672" : 1529,
"156237824" : 680,
"158334976" : 323,
"160432128" : 174,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 120529745.147947,
"stddev" : 13615969.737607,
"N" : 509769
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4352068.870293,
"bw_dev" : 28544.873926,
"bw_samples" : 3824,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4248.903766,
"iops_stddev" : 27.864861,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920025,
"usr_cpu" : 0.924155,
"sys_cpu" : 4.223955,
"ctx" : 782944,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.173266,
"250" : 91.823792,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073959,
"timestamp_ms" : 1773073959815,
"time" : "Mon Mar 9 13:32:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 576599359488,
"io_kbytes" : 563085312,
"bw_bytes" : 4435277335,
"bw" : 4331325,
"iops" : 4229.940848,
"runtime" : 130003,
"total_ios" : 549905,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3776779.435920,
"stddev" : 518515.214090,
"N" : 549906
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 117266143.499642,
"stddev" : 12926750.550138,
"N" : 549890,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 106430464,
"30.000000" : 109576192,
"40.000000" : 112721920,
"50.000000" : 115867648,
"60.000000" : 119013376,
"70.000000" : 123207680,
"80.000000" : 128450560,
"90.000000" : 135266304,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 154140672,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 164626432
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13406,
"105381888" : 15868,
"106430464" : 15932,
"107479040" : 16242,
"108527616" : 16108,
"109576192" : 16955,
"110624768" : 21550,
"111673344" : 17529,
"112721920" : 15917,
"113770496" : 16736,
"114819072" : 17523,
"115867648" : 16579,
"116916224" : 19231,
"117964800" : 17644,
"119013376" : 18228,
"120061952" : 18218,
"121110528" : 16223,
"122159104" : 12929,
"123207680" : 11769,
"124256256" : 11939,
"125304832" : 11598,
"126353408" : 11389,
"127401984" : 9741,
"128450560" : 9026,
"129499136" : 8566,
"130547712" : 8438,
"131596288" : 9067,
"132644864" : 8227,
"133693440" : 6176,
"135266304" : 9432,
"137363456" : 9437,
"139460608" : 10416,
"141557760" : 9700,
"143654912" : 6378,
"145752064" : 3979,
"147849216" : 4221,
"149946368" : 2513,
"152043520" : 2214,
"154140672" : 1529,
"156237824" : 680,
"158334976" : 323,
"160432128" : 174,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 121042700.294937,
"stddev" : 13329388.702117,
"N" : 549890
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4334447.386100,
"bw_dev" : 27757.253132,
"bw_samples" : 4144,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4231.691120,
"iops_stddev" : 27.095875,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080018,
"usr_cpu" : 0.919415,
"sys_cpu" : 4.202127,
"ctx" : 840744,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.576945,
"250" : 92.420327,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073969,
"timestamp_ms" : 1773073969814,
"time" : "Mon Mar 9 13:32:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 617503260672,
"io_kbytes" : 603030528,
"bw_bytes" : 4410674566,
"bw" : 4307299,
"iops" : 4206.454194,
"runtime" : 140002,
"total_ios" : 588912,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3797915.448667,
"stddev" : 517245.134510,
"N" : 588913
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 117917269.138416,
"stddev" : 12928550.759374,
"N" : 588897,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 102236160,
"20.000000" : 106430464,
"30.000000" : 110624768,
"40.000000" : 113770496,
"50.000000" : 116916224,
"60.000000" : 120061952,
"70.000000" : 124256256,
"80.000000" : 129499136,
"90.000000" : 135266304,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 164626432
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13406,
"105381888" : 15868,
"106430464" : 15932,
"107479040" : 16242,
"108527616" : 16110,
"109576192" : 16964,
"110624768" : 22147,
"111673344" : 18280,
"112721920" : 16780,
"113770496" : 18285,
"114819072" : 18641,
"115867648" : 17649,
"116916224" : 19871,
"117964800" : 17920,
"119013376" : 18565,
"120061952" : 19360,
"121110528" : 18096,
"122159104" : 15154,
"123207680" : 13959,
"124256256" : 13577,
"125304832" : 13015,
"126353408" : 13181,
"127401984" : 11104,
"128450560" : 10537,
"129499136" : 10553,
"130547712" : 10554,
"131596288" : 10706,
"132644864" : 10172,
"133693440" : 7562,
"135266304" : 11119,
"137363456" : 10641,
"139460608" : 12320,
"141557760" : 10652,
"143654912" : 7099,
"145752064" : 4498,
"147849216" : 4510,
"149946368" : 2667,
"152043520" : 2342,
"154140672" : 1542,
"156237824" : 680,
"158334976" : 323,
"160432128" : 174,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 121714831.666278,
"stddev" : 13331290.857576,
"N" : 588897
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4309666.587814,
"bw_dev" : 27614.047705,
"bw_samples" : 4464,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4207.462366,
"iops_stddev" : 26.959020,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240011,
"usr_cpu" : 0.915174,
"sys_cpu" : 4.171855,
"ctx" : 895330,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.075081,
"250" : 92.922372,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073979,
"timestamp_ms" : 1773073979818,
"time" : "Mon Mar 9 13:32:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 658348441600,
"io_kbytes" : 642918400,
"bw_bytes" : 4388931091,
"bw" : 4286065,
"iops" : 4185.777523,
"runtime" : 150002,
"total_ios" : 627875,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3816816.284258,
"stddev" : 513984.757740,
"N" : 627877
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 118506860.544063,
"stddev" : 12848725.162468,
"N" : 627861,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 102236160,
"20.000000" : 107479040,
"30.000000" : 110624768,
"40.000000" : 114819072,
"50.000000" : 117964800,
"60.000000" : 121110528,
"70.000000" : 125304832,
"80.000000" : 129499136,
"90.000000" : 135266304,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 162529280
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13406,
"105381888" : 15868,
"106430464" : 15932,
"107479040" : 16242,
"108527616" : 16110,
"109576192" : 16966,
"110624768" : 22150,
"111673344" : 18555,
"112721920" : 16962,
"113770496" : 18422,
"114819072" : 18738,
"115867648" : 18227,
"116916224" : 21724,
"117964800" : 19883,
"119013376" : 20694,
"120061952" : 20388,
"121110528" : 19732,
"122159104" : 16304,
"123207680" : 15168,
"124256256" : 14782,
"125304832" : 14840,
"126353408" : 15829,
"127401984" : 13064,
"128450560" : 13573,
"129499136" : 12417,
"130547712" : 11995,
"131596288" : 12905,
"132644864" : 13319,
"133693440" : 8723,
"135266304" : 12764,
"137363456" : 12345,
"139460608" : 14116,
"141557760" : 11370,
"143654912" : 7380,
"145752064" : 4566,
"147849216" : 4534,
"149946368" : 2667,
"152043520" : 2342,
"154140672" : 1542,
"156237824" : 680,
"158334976" : 323,
"160432128" : 174,
"162529280" : 145,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 122323598.930494,
"stddev" : 13248930.201653,
"N" : 627861
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4288137.561873,
"bw_dev" : 27286.058696,
"bw_samples" : 4784,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4186.441472,
"iops_stddev" : 26.639871,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400011,
"usr_cpu" : 0.909246,
"sys_cpu" : 4.145106,
"ctx" : 949078,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 6.636034,
"250" : 93.361736,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073989,
"timestamp_ms" : 1773073989814,
"time" : "Mon Mar 9 13:33:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 698261438464,
"io_kbytes" : 681895936,
"bw_bytes" : 4364052164,
"bw" : 4261769,
"iops" : 4161.990713,
"runtime" : 160003,
"total_ios" : 665931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3838532.820355,
"stddev" : 517008.764626,
"N" : 665931
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 119183879.351914,
"stddev" : 13007687.986986,
"N" : 665915,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 102236160,
"20.000000" : 107479040,
"30.000000" : 111673344,
"40.000000" : 114819072,
"50.000000" : 117964800,
"60.000000" : 122159104,
"70.000000" : 126353408,
"80.000000" : 130547712,
"90.000000" : 137363456,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 154140672,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 162529280
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13407,
"105381888" : 15870,
"106430464" : 15938,
"107479040" : 16370,
"108527616" : 16802,
"109576192" : 17219,
"110624768" : 22487,
"111673344" : 18878,
"112721920" : 17203,
"113770496" : 18633,
"114819072" : 19037,
"115867648" : 19023,
"116916224" : 22330,
"117964800" : 21176,
"119013376" : 21963,
"120061952" : 20841,
"121110528" : 20272,
"122159104" : 17232,
"123207680" : 16181,
"124256256" : 16885,
"125304832" : 15755,
"126353408" : 16908,
"127401984" : 15088,
"128450560" : 15734,
"129499136" : 14192,
"130547712" : 13670,
"131596288" : 14023,
"132644864" : 14196,
"133693440" : 9764,
"135266304" : 15910,
"137363456" : 14616,
"139460608" : 16631,
"141557760" : 12579,
"143654912" : 8654,
"145752064" : 5784,
"147849216" : 5612,
"149946368" : 3100,
"152043520" : 2560,
"154140672" : 1695,
"156237824" : 869,
"158334976" : 460,
"160432128" : 223,
"162529280" : 150,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 123022560.293180,
"stddev" : 13413197.478760,
"N" : 665915
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4263337.062696,
"bw_dev" : 27421.227681,
"bw_samples" : 5104,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4162.225705,
"iops_stddev" : 26.772241,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560013,
"usr_cpu" : 0.902183,
"sys_cpu" : 4.118260,
"ctx" : 1003211,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 6.256804,
"250" : 93.740793,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073999,
"timestamp_ms" : 1773073999815,
"time" : "Mon Mar 9 13:33:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 740959453184,
"io_kbytes" : 723593216,
"bw_bytes" : 4358508103,
"bw" : 4256355,
"iops" : 4156.703117,
"runtime" : 170003,
"total_ios" : 706652,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3843435.158951,
"stddev" : 509892.499142,
"N" : 706652
},
"clat_ns" : {
"min" : 86968684,
"max" : 166745114,
"mean" : 119332881.911768,
"stddev" : 12758520.013962,
"N" : 706636,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 103284736,
"20.000000" : 107479040,
"30.000000" : 111673344,
"40.000000" : 115867648,
"50.000000" : 119013376,
"60.000000" : 122159104,
"70.000000" : 126353408,
"80.000000" : 130547712,
"90.000000" : 137363456,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 162529280
},
"bins" : {
"86507520" : 1,
"87556096" : 10,
"88604672" : 29,
"89653248" : 42,
"90701824" : 254,
"91750400" : 1375,
"92798976" : 2506,
"93847552" : 4021,
"94896128" : 4876,
"95944704" : 5425,
"96993280" : 3825,
"98041856" : 6344,
"99090432" : 9553,
"100139008" : 8747,
"101187584" : 10672,
"102236160" : 11773,
"103284736" : 10483,
"104333312" : 13407,
"105381888" : 15870,
"106430464" : 15938,
"107479040" : 16371,
"108527616" : 16805,
"109576192" : 17521,
"110624768" : 23148,
"111673344" : 20093,
"112721920" : 18042,
"113770496" : 20454,
"114819072" : 21229,
"115867648" : 22453,
"116916224" : 26091,
"117964800" : 24499,
"119013376" : 23595,
"120061952" : 22486,
"121110528" : 22474,
"122159104" : 19082,
"123207680" : 18172,
"124256256" : 18534,
"125304832" : 16791,
"126353408" : 18279,
"127401984" : 16010,
"128450560" : 16644,
"129499136" : 15239,
"130547712" : 14683,
"131596288" : 15125,
"132644864" : 15653,
"133693440" : 10809,
"135266304" : 16981,
"137363456" : 15079,
"139460608" : 17016,
"141557760" : 12837,
"143654912" : 8754,
"145752064" : 5808,
"147849216" : 5612,
"149946368" : 3100,
"152043520" : 2560,
"154140672" : 1695,
"156237824" : 869,
"158334976" : 460,
"160432128" : 223,
"162529280" : 150,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 90121872,
"max" : 171546782,
"mean" : 123176340.560767,
"stddev" : 13155612.514891,
"N" : 706636
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4257864.280236,
"bw_dev" : 26775.599207,
"bw_samples" : 5424,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4156.855457,
"iops_stddev" : 26.141503,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720018,
"usr_cpu" : 0.899406,
"sys_cpu" : 4.112068,
"ctx" : 1061728,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 5.896254,
"250" : 94.101481,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074009,
"timestamp_ms" : 1773074009829,
"time" : "Mon Mar 9 13:33:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 74,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 779922440192,
"io_kbytes" : 761643008,
"bw_bytes" : 4332806160,
"bw" : 4231256,
"iops" : 4130.663763,
"runtime" : 180004,
"total_ios" : 743536,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3867539.153656,
"stddev" : 513278.841402,
"N" : 743552
},
"clat_ns" : {
"min" : 5879,
"max" : 166745114,
"mean" : 120040302.033731,
"stddev" : 13044256.901734,
"N" : 744032,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 103284736,
"20.000000" : 108527616,
"30.000000" : 112721920,
"40.000000" : 115867648,
"50.000000" : 119013376,
"60.000000" : 123207680,
"70.000000" : 127401984,
"80.000000" : 131596288,
"90.000000" : 137363456,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 162529280
},
"bins" : {
"5856" : 1,
"5920" : 1,
"6048" : 1,
"6112" : 1,
"6624" : 2,
"7200" : 1,
"7264" : 1,
"7392" : 1,
"8096" : 1,
"8256" : 1,
"8640" : 1,
"10432" : 2,
"10560" : 1,
"19584" : 1,
"2605056" : 1,
"2703360" : 1,
"3162112" : 1,
"3194880" : 2,
"3293184" : 2,
"3358720" : 1,
"3424256" : 1,
"3686400" : 1,
"3751936" : 1,
"4079616" : 1,
"4358144" : 2,
"4554752" : 1,
"6520832" : 1,
"6651904" : 2,
"6717440" : 1,
"7110656" : 1,
"7569408" : 2,
"8028160" : 2,
"8159232" : 1,
"8290304" : 1,
"8716288" : 2,
"8847360" : 1,
"9109504" : 1,
"9633792" : 1,
"11337728" : 3,
"11730944" : 2,
"12124160" : 1,
"12255232" : 1,
"12386304" : 2,
"12648448" : 1,
"12910592" : 3,
"13041664" : 1,
"13434880" : 1,
"13565952" : 1,
"15663104" : 2,
"15794176" : 1,
"15925248" : 1,
"16318464" : 2,
"16580608" : 3,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 2,
"17956864" : 1,
"19791872" : 2,
"20054016" : 1,
"20316160" : 2,
"20578304" : 2,
"20840448" : 1,
"21102592" : 2,
"21364736" : 2,
"21889024" : 1,
"22151168" : 3,
"23986176" : 1,
"24248320" : 2,
"24510464" : 1,
"24772608" : 1,
"25034752" : 4,
"25296896" : 1,
"25559040" : 2,
"25821184" : 1,
"26083328" : 1,
"26345472" : 2,
"28180480" : 1,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 3,
"29491200" : 1,
"29753344" : 1,
"30015488" : 2,
"31064064" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 1,
"33423360" : 1,
"33816576" : 5,
"34340864" : 2,
"34865152" : 1,
"35389440" : 3,
"36962304" : 2,
"37486592" : 2,
"38010880" : 3,
"38535168" : 4,
"39059456" : 2,
"39583744" : 2,
"40108032" : 1,
"41156608" : 1,
"41680896" : 2,
"42205184" : 3,
"42729472" : 5,
"43253760" : 1,
"43778048" : 2,
"44302336" : 2,
"46399488" : 6,
"46923776" : 4,
"47448064" : 2,
"47972352" : 1,
"48496640" : 2,
"49020928" : 1,
"50593792" : 2,
"51118080" : 7,
"51642368" : 2,
"52166656" : 2,
"52690944" : 1,
"53215232" : 2,
"54788096" : 1,
"55312384" : 6,
"55836672" : 3,
"56360960" : 1,
"56885248" : 2,
"57409536" : 2,
"58458112" : 1,
"58982400" : 1,
"59506688" : 1,
"60030976" : 5,
"60555264" : 3,
"61079552" : 2,
"61603840" : 1,
"62128128" : 2,
"62652416" : 1,
"63700992" : 1,
"64225280" : 2,
"64749568" : 5,
"65273856" : 3,
"65798144" : 2,
"66322432" : 2,
"66846720" : 1,
"68681728" : 5,
"69730304" : 7,
"70778880" : 3,
"71827456" : 1,
"72876032" : 4,
"73924608" : 6,
"74973184" : 4,
"76021760" : 2,
"77070336" : 3,
"78118912" : 6,
"79167488" : 3,
"80216064" : 3,
"81264640" : 2,
"82313216" : 2,
"83361792" : 9,
"84410368" : 3,
"85458944" : 1,
"86507520" : 2,
"87556096" : 14,
"88604672" : 37,
"89653248" : 44,
"90701824" : 256,
"91750400" : 1379,
"92798976" : 2513,
"93847552" : 4024,
"94896128" : 4877,
"95944704" : 5427,
"96993280" : 3833,
"98041856" : 6347,
"99090432" : 9556,
"100139008" : 8748,
"101187584" : 10676,
"102236160" : 11780,
"103284736" : 10486,
"104333312" : 13408,
"105381888" : 15873,
"106430464" : 15947,
"107479040" : 16373,
"108527616" : 16807,
"109576192" : 17523,
"110624768" : 23156,
"111673344" : 20097,
"112721920" : 18044,
"113770496" : 20458,
"114819072" : 21234,
"115867648" : 22458,
"116916224" : 26092,
"117964800" : 24503,
"119013376" : 23602,
"120061952" : 22494,
"121110528" : 22493,
"122159104" : 19256,
"123207680" : 19196,
"124256256" : 20258,
"125304832" : 18090,
"126353408" : 18997,
"127401984" : 16974,
"128450560" : 18244,
"129499136" : 16876,
"130547712" : 16048,
"131596288" : 17406,
"132644864" : 18381,
"133693440" : 13902,
"135266304" : 22636,
"137363456" : 19995,
"139460608" : 19036,
"141557760" : 14439,
"143654912" : 10232,
"145752064" : 7024,
"147849216" : 6385,
"149946368" : 3528,
"152043520" : 2749,
"154140672" : 1729,
"156237824" : 875,
"158334976" : 464,
"160432128" : 223,
"162529280" : 150,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 2600885,
"max" : 171546782,
"mean" : 123907908.691915,
"stddev" : 13441951.615910,
"N" : 744032
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 100.000000,
"bw_mean" : 4231920.821727,
"bw_dev" : 26955.170147,
"bw_samples" : 5744,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4131.587744,
"iops_stddev" : 26.312961,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880025,
"usr_cpu" : 0.893812,
"sys_cpu" : 4.082569,
"ctx" : 1112020,
"majf" : 0,
"minf" : 621,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997848,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.014660,
"100" : 5.627434,
"250" : 94.413586,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074009,
"timestamp_ms" : 1773074009869,
"time" : "Mon Mar 9 13:33:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 780190875648,
"io_kbytes" : 761905152,
"bw_bytes" : 4333839985,
"bw" : 4232265,
"iops" : 4130.227804,
"runtime" : 180023,
"total_ios" : 743536,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 391298,
"max" : 10793515,
"mean" : 3867539.153656,
"stddev" : 513278.841402,
"N" : 743552
},
"clat_ns" : {
"min" : 5879,
"max" : 166745114,
"mean" : 120040302.033731,
"stddev" : 13044256.901734,
"N" : 744032,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 103284736,
"20.000000" : 108527616,
"30.000000" : 112721920,
"40.000000" : 115867648,
"50.000000" : 119013376,
"60.000000" : 123207680,
"70.000000" : 127401984,
"80.000000" : 131596288,
"90.000000" : 137363456,
"95.000000" : 141557760,
"99.000000" : 149946368,
"99.500000" : 152043520,
"99.900000" : 158334976,
"99.950000" : 160432128,
"99.990000" : 162529280
},
"bins" : {
"5856" : 1,
"5920" : 1,
"6048" : 1,
"6112" : 1,
"6624" : 2,
"7200" : 1,
"7264" : 1,
"7392" : 1,
"8096" : 1,
"8256" : 1,
"8640" : 1,
"10432" : 2,
"10560" : 1,
"19584" : 1,
"2605056" : 1,
"2703360" : 1,
"3162112" : 1,
"3194880" : 2,
"3293184" : 2,
"3358720" : 1,
"3424256" : 1,
"3686400" : 1,
"3751936" : 1,
"4079616" : 1,
"4358144" : 2,
"4554752" : 1,
"6520832" : 1,
"6651904" : 2,
"6717440" : 1,
"7110656" : 1,
"7569408" : 2,
"8028160" : 2,
"8159232" : 1,
"8290304" : 1,
"8716288" : 2,
"8847360" : 1,
"9109504" : 1,
"9633792" : 1,
"11337728" : 3,
"11730944" : 2,
"12124160" : 1,
"12255232" : 1,
"12386304" : 2,
"12648448" : 1,
"12910592" : 3,
"13041664" : 1,
"13434880" : 1,
"13565952" : 1,
"15663104" : 2,
"15794176" : 1,
"15925248" : 1,
"16318464" : 2,
"16580608" : 3,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 2,
"17956864" : 1,
"19791872" : 2,
"20054016" : 1,
"20316160" : 2,
"20578304" : 2,
"20840448" : 1,
"21102592" : 2,
"21364736" : 2,
"21889024" : 1,
"22151168" : 3,
"23986176" : 1,
"24248320" : 2,
"24510464" : 1,
"24772608" : 1,
"25034752" : 4,
"25296896" : 1,
"25559040" : 2,
"25821184" : 1,
"26083328" : 1,
"26345472" : 2,
"28180480" : 1,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 3,
"29491200" : 1,
"29753344" : 1,
"30015488" : 2,
"31064064" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 1,
"33423360" : 1,
"33816576" : 5,
"34340864" : 2,
"34865152" : 1,
"35389440" : 3,
"36962304" : 2,
"37486592" : 2,
"38010880" : 3,
"38535168" : 4,
"39059456" : 2,
"39583744" : 2,
"40108032" : 1,
"41156608" : 1,
"41680896" : 2,
"42205184" : 3,
"42729472" : 5,
"43253760" : 1,
"43778048" : 2,
"44302336" : 2,
"46399488" : 6,
"46923776" : 4,
"47448064" : 2,
"47972352" : 1,
"48496640" : 2,
"49020928" : 1,
"50593792" : 2,
"51118080" : 7,
"51642368" : 2,
"52166656" : 2,
"52690944" : 1,
"53215232" : 2,
"54788096" : 1,
"55312384" : 6,
"55836672" : 3,
"56360960" : 1,
"56885248" : 2,
"57409536" : 2,
"58458112" : 1,
"58982400" : 1,
"59506688" : 1,
"60030976" : 5,
"60555264" : 3,
"61079552" : 2,
"61603840" : 1,
"62128128" : 2,
"62652416" : 1,
"63700992" : 1,
"64225280" : 2,
"64749568" : 5,
"65273856" : 3,
"65798144" : 2,
"66322432" : 2,
"66846720" : 1,
"68681728" : 5,
"69730304" : 7,
"70778880" : 3,
"71827456" : 1,
"72876032" : 4,
"73924608" : 6,
"74973184" : 4,
"76021760" : 2,
"77070336" : 3,
"78118912" : 6,
"79167488" : 3,
"80216064" : 3,
"81264640" : 2,
"82313216" : 2,
"83361792" : 9,
"84410368" : 3,
"85458944" : 1,
"86507520" : 2,
"87556096" : 14,
"88604672" : 37,
"89653248" : 44,
"90701824" : 256,
"91750400" : 1379,
"92798976" : 2513,
"93847552" : 4024,
"94896128" : 4877,
"95944704" : 5427,
"96993280" : 3833,
"98041856" : 6347,
"99090432" : 9556,
"100139008" : 8748,
"101187584" : 10676,
"102236160" : 11780,
"103284736" : 10486,
"104333312" : 13408,
"105381888" : 15873,
"106430464" : 15947,
"107479040" : 16373,
"108527616" : 16807,
"109576192" : 17523,
"110624768" : 23156,
"111673344" : 20097,
"112721920" : 18044,
"113770496" : 20458,
"114819072" : 21234,
"115867648" : 22458,
"116916224" : 26092,
"117964800" : 24503,
"119013376" : 23602,
"120061952" : 22494,
"121110528" : 22493,
"122159104" : 19256,
"123207680" : 19196,
"124256256" : 20258,
"125304832" : 18090,
"126353408" : 18997,
"127401984" : 16974,
"128450560" : 18244,
"129499136" : 16876,
"130547712" : 16048,
"131596288" : 17406,
"132644864" : 18381,
"133693440" : 13902,
"135266304" : 22636,
"137363456" : 19995,
"139460608" : 19036,
"141557760" : 14439,
"143654912" : 10232,
"145752064" : 7024,
"147849216" : 6385,
"149946368" : 3528,
"152043520" : 2749,
"154140672" : 1729,
"156237824" : 875,
"158334976" : 464,
"160432128" : 223,
"162529280" : 150,
"164626432" : 55,
"166723584" : 4
}
},
"lat_ns" : {
"min" : 2600885,
"max" : 171546782,
"mean" : 123907908.691915,
"stddev" : 13441951.615910,
"N" : 744032
},
"bw_min" : 3313664,
"bw_max" : 5400576,
"bw_agg" : 99.991834,
"bw_mean" : 4231920.821727,
"bw_dev" : 26955.170147,
"bw_samples" : 5744,
"iops_min" : 3236,
"iops_max" : 5274,
"iops_mean" : 4131.587744,
"iops_stddev" : 26.312961,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880187,
"usr_cpu" : 0.893761,
"sys_cpu" : 4.082339,
"ctx" : 1112164,
"majf" : 0,
"minf" : 629,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997848,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.014660,
"100" : 5.627434,
"250" : 94.413586,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}