raidz2/benchmarks/seq/seq-write-qd32-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774003524,
"timestamp_ms" : 1774003524351,
"time" : "Fri Mar 20 07:45:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 44241518592,
"io_kbytes" : 43204608,
"bw_bytes" : 4543649850,
"bw" : 4437158,
"iops" : 4387.388313,
"runtime" : 9737,
"total_ios" : 42720,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 155792,
"usr_cpu" : 1.021233,
"sys_cpu" : 4.677390,
"ctx" : 85905,
"majf" : 0,
"minf" : 110,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.149813,
"8" : 0.299625,
"16" : 0.599251,
"32" : 98.838951,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003534,
"timestamp_ms" : 1774003534616,
"time" : "Fri Mar 20 07:45:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 47435481088,
"io_kbytes" : 46323712,
"bw_bytes" : 4742599588,
"bw" : 4631444,
"iops" : 4524.495101,
"runtime" : 10002,
"total_ios" : 45254,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8836100,
"mean" : 3533545.624807,
"stddev" : 271670.443393,
"N" : 45254
},
"clat_ns" : {
"min" : 97239612,
"max" : 131187087,
"mean" : 109704850.709050,
"stddev" : 6630782.071885,
"N" : 45238,
"percentile" : {
"1.000000" : 99090432,
"5.000000" : 99090432,
"10.000000" : 101187584,
"20.000000" : 103284736,
"30.000000" : 105381888,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 115867648,
"90.000000" : 117964800,
"95.000000" : 121110528,
"99.000000" : 125304832,
"99.500000" : 127401984,
"99.900000" : 128450560,
"99.950000" : 129499136,
"99.990000" : 130547712
},
"bins" : {
"96993280" : 34,
"98041856" : 410,
"99090432" : 2231,
"100139008" : 1812,
"101187584" : 1537,
"102236160" : 1505,
"103284736" : 1911,
"104333312" : 4056,
"105381888" : 1513,
"106430464" : 1591,
"107479040" : 2135,
"108527616" : 2157,
"109576192" : 2585,
"110624768" : 2687,
"111673344" : 2978,
"112721920" : 2186,
"113770496" : 2078,
"114819072" : 2313,
"115867648" : 1514,
"116916224" : 1941,
"117964800" : 1735,
"119013376" : 1037,
"120061952" : 837,
"121110528" : 698,
"122159104" : 515,
"123207680" : 337,
"124256256" : 331,
"125304832" : 171,
"126353408" : 126,
"127401984" : 119,
"128450560" : 113,
"129499136" : 31,
"130547712" : 13,
"131596288" : 1
}
},
"lat_ns" : {
"min" : 100461695,
"max" : 135105554,
"mean" : 113240290.856492,
"stddev" : 6824843.591007,
"N" : 45238
},
"bw_min" : 4276224,
"bw_max" : 4978688,
"bw_agg" : 100.000000,
"bw_mean" : 4636189.368421,
"bw_dev" : 14259.052759,
"bw_samples" : 304,
"iops_min" : 4176,
"iops_max" : 4862,
"iops_mean" : 4527.263158,
"iops_stddev" : 13.928076,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160009,
"usr_cpu" : 0.979945,
"sys_cpu" : 4.429126,
"ctx" : 48656,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.454501,
"250" : 91.510143,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003544,
"timestamp_ms" : 1774003544616,
"time" : "Fri Mar 20 07:45:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 93722771456,
"io_kbytes" : 91526144,
"bw_bytes" : 4685435757,
"bw" : 4575620,
"iops" : 4469.179623,
"runtime" : 20003,
"total_ios" : 89397,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8836100,
"mean" : 3576371.673859,
"stddev" : 274865.206165,
"N" : 89397
},
"clat_ns" : {
"min" : 97239612,
"max" : 131187087,
"mean" : 111029687.776105,
"stddev" : 6876642.201239,
"N" : 89381,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 100139008,
"10.000000" : 102236160,
"20.000000" : 104333312,
"30.000000" : 107479040,
"40.000000" : 109576192,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 120061952,
"95.000000" : 123207680,
"99.000000" : 127401984,
"99.500000" : 128450560,
"99.900000" : 129499136,
"99.950000" : 130547712,
"99.990000" : 130547712
},
"bins" : {
"96993280" : 34,
"98041856" : 1342,
"99090432" : 2921,
"100139008" : 2486,
"101187584" : 2000,
"102236160" : 2077,
"103284736" : 3118,
"104333312" : 5426,
"105381888" : 2710,
"106430464" : 3522,
"107479040" : 4295,
"108527616" : 4611,
"109576192" : 5496,
"110624768" : 6047,
"111673344" : 6005,
"112721920" : 4845,
"113770496" : 4750,
"114819072" : 4893,
"115867648" : 3679,
"116916224" : 3348,
"117964800" : 2832,
"119013376" : 1935,
"120061952" : 2281,
"121110528" : 1990,
"122159104" : 1624,
"123207680" : 1108,
"124256256" : 1184,
"125304832" : 970,
"126353408" : 796,
"127401984" : 563,
"128450560" : 277,
"129499136" : 161,
"130547712" : 54,
"131596288" : 1
}
},
"lat_ns" : {
"min" : 100461695,
"max" : 135105554,
"mean" : 114607383.601425,
"stddev" : 7079251.401661,
"N" : 89381
},
"bw_min" : 4120576,
"bw_max" : 4978688,
"bw_agg" : 99.949103,
"bw_mean" : 4573292.153846,
"bw_dev" : 14397.107753,
"bw_samples" : 624,
"iops_min" : 4024,
"iops_max" : 4862,
"iops_mean" : 4465.179487,
"iops_stddev" : 14.056407,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320013,
"usr_cpu" : 0.979335,
"sys_cpu" : 4.336699,
"ctx" : 95836,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 6.386120,
"250" : 93.595982,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003554,
"timestamp_ms" : 1774003554615,
"time" : "Fri Mar 20 07:45:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 143844704256,
"io_kbytes" : 140473344,
"bw_bytes" : 4794503841,
"bw" : 4682132,
"iops" : 4572.928471,
"runtime" : 30002,
"total_ios" : 137197,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3494934.446482,
"stddev" : 304402.943645,
"N" : 137197
},
"clat_ns" : {
"min" : 86603432,
"max" : 131187087,
"mean" : 108516933.794133,
"stddev" : 7878420.234899,
"N" : 137181,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 98041856,
"20.000000" : 101187584,
"30.000000" : 104333312,
"40.000000" : 106430464,
"50.000000" : 108527616,
"60.000000" : 110624768,
"70.000000" : 112721920,
"80.000000" : 114819072,
"90.000000" : 119013376,
"95.000000" : 122159104,
"99.000000" : 126353408,
"99.500000" : 127401984,
"99.900000" : 129499136,
"99.950000" : 129499136,
"99.990000" : 130547712
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 95,
"89653248" : 87,
"90701824" : 267,
"91750400" : 552,
"92798976" : 1303,
"93847552" : 1605,
"94896128" : 1559,
"95944704" : 1622,
"96993280" : 2456,
"98041856" : 4960,
"99090432" : 6815,
"100139008" : 4812,
"101187584" : 3758,
"102236160" : 4259,
"103284736" : 5148,
"104333312" : 7303,
"105381888" : 5164,
"106430464" : 6302,
"107479040" : 7023,
"108527616" : 6480,
"109576192" : 6511,
"110624768" : 6927,
"111673344" : 7059,
"112721920" : 6307,
"113770496" : 6041,
"114819072" : 5768,
"115867648" : 4586,
"116916224" : 4222,
"117964800" : 3471,
"119013376" : 2317,
"120061952" : 2576,
"121110528" : 2174,
"122159104" : 1834,
"123207680" : 1197,
"124256256" : 1253,
"125304832" : 1068,
"126353408" : 880,
"127401984" : 662,
"128450560" : 344,
"129499136" : 163,
"130547712" : 54,
"131596288" : 1
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 135105554,
"mean" : 112014133.267406,
"stddev" : 8115349.255886,
"N" : 137181
},
"bw_min" : 4120576,
"bw_max" : 5347328,
"bw_agg" : 99.837923,
"bw_mean" : 4674544.711864,
"bw_dev" : 18027.040112,
"bw_samples" : 944,
"iops_min" : 4024,
"iops_max" : 5222,
"iops_mean" : 4564.372881,
"iops_stddev" : 17.616270,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480009,
"usr_cpu" : 0.997065,
"sys_cpu" : 4.486166,
"ctx" : 148486,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999271,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999271,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 17.606799,
"250" : 82.381539,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003564,
"timestamp_ms" : 1774003564616,
"time" : "Fri Mar 20 07:46:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 194356707328,
"io_kbytes" : 189801472,
"bw_bytes" : 4858674749,
"bw" : 4744799,
"iops" : 4634.018299,
"runtime" : 40002,
"total_ios" : 185370,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3448689.440319,
"stddev" : 294218.709008,
"N" : 185370
},
"clat_ns" : {
"min" : 86603432,
"max" : 131187087,
"mean" : 107067838.089003,
"stddev" : 7653470.880142,
"N" : 185354,
"percentile" : {
"1.000000" : 91750400,
"5.000000" : 95944704,
"10.000000" : 98041856,
"20.000000" : 100139008,
"30.000000" : 102236160,
"40.000000" : 104333312,
"50.000000" : 106430464,
"60.000000" : 108527616,
"70.000000" : 110624768,
"80.000000" : 113770496,
"90.000000" : 116916224,
"95.000000" : 121110528,
"99.000000" : 126353408,
"99.500000" : 127401984,
"99.900000" : 129499136,
"99.950000" : 129499136,
"99.990000" : 130547712
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1417,
"93847552" : 2400,
"94896128" : 2736,
"95944704" : 2983,
"96993280" : 5143,
"98041856" : 7027,
"99090432" : 9463,
"100139008" : 8166,
"101187584" : 8086,
"102236160" : 8161,
"103284736" : 9012,
"104333312" : 11280,
"105381888" : 9432,
"106430464" : 9067,
"107479040" : 9211,
"108527616" : 8476,
"109576192" : 8196,
"110624768" : 8149,
"111673344" : 8042,
"112721920" : 6989,
"113770496" : 6512,
"114819072" : 6110,
"115867648" : 4745,
"116916224" : 4316,
"117964800" : 3476,
"119013376" : 2318,
"120061952" : 2576,
"121110528" : 2174,
"122159104" : 1834,
"123207680" : 1197,
"124256256" : 1253,
"125304832" : 1068,
"126353408" : 880,
"127401984" : 662,
"128450560" : 344,
"129499136" : 163,
"130547712" : 54,
"131596288" : 1
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 135105554,
"mean" : 110517738.050849,
"stddev" : 7883932.316432,
"N" : 185354
},
"bw_min" : 4120576,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4746485.316456,
"bw_dev" : 18197.679800,
"bw_samples" : 1264,
"iops_min" : 4024,
"iops_max" : 5246,
"iops_mean" : 4634.658228,
"iops_stddev" : 17.779549,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640010,
"usr_cpu" : 1.009047,
"sys_cpu" : 4.572272,
"ctx" : 200926,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 20.249771,
"250" : 79.741598,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003574,
"timestamp_ms" : 1774003574616,
"time" : "Fri Mar 20 07:46:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 241997709312,
"io_kbytes" : 236325888,
"bw_bytes" : 4839760595,
"bw" : 4726328,
"iops" : 4615.875365,
"runtime" : 50002,
"total_ios" : 230803,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3462179.978272,
"stddev" : 286479.353878,
"N" : 230803
},
"clat_ns" : {
"min" : 86603432,
"max" : 131187087,
"mean" : 107481501.586463,
"stddev" : 7445497.159280,
"N" : 230787,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 98041856,
"20.000000" : 101187584,
"30.000000" : 103284736,
"40.000000" : 105381888,
"50.000000" : 107479040,
"60.000000" : 109576192,
"70.000000" : 111673344,
"80.000000" : 113770496,
"90.000000" : 116916224,
"95.000000" : 120061952,
"99.000000" : 126353408,
"99.500000" : 127401984,
"99.900000" : 128450560,
"99.950000" : 129499136,
"99.990000" : 130547712
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1510,
"93847552" : 2563,
"94896128" : 2860,
"95944704" : 3095,
"96993280" : 5447,
"98041856" : 7757,
"99090432" : 10605,
"100139008" : 9233,
"101187584" : 10223,
"102236160" : 9924,
"103284736" : 12307,
"104333312" : 12747,
"105381888" : 10602,
"106430464" : 10372,
"107479040" : 12780,
"108527616" : 11866,
"109576192" : 12892,
"110624768" : 10750,
"111673344" : 10594,
"112721920" : 9501,
"113770496" : 8498,
"114819072" : 7744,
"115867648" : 6721,
"116916224" : 5562,
"117964800" : 4766,
"119013376" : 3106,
"120061952" : 3120,
"121110528" : 2644,
"122159104" : 2138,
"123207680" : 1459,
"124256256" : 1481,
"125304832" : 1329,
"126353408" : 1025,
"127401984" : 739,
"128450560" : 363,
"129499136" : 174,
"130547712" : 54,
"131596288" : 1
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 135105554,
"mean" : 110944699.990849,
"stddev" : 7668485.303176,
"N" : 230787
},
"bw_min" : 4120576,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4727012.202020,
"bw_dev" : 17278.520896,
"bw_samples" : 1584,
"iops_min" : 4024,
"iops_max" : 5246,
"iops_mean" : 4615.575758,
"iops_stddev" : 16.881953,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800010,
"usr_cpu" : 1.009237,
"sys_cpu" : 4.547568,
"ctx" : 249405,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999567,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999567,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 17.588160,
"250" : 82.404908,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003584,
"timestamp_ms" : 1774003584617,
"time" : "Fri Mar 20 07:46:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 286716329984,
"io_kbytes" : 279996416,
"bw_bytes" : 4778446218,
"bw" : 4666451,
"iops" : 4557.348088,
"runtime" : 60002,
"total_ios" : 273450,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3506678.722882,
"stddev" : 313341.883420,
"N" : 273450
},
"clat_ns" : {
"min" : 86603432,
"max" : 143743531,
"mean" : 108821489.527440,
"stddev" : 8358012.522793,
"N" : 273434,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 99090432,
"20.000000" : 101187584,
"30.000000" : 103284736,
"40.000000" : 106430464,
"50.000000" : 108527616,
"60.000000" : 110624768,
"70.000000" : 112721920,
"80.000000" : 115867648,
"90.000000" : 120061952,
"95.000000" : 124256256,
"99.000000" : 130547712,
"99.500000" : 132644864,
"99.900000" : 137363456,
"99.950000" : 139460608,
"99.990000" : 143654912
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1510,
"93847552" : 2563,
"94896128" : 2866,
"95944704" : 3323,
"96993280" : 5840,
"98041856" : 8179,
"99090432" : 10754,
"100139008" : 10457,
"101187584" : 11264,
"102236160" : 10559,
"103284736" : 12722,
"104333312" : 13072,
"105381888" : 11535,
"106430464" : 11166,
"107479040" : 13667,
"108527616" : 13554,
"109576192" : 14177,
"110624768" : 13167,
"111673344" : 13333,
"112721920" : 11894,
"113770496" : 10348,
"114819072" : 9334,
"115867648" : 8139,
"116916224" : 6559,
"117964800" : 6496,
"119013376" : 5327,
"120061952" : 4546,
"121110528" : 3665,
"122159104" : 3870,
"123207680" : 3192,
"124256256" : 2748,
"125304832" : 2579,
"126353408" : 1634,
"127401984" : 1492,
"128450560" : 1027,
"129499136" : 968,
"130547712" : 1060,
"131596288" : 876,
"132644864" : 386,
"133693440" : 376,
"135266304" : 556,
"137363456" : 213,
"139460608" : 90,
"141557760" : 82,
"143654912" : 34
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 147957409,
"mean" : 112326563.747515,
"stddev" : 8609959.138966,
"N" : 273434
},
"bw_min" : 3874816,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4674591.529412,
"bw_dev" : 18930.675323,
"bw_samples" : 1904,
"iops_min" : 3784,
"iops_max" : 5246,
"iops_mean" : 4564.352941,
"iops_stddev" : 18.499528,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960010,
"usr_cpu" : 0.999052,
"sys_cpu" : 4.479016,
"ctx" : 294883,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 15.437923,
"250" : 84.556226,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003594,
"timestamp_ms" : 1774003594616,
"time" : "Fri Mar 20 07:46:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 331223138304,
"io_kbytes" : 323460096,
"bw_bytes" : 4731556337,
"bw" : 4620660,
"iops" : 4512.592317,
"runtime" : 70003,
"total_ios" : 315895,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3541392.354919,
"stddev" : 321181.920445,
"N" : 315895
},
"clat_ns" : {
"min" : 86603432,
"max" : 144890492,
"mean" : 109928638.422624,
"stddev" : 8749995.333007,
"N" : 315879,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 99090432,
"20.000000" : 102236160,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 116916224,
"90.000000" : 121110528,
"95.000000" : 125304832,
"99.000000" : 135266304,
"99.500000" : 135266304,
"99.900000" : 141557760,
"99.950000" : 143654912,
"99.990000" : 143654912
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1510,
"93847552" : 2563,
"94896128" : 2866,
"95944704" : 3323,
"96993280" : 5840,
"98041856" : 8179,
"99090432" : 10754,
"100139008" : 10457,
"101187584" : 11264,
"102236160" : 10559,
"103284736" : 12722,
"104333312" : 13072,
"105381888" : 11539,
"106430464" : 11918,
"107479040" : 16593,
"108527616" : 16201,
"109576192" : 16792,
"110624768" : 15784,
"111673344" : 15325,
"112721920" : 13409,
"113770496" : 12631,
"114819072" : 11770,
"115867648" : 10323,
"116916224" : 8773,
"117964800" : 8696,
"119013376" : 8245,
"120061952" : 7042,
"121110528" : 5724,
"122159104" : 4900,
"123207680" : 4374,
"124256256" : 3625,
"125304832" : 2991,
"126353408" : 1948,
"127401984" : 1754,
"128450560" : 1285,
"129499136" : 1427,
"130547712" : 1641,
"131596288" : 1287,
"132644864" : 689,
"133693440" : 525,
"135266304" : 1752,
"137363456" : 761,
"139460608" : 392,
"141557760" : 179,
"143654912" : 238,
"145752064" : 2
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 149530862,
"mean" : 113470373.075434,
"stddev" : 9017379.494171,
"N" : 315879
},
"bw_min" : 3739648,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4621606.762590,
"bw_dev" : 20215.759454,
"bw_samples" : 2224,
"iops_min" : 3652,
"iops_max" : 5246,
"iops_mean" : 4512.589928,
"iops_stddev" : 19.755534,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120012,
"usr_cpu" : 0.987222,
"sys_cpu" : 4.429149,
"ctx" : 339910,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 13.363618,
"250" : 86.631317,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003604,
"timestamp_ms" : 1774003604616,
"time" : "Fri Mar 20 07:46:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 377043812352,
"io_kbytes" : 368206848,
"bw_bytes" : 4712870921,
"bw" : 4602413,
"iops" : 4494.756447,
"runtime" : 80003,
"total_ios" : 359594,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3555457.647669,
"stddev" : 319536.772997,
"N" : 359594
},
"clat_ns" : {
"min" : 86603432,
"max" : 144890492,
"mean" : 110363500.752816,
"stddev" : 8728718.548521,
"N" : 359578,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 99090432,
"20.000000" : 102236160,
"30.000000" : 105381888,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 122159104,
"95.000000" : 125304832,
"99.000000" : 133693440,
"99.500000" : 135266304,
"99.900000" : 141557760,
"99.950000" : 143654912,
"99.990000" : 143654912
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1510,
"93847552" : 2563,
"94896128" : 2866,
"95944704" : 3695,
"96993280" : 6468,
"98041856" : 8754,
"99090432" : 11250,
"100139008" : 10848,
"101187584" : 11810,
"102236160" : 11356,
"103284736" : 14492,
"104333312" : 14377,
"105381888" : 12419,
"106430464" : 13332,
"107479040" : 17650,
"108527616" : 17168,
"109576192" : 18803,
"110624768" : 18865,
"111673344" : 17698,
"112721920" : 16747,
"113770496" : 15579,
"114819072" : 14542,
"115867648" : 12490,
"116916224" : 10205,
"117964800" : 9770,
"119013376" : 9410,
"120061952" : 8278,
"121110528" : 7122,
"122159104" : 6058,
"123207680" : 6162,
"124256256" : 4811,
"125304832" : 3633,
"126353408" : 2470,
"127401984" : 2206,
"128450560" : 1704,
"129499136" : 1785,
"130547712" : 1936,
"131596288" : 1525,
"132644864" : 917,
"133693440" : 637,
"135266304" : 1855,
"137363456" : 766,
"139460608" : 392,
"141557760" : 179,
"143654912" : 238,
"145752064" : 2
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 149530862,
"mean" : 113919306.386281,
"stddev" : 8995217.256988,
"N" : 359578
},
"bw_min" : 3739648,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4604562.037736,
"bw_dev" : 20091.271871,
"bw_samples" : 2544,
"iops_min" : 3652,
"iops_max" : 5246,
"iops_mean" : 4495.911950,
"iops_stddev" : 19.623208,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280013,
"usr_cpu" : 0.979834,
"sys_cpu" : 4.411752,
"ctx" : 386211,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.355601,
"250" : 87.639949,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003614,
"timestamp_ms" : 1774003614616,
"time" : "Fri Mar 20 07:46:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 419569860608,
"io_kbytes" : 409736192,
"bw_bytes" : 4661731949,
"bw" : 4552472,
"iops" : 4445.962912,
"runtime" : 90003,
"total_ios" : 400150,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3594507.970226,
"stddev" : 347327.388731,
"N" : 400150
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111573247.384566,
"stddev" : 9701819.525785,
"N" : 400134,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 115867648,
"80.000000" : 119013376,
"90.000000" : 124256256,
"95.000000" : 129499136,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 152043520,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1510,
"93847552" : 2563,
"94896128" : 2866,
"95944704" : 3695,
"96993280" : 6468,
"98041856" : 8755,
"99090432" : 11254,
"100139008" : 10970,
"101187584" : 12030,
"102236160" : 11622,
"103284736" : 14743,
"104333312" : 15211,
"105381888" : 13424,
"106430464" : 13753,
"107479040" : 18301,
"108527616" : 18686,
"109576192" : 19717,
"110624768" : 20060,
"111673344" : 19348,
"112721920" : 18084,
"113770496" : 16266,
"114819072" : 15991,
"115867648" : 13795,
"116916224" : 11356,
"117964800" : 10301,
"119013376" : 10770,
"120061952" : 9368,
"121110528" : 8227,
"122159104" : 7780,
"123207680" : 7893,
"124256256" : 7038,
"125304832" : 5019,
"126353408" : 3219,
"127401984" : 3415,
"128450560" : 3276,
"129499136" : 3401,
"130547712" : 2988,
"131596288" : 2320,
"132644864" : 1640,
"133693440" : 1345,
"135266304" : 2685,
"137363456" : 2166,
"139460608" : 814,
"141557760" : 1249,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 115167984.044000,
"stddev" : 10001080.429298,
"N" : 400134
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4552569.787709,
"bw_dev" : 22159.706312,
"bw_samples" : 2864,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4445.139665,
"iops_stddev" : 21.641141,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440014,
"usr_cpu" : 0.965546,
"sys_cpu" : 4.358569,
"ctx" : 429133,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.105585,
"250" : 88.890416,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003624,
"timestamp_ms" : 1774003624617,
"time" : "Fri Mar 20 07:47:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 465495392256,
"io_kbytes" : 454585344,
"bw_bytes" : 4654814278,
"bw" : 4545717,
"iops" : 4439.336820,
"runtime" : 100003,
"total_ios" : 443947,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3599872.931929,
"stddev" : 338841.443463,
"N" : 443947
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111734079.748011,
"stddev" : 9369887.344988,
"N" : 443931,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 115867648,
"80.000000" : 119013376,
"90.000000" : 123207680,
"95.000000" : 128450560,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 152043520,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 507,
"91750400" : 673,
"92798976" : 1510,
"93847552" : 2563,
"94896128" : 2866,
"95944704" : 3695,
"96993280" : 6468,
"98041856" : 8755,
"99090432" : 11254,
"100139008" : 10970,
"101187584" : 12030,
"102236160" : 11966,
"103284736" : 15652,
"104333312" : 15728,
"105381888" : 14447,
"106430464" : 15700,
"107479040" : 20036,
"108527616" : 21935,
"109576192" : 23729,
"110624768" : 22894,
"111673344" : 23039,
"112721920" : 21135,
"113770496" : 20094,
"114819072" : 18675,
"115867648" : 15550,
"116916224" : 13697,
"117964800" : 13143,
"119013376" : 12576,
"120061952" : 10976,
"121110528" : 9122,
"122159104" : 8620,
"123207680" : 8520,
"124256256" : 7313,
"125304832" : 5252,
"126353408" : 3456,
"127401984" : 3582,
"128450560" : 3361,
"129499136" : 3501,
"130547712" : 3116,
"131596288" : 2354,
"132644864" : 1640,
"133693440" : 1345,
"135266304" : 2685,
"137363456" : 2166,
"139460608" : 814,
"141557760" : 1249,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 115333975.366001,
"stddev" : 9658058.334908,
"N" : 443931
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4547065.522613,
"bw_dev" : 21257.400736,
"bw_samples" : 3184,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4439.748744,
"iops_stddev" : 20.759492,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600013,
"usr_cpu" : 0.962430,
"sys_cpu" : 4.352527,
"ctx" : 475981,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.009979,
"250" : 89.986417,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003634,
"timestamp_ms" : 1774003634616,
"time" : "Fri Mar 20 07:47:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 514755395584,
"io_kbytes" : 502690816,
"bw_bytes" : 4679466883,
"bw" : 4569791,
"iops" : 4462.841922,
"runtime" : 110003,
"total_ios" : 490926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3580869.462925,
"stddev" : 338176.667090,
"N" : 490926
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111158458.464509,
"stddev" : 9352595.253199,
"N" : 490910,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 105381888,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 123207680,
"95.000000" : 128450560,
"99.000000" : 137363456,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 557,
"90701824" : 703,
"91750400" : 1391,
"92798976" : 1733,
"93847552" : 3180,
"94896128" : 3182,
"95944704" : 4023,
"96993280" : 7933,
"98041856" : 10133,
"99090432" : 13567,
"100139008" : 14169,
"101187584" : 15914,
"102236160" : 16861,
"103284736" : 20609,
"104333312" : 17897,
"105381888" : 16111,
"106430464" : 17248,
"107479040" : 21509,
"108527616" : 23315,
"109576192" : 26122,
"110624768" : 25100,
"111673344" : 24707,
"112721920" : 21943,
"113770496" : 20710,
"114819072" : 19296,
"115867648" : 16146,
"116916224" : 14636,
"117964800" : 14083,
"119013376" : 13121,
"120061952" : 11899,
"121110528" : 9888,
"122159104" : 9045,
"123207680" : 8764,
"124256256" : 7535,
"125304832" : 5526,
"126353408" : 3522,
"127401984" : 3586,
"128450560" : 3361,
"129499136" : 3501,
"130547712" : 3116,
"131596288" : 2354,
"132644864" : 1640,
"133693440" : 1345,
"135266304" : 2685,
"137363456" : 2166,
"139460608" : 814,
"141557760" : 1249,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 114740122.098786,
"stddev" : 9639729.054915,
"N" : 490910
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 99.965231,
"bw_mean" : 4568203.283105,
"bw_dev" : 21248.422836,
"bw_samples" : 3504,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4460.292237,
"iops_stddev" : 20.749458,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760018,
"usr_cpu" : 0.970501,
"sys_cpu" : 4.382398,
"ctx" : 526730,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.804072,
"250" : 89.192669,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003644,
"timestamp_ms" : 1774003644617,
"time" : "Fri Mar 20 07:47:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 562280005632,
"io_kbytes" : 549101568,
"bw_bytes" : 4685549574,
"bw" : 4575732,
"iops" : 4468.621618,
"runtime" : 120003,
"total_ios" : 536248,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3576226.664319,
"stddev" : 340884.583591,
"N" : 536248
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 110996141.824309,
"stddev" : 9413901.217054,
"N" : 536232,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 99090432,
"20.000000" : 102236160,
"30.000000" : 105381888,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 123207680,
"95.000000" : 128450560,
"99.000000" : 137363456,
"99.500000" : 141557760,
"99.900000" : 147849216,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 559,
"90701824" : 708,
"91750400" : 1658,
"92798976" : 2030,
"93847552" : 3379,
"94896128" : 4418,
"95944704" : 5115,
"96993280" : 9368,
"98041856" : 12065,
"99090432" : 15018,
"100139008" : 16001,
"101187584" : 17964,
"102236160" : 18516,
"103284736" : 22825,
"104333312" : 20323,
"105381888" : 18105,
"106430464" : 18946,
"107479040" : 23080,
"108527616" : 24400,
"109576192" : 27671,
"110624768" : 26889,
"111673344" : 25956,
"112721920" : 23569,
"113770496" : 22227,
"114819072" : 20579,
"115867648" : 17477,
"116916224" : 15762,
"117964800" : 14842,
"119013376" : 13769,
"120061952" : 12571,
"121110528" : 11217,
"122159104" : 10588,
"123207680" : 9328,
"124256256" : 8047,
"125304832" : 6240,
"126353408" : 3757,
"127401984" : 3834,
"128450560" : 3615,
"129499136" : 3971,
"130547712" : 3433,
"131596288" : 2539,
"132644864" : 1778,
"133693440" : 1485,
"135266304" : 3062,
"137363456" : 2470,
"139460608" : 814,
"141557760" : 1249,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 114572055.572070,
"stddev" : 9703295.707390,
"N" : 536232
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4578438.757322,
"bw_dev" : 21550.267293,
"bw_samples" : 3824,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4470.276151,
"iops_stddev" : 21.038964,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920015,
"usr_cpu" : 0.973742,
"sys_cpu" : 4.391112,
"ctx" : 575915,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999814,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999814,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.504379,
"250" : 88.492638,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003654,
"timestamp_ms" : 1774003654616,
"time" : "Fri Mar 20 07:47:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 607211487232,
"io_kbytes" : 592979968,
"bw_bytes" : 4670749807,
"bw" : 4561279,
"iops" : 4454.497204,
"runtime" : 130003,
"total_ios" : 579098,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3587564.148956,
"stddev" : 341877.838019,
"N" : 579098
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111357682.983047,
"stddev" : 9458649.422575,
"N" : 579082,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 105381888,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 115867648,
"80.000000" : 119013376,
"90.000000" : 123207680,
"95.000000" : 128450560,
"99.000000" : 137363456,
"99.500000" : 141557760,
"99.900000" : 147849216,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 559,
"90701824" : 708,
"91750400" : 1658,
"92798976" : 2030,
"93847552" : 3379,
"94896128" : 4418,
"95944704" : 5372,
"96993280" : 9651,
"98041856" : 13079,
"99090432" : 15314,
"100139008" : 16320,
"101187584" : 18917,
"102236160" : 19007,
"103284736" : 23447,
"104333312" : 20762,
"105381888" : 19096,
"106430464" : 20208,
"107479040" : 23837,
"108527616" : 25432,
"109576192" : 28479,
"110624768" : 27951,
"111673344" : 28267,
"112721920" : 27321,
"113770496" : 25013,
"114819072" : 22566,
"115867648" : 18925,
"116916224" : 18450,
"117964800" : 16695,
"119013376" : 15350,
"120061952" : 14325,
"121110528" : 12790,
"122159104" : 11803,
"123207680" : 10667,
"124256256" : 9119,
"125304832" : 7081,
"126353408" : 4779,
"127401984" : 4677,
"128450560" : 4424,
"129499136" : 4641,
"130547712" : 3998,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 114945463.438121,
"stddev" : 9749406.144272,
"N" : 579082
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4561403.131274,
"bw_dev" : 21569.755711,
"bw_samples" : 4144,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4453.675676,
"iops_stddev" : 21.058131,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080018,
"usr_cpu" : 0.968645,
"sys_cpu" : 4.377078,
"ctx" : 621516,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.990713,
"250" : 89.006524,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003664,
"timestamp_ms" : 1774003664616,
"time" : "Fri Mar 20 07:47:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 654740291584,
"io_kbytes" : 639394816,
"bw_bytes" : 4676616155,
"bw" : 4567007,
"iops" : 4460.082998,
"runtime" : 140003,
"total_ios" : 624425,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3583060.883309,
"stddev" : 335591.235491,
"N" : 624425
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111214996.421722,
"stddev" : 9238203.106827,
"N" : 624409,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 123207680,
"95.000000" : 127401984,
"99.000000" : 137363456,
"99.500000" : 141557760,
"99.900000" : 147849216,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 559,
"90701824" : 708,
"91750400" : 1658,
"92798976" : 2030,
"93847552" : 3640,
"94896128" : 4601,
"95944704" : 5518,
"96993280" : 9733,
"98041856" : 13327,
"99090432" : 16128,
"100139008" : 16912,
"101187584" : 19657,
"102236160" : 19958,
"103284736" : 24372,
"104333312" : 24235,
"105381888" : 22917,
"106430464" : 23577,
"107479040" : 26271,
"108527616" : 29000,
"109576192" : 33336,
"110624768" : 31296,
"111673344" : 31282,
"112721920" : 29191,
"113770496" : 27184,
"114819072" : 25437,
"115867648" : 20337,
"116916224" : 19355,
"117964800" : 17524,
"119013376" : 16034,
"120061952" : 14856,
"121110528" : 13141,
"122159104" : 12027,
"123207680" : 10890,
"124256256" : 9348,
"125304832" : 7258,
"126353408" : 4805,
"127401984" : 4677,
"128450560" : 4424,
"129499136" : 4641,
"130547712" : 3998,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 114798070.552554,
"stddev" : 9521563.189655,
"N" : 624409
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4568928.369176,
"bw_dev" : 20982.833111,
"bw_samples" : 4464,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4461.017921,
"iops_stddev" : 20.485060,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240021,
"usr_cpu" : 0.972044,
"sys_cpu" : 4.382102,
"ctx" : 670155,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.512552,
"250" : 89.484886,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003674,
"timestamp_ms" : 1774003674616,
"time" : "Fri Mar 20 07:47:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 701754245120,
"io_kbytes" : 685306880,
"bw_bytes" : 4678299256,
"bw" : 4568651,
"iops" : 4461.680511,
"runtime" : 150002,
"total_ios" : 669261,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 483178,
"max" : 8945707,
"mean" : 3581775.628634,
"stddev" : 330062.496548,
"N" : 669261
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111176809.661132,
"stddev" : 9043297.772228,
"N" : 669245,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 123207680,
"95.000000" : 127401984,
"99.000000" : 137363456,
"99.500000" : 141557760,
"99.900000" : 147849216,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 559,
"90701824" : 708,
"91750400" : 1658,
"92798976" : 2030,
"93847552" : 3640,
"94896128" : 4601,
"95944704" : 5518,
"96993280" : 10238,
"98041856" : 14749,
"99090432" : 16610,
"100139008" : 17114,
"101187584" : 20074,
"102236160" : 20646,
"103284736" : 25649,
"104333312" : 25457,
"105381888" : 24243,
"106430464" : 25255,
"107479040" : 28271,
"108527616" : 32949,
"109576192" : 38765,
"110624768" : 36030,
"111673344" : 35138,
"112721920" : 32662,
"113770496" : 29565,
"114819072" : 27334,
"115867648" : 21928,
"116916224" : 20588,
"117964800" : 18515,
"119013376" : 17028,
"120061952" : 15952,
"121110528" : 13869,
"122159104" : 12311,
"123207680" : 11090,
"124256256" : 9561,
"125304832" : 7481,
"126353408" : 5012,
"127401984" : 4797,
"128450560" : 4444,
"129499136" : 4641,
"130547712" : 3998,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 114758717.147538,
"stddev" : 9320170.614446,
"N" : 669245
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 100.000000,
"bw_mean" : 4570083.702341,
"bw_dev" : 20485.211556,
"bw_samples" : 4784,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4462.140468,
"iops_stddev" : 19.998316,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400007,
"usr_cpu" : 0.969497,
"sys_cpu" : 4.387946,
"ctx" : 717911,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.180483,
"250" : 89.817127,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003684,
"timestamp_ms" : 1774003684616,
"time" : "Fri Mar 20 07:48:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 748739887104,
"io_kbytes" : 731191296,
"bw_bytes" : 4679565799,
"bw" : 4569888,
"iops" : 4462.881714,
"runtime" : 160002,
"total_ios" : 714070,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 445171,
"max" : 8945707,
"mean" : 3580802.698733,
"stddev" : 326023.835770,
"N" : 714070
},
"clat_ns" : {
"min" : 86603432,
"max" : 153404851,
"mean" : 111149750.022829,
"stddev" : 8916905.661518,
"N" : 714054,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 100139008,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 122159104,
"95.000000" : 127401984,
"99.000000" : 137363456,
"99.500000" : 141557760,
"99.900000" : 147849216,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"86507520" : 70,
"87556096" : 126,
"88604672" : 302,
"89653248" : 559,
"90701824" : 708,
"91750400" : 1658,
"92798976" : 2255,
"93847552" : 3762,
"94896128" : 4814,
"95944704" : 5689,
"96993280" : 10395,
"98041856" : 14940,
"99090432" : 18013,
"100139008" : 18654,
"101187584" : 20757,
"102236160" : 21973,
"103284736" : 26913,
"104333312" : 27582,
"105381888" : 26182,
"106430464" : 26597,
"107479040" : 29228,
"108527616" : 36007,
"109576192" : 42201,
"110624768" : 39103,
"111673344" : 37502,
"112721920" : 35176,
"113770496" : 32814,
"114819072" : 29932,
"115867648" : 23683,
"116916224" : 21883,
"117964800" : 20499,
"119013376" : 18535,
"120061952" : 17684,
"121110528" : 14629,
"122159104" : 12790,
"123207680" : 11420,
"124256256" : 9798,
"125304832" : 7646,
"126353408" : 5168,
"127401984" : 4996,
"128450560" : 4660,
"129499136" : 4680,
"130547712" : 4002,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 89637067,
"max" : 158182199,
"mean" : 114730905.532775,
"stddev" : 9189436.186563,
"N" : 714054
},
"bw_min" : 3497984,
"bw_max" : 5371904,
"bw_agg" : 99.999858,
"bw_mean" : 4569882.454545,
"bw_dev" : 20107.079189,
"bw_samples" : 5104,
"iops_min" : 3416,
"iops_max" : 5246,
"iops_mean" : 4461.943574,
"iops_stddev" : 19.632174,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560008,
"usr_cpu" : 0.971364,
"sys_cpu" : 4.389361,
"ctx" : 766088,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 9.960368,
"250" : 90.037391,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003694,
"timestamp_ms" : 1774003694616,
"time" : "Fri Mar 20 07:48:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 803163078656,
"io_kbytes" : 784338944,
"bw_bytes" : 4724433116,
"bw" : 4613704,
"iops" : 4505.658757,
"runtime" : 170002,
"total_ios" : 765971,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 445171,
"max" : 11199591,
"mean" : 3546743.326739,
"stddev" : 344506.602124,
"N" : 765972
},
"clat_ns" : {
"min" : 83064135,
"max" : 153404851,
"mean" : 110094584.665634,
"stddev" : 9539809.213745,
"N" : 765956,
"percentile" : {
"1.000000" : 89653248,
"5.000000" : 94896128,
"10.000000" : 98041856,
"20.000000" : 102236160,
"30.000000" : 105381888,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 122159104,
"95.000000" : 126353408,
"99.000000" : 135266304,
"99.500000" : 139460608,
"99.900000" : 145752064,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"83361792" : 5,
"84410368" : 298,
"85458944" : 145,
"86507520" : 801,
"87556096" : 1395,
"88604672" : 2681,
"89653248" : 3613,
"90701824" : 3242,
"91750400" : 3705,
"92798976" : 5513,
"93847552" : 8851,
"94896128" : 11081,
"95944704" : 10318,
"96993280" : 13806,
"98041856" : 18939,
"99090432" : 20921,
"100139008" : 20925,
"101187584" : 22445,
"102236160" : 23545,
"103284736" : 28099,
"104333312" : 28572,
"105381888" : 27068,
"106430464" : 27106,
"107479040" : 29601,
"108527616" : 36242,
"109576192" : 42307,
"110624768" : 39153,
"111673344" : 37515,
"112721920" : 35176,
"113770496" : 32814,
"114819072" : 29932,
"115867648" : 23683,
"116916224" : 21883,
"117964800" : 20499,
"119013376" : 18535,
"120061952" : 17684,
"121110528" : 14629,
"122159104" : 12790,
"123207680" : 11420,
"124256256" : 9798,
"125304832" : 7646,
"126353408" : 5168,
"127401984" : 4996,
"128450560" : 4660,
"129499136" : 4680,
"130547712" : 4002,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 85743289,
"max" : 158182199,
"mean" : 113641684.034236,
"stddev" : 9833413.392104,
"N" : 765956
},
"bw_min" : 3497984,
"bw_max" : 5576704,
"bw_agg" : 99.980575,
"bw_mean" : 4612808.752212,
"bw_dev" : 22431.326563,
"bw_samples" : 5424,
"iops_min" : 3416,
"iops_max" : 5446,
"iops_mean" : 4503.823009,
"iops_stddev" : 21.899024,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720010,
"usr_cpu" : 0.985217,
"sys_cpu" : 4.447667,
"ctx" : 825225,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 14.896125,
"250" : 85.101916,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003704,
"timestamp_ms" : 1774003704630,
"time" : "Fri Mar 20 07:48:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 52,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 852538425344,
"io_kbytes" : 832557056,
"bw_bytes" : 4736245647,
"bw" : 4625239,
"iops" : 4515.774737,
"runtime" : 180003,
"total_ios" : 812853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 445171,
"max" : 11199591,
"mean" : 3538670.289109,
"stddev" : 343569.018268,
"N" : 812869
},
"clat_ns" : {
"min" : 4988,
"max" : 153404851,
"mean" : 109806254.686063,
"stddev" : 9604669.707993,
"N" : 813349,
"percentile" : {
"1.000000" : 89653248,
"5.000000" : 94896128,
"10.000000" : 98041856,
"20.000000" : 101187584,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 116916224,
"90.000000" : 122159104,
"95.000000" : 126353408,
"99.000000" : 135266304,
"99.500000" : 139460608,
"99.900000" : 145752064,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"4960" : 1,
"5152" : 1,
"5408" : 1,
"5600" : 1,
"5856" : 1,
"5920" : 1,
"6304" : 1,
"7520" : 1,
"8032" : 1,
"8256" : 1,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"20096" : 1,
"21632" : 1,
"264192" : 1,
"1957888" : 1,
"3194880" : 1,
"3522560" : 1,
"3719168" : 1,
"3817472" : 2,
"3850240" : 2,
"3883008" : 2,
"3915776" : 2,
"3948544" : 1,
"3981312" : 1,
"4014080" : 1,
"4046848" : 1,
"5865472" : 1,
"7110656" : 1,
"7569408" : 3,
"7634944" : 4,
"7700480" : 2,
"7766016" : 2,
"7831552" : 3,
"9633792" : 1,
"10944512" : 1,
"11337728" : 2,
"11468800" : 2,
"11599872" : 7,
"11730944" : 3,
"13565952" : 1,
"14876672" : 1,
"15269888" : 3,
"15400960" : 4,
"15532032" : 5,
"15663104" : 2,
"17432576" : 1,
"18743296" : 1,
"19267584" : 4,
"19529728" : 8,
"19791872" : 2,
"21364736" : 1,
"22675456" : 1,
"23199744" : 3,
"23461888" : 8,
"23724032" : 3,
"25559040" : 1,
"26869760" : 1,
"27131904" : 3,
"27394048" : 9,
"27656192" : 2,
"29229056" : 1,
"30801920" : 1,
"31064064" : 2,
"31326208" : 7,
"31588352" : 5,
"33423360" : 1,
"34865152" : 1,
"35389440" : 11,
"35913728" : 3,
"37486592" : 1,
"38535168" : 1,
"39059456" : 2,
"39583744" : 10,
"40108032" : 2,
"41680896" : 1,
"43253760" : 3,
"43778048" : 12,
"45875200" : 1,
"46923776" : 1,
"47448064" : 4,
"47972352" : 10,
"49545216" : 1,
"51118080" : 1,
"51642368" : 5,
"52166656" : 9,
"53739520" : 1,
"55312384" : 1,
"55836672" : 6,
"56360960" : 8,
"57933824" : 1,
"59506688" : 1,
"60030976" : 10,
"60555264" : 4,
"62128128" : 1,
"63700992" : 1,
"64225280" : 10,
"64749568" : 4,
"66322432" : 1,
"67633152" : 2,
"68681728" : 13,
"69730304" : 1,
"70778880" : 7,
"71827456" : 7,
"72876032" : 2,
"73924608" : 1,
"74973184" : 3,
"76021760" : 3,
"77070336" : 7,
"79167488" : 3,
"80216064" : 11,
"81264640" : 2,
"82313216" : 1,
"83361792" : 10,
"84410368" : 308,
"85458944" : 145,
"86507520" : 804,
"87556096" : 1404,
"88604672" : 2685,
"89653248" : 3613,
"90701824" : 3762,
"91750400" : 4459,
"92798976" : 7285,
"93847552" : 9990,
"94896128" : 12177,
"95944704" : 11142,
"96993280" : 15928,
"98041856" : 20675,
"99090432" : 22008,
"100139008" : 22164,
"101187584" : 24476,
"102236160" : 25708,
"103284736" : 30172,
"104333312" : 30827,
"105381888" : 29394,
"106430464" : 29654,
"107479040" : 31565,
"108527616" : 39339,
"109576192" : 45135,
"110624768" : 41192,
"111673344" : 39101,
"112721920" : 37268,
"113770496" : 34352,
"114819072" : 31119,
"115867648" : 25201,
"116916224" : 22891,
"117964800" : 21578,
"119013376" : 19317,
"120061952" : 17982,
"121110528" : 14816,
"122159104" : 12875,
"123207680" : 11445,
"124256256" : 9813,
"125304832" : 7658,
"126353408" : 5169,
"127401984" : 4996,
"128450560" : 4660,
"129499136" : 4680,
"130547712" : 4002,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 1954666,
"max" : 158182199,
"mean" : 113345040.537052,
"stddev" : 9891565.014786,
"N" : 813349
},
"bw_min" : 3497984,
"bw_max" : 5576704,
"bw_agg" : 100.000000,
"bw_mean" : 4626166.637883,
"bw_dev" : 22492.213755,
"bw_samples" : 5744,
"iops_min" : 3416,
"iops_max" : 5446,
"iops_mean" : 4516.891365,
"iops_stddev" : 21.960839,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880009,
"usr_cpu" : 0.984684,
"sys_cpu" : 4.466201,
"ctx" : 876762,
"majf" : 0,
"minf" : 605,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998032,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.013902,
"100" : 15.475246,
"250" : 84.560062,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003704,
"timestamp_ms" : 1774003704672,
"time" : "Fri Mar 20 07:48:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 852875018240,
"io_kbytes" : 832885760,
"bw_bytes" : 4737589187,
"bw" : 4626551,
"iops" : 4515.273048,
"runtime" : 180023,
"total_ios" : 812853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 445171,
"max" : 11199591,
"mean" : 3538670.289109,
"stddev" : 343569.018268,
"N" : 812869
},
"clat_ns" : {
"min" : 4988,
"max" : 153404851,
"mean" : 109806254.686063,
"stddev" : 9604669.707993,
"N" : 813349,
"percentile" : {
"1.000000" : 89653248,
"5.000000" : 94896128,
"10.000000" : 98041856,
"20.000000" : 101187584,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 116916224,
"90.000000" : 122159104,
"95.000000" : 126353408,
"99.000000" : 135266304,
"99.500000" : 139460608,
"99.900000" : 145752064,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"4960" : 1,
"5152" : 1,
"5408" : 1,
"5600" : 1,
"5856" : 1,
"5920" : 1,
"6304" : 1,
"7520" : 1,
"8032" : 1,
"8256" : 1,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"20096" : 1,
"21632" : 1,
"264192" : 1,
"1957888" : 1,
"3194880" : 1,
"3522560" : 1,
"3719168" : 1,
"3817472" : 2,
"3850240" : 2,
"3883008" : 2,
"3915776" : 2,
"3948544" : 1,
"3981312" : 1,
"4014080" : 1,
"4046848" : 1,
"5865472" : 1,
"7110656" : 1,
"7569408" : 3,
"7634944" : 4,
"7700480" : 2,
"7766016" : 2,
"7831552" : 3,
"9633792" : 1,
"10944512" : 1,
"11337728" : 2,
"11468800" : 2,
"11599872" : 7,
"11730944" : 3,
"13565952" : 1,
"14876672" : 1,
"15269888" : 3,
"15400960" : 4,
"15532032" : 5,
"15663104" : 2,
"17432576" : 1,
"18743296" : 1,
"19267584" : 4,
"19529728" : 8,
"19791872" : 2,
"21364736" : 1,
"22675456" : 1,
"23199744" : 3,
"23461888" : 8,
"23724032" : 3,
"25559040" : 1,
"26869760" : 1,
"27131904" : 3,
"27394048" : 9,
"27656192" : 2,
"29229056" : 1,
"30801920" : 1,
"31064064" : 2,
"31326208" : 7,
"31588352" : 5,
"33423360" : 1,
"34865152" : 1,
"35389440" : 11,
"35913728" : 3,
"37486592" : 1,
"38535168" : 1,
"39059456" : 2,
"39583744" : 10,
"40108032" : 2,
"41680896" : 1,
"43253760" : 3,
"43778048" : 12,
"45875200" : 1,
"46923776" : 1,
"47448064" : 4,
"47972352" : 10,
"49545216" : 1,
"51118080" : 1,
"51642368" : 5,
"52166656" : 9,
"53739520" : 1,
"55312384" : 1,
"55836672" : 6,
"56360960" : 8,
"57933824" : 1,
"59506688" : 1,
"60030976" : 10,
"60555264" : 4,
"62128128" : 1,
"63700992" : 1,
"64225280" : 10,
"64749568" : 4,
"66322432" : 1,
"67633152" : 2,
"68681728" : 13,
"69730304" : 1,
"70778880" : 7,
"71827456" : 7,
"72876032" : 2,
"73924608" : 1,
"74973184" : 3,
"76021760" : 3,
"77070336" : 7,
"79167488" : 3,
"80216064" : 11,
"81264640" : 2,
"82313216" : 1,
"83361792" : 10,
"84410368" : 308,
"85458944" : 145,
"86507520" : 804,
"87556096" : 1404,
"88604672" : 2685,
"89653248" : 3613,
"90701824" : 3762,
"91750400" : 4459,
"92798976" : 7285,
"93847552" : 9990,
"94896128" : 12177,
"95944704" : 11142,
"96993280" : 15928,
"98041856" : 20675,
"99090432" : 22008,
"100139008" : 22164,
"101187584" : 24476,
"102236160" : 25708,
"103284736" : 30172,
"104333312" : 30827,
"105381888" : 29394,
"106430464" : 29654,
"107479040" : 31565,
"108527616" : 39339,
"109576192" : 45135,
"110624768" : 41192,
"111673344" : 39101,
"112721920" : 37268,
"113770496" : 34352,
"114819072" : 31119,
"115867648" : 25201,
"116916224" : 22891,
"117964800" : 21578,
"119013376" : 19317,
"120061952" : 17982,
"121110528" : 14816,
"122159104" : 12875,
"123207680" : 11445,
"124256256" : 9813,
"125304832" : 7658,
"126353408" : 5169,
"127401984" : 4996,
"128450560" : 4660,
"129499136" : 4680,
"130547712" : 4002,
"131596288" : 3172,
"132644864" : 2229,
"133693440" : 1744,
"135266304" : 3408,
"137363456" : 2645,
"139460608" : 1067,
"141557760" : 1287,
"143654912" : 1391,
"145752064" : 372,
"147849216" : 363,
"149946368" : 157,
"152043520" : 220,
"154140672" : 14
}
},
"lat_ns" : {
"min" : 1954666,
"max" : 158182199,
"mean" : 113345040.537052,
"stddev" : 9891565.014786,
"N" : 813349
},
"bw_min" : 3497984,
"bw_max" : 5576704,
"bw_agg" : 100.000000,
"bw_mean" : 4627129.450758,
"bw_dev" : 22518.975246,
"bw_samples" : 5754,
"iops_min" : 3416,
"iops_max" : 5446,
"iops_mean" : 4517.827391,
"iops_stddev" : 21.986582,
"iops_samples" : 5754
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880199,
"usr_cpu" : 0.984619,
"sys_cpu" : 4.465907,
"ctx" : 876931,
"majf" : 0,
"minf" : 615,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998032,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.013902,
"100" : 15.475246,
"250" : 84.560062,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}