raidz2/benchmarks/seq/seq-write-qd32-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774002834,
"timestamp_ms" : 1774002834292,
"time" : "Fri Mar 20 07:33:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 41540386816,
"io_kbytes" : 40566784,
"bw_bytes" : 4264051202,
"bw" : 4164112,
"iops" : 4093.615274,
"runtime" : 9742,
"total_ios" : 39880,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 77936,
"usr_cpu" : 1.741172,
"sys_cpu" : 7.785876,
"ctx" : 57349,
"majf" : 0,
"minf" : 53,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.160481,
"16" : 0.320963,
"32" : 99.378134,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002844,
"timestamp_ms" : 1774002844550,
"time" : "Fri Mar 20 07:34:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 42368761856,
"io_kbytes" : 41375744,
"bw_bytes" : 4236452540,
"bw" : 4137160,
"iops" : 4040.895910,
"runtime" : 10001,
"total_ios" : 40413,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 581187,
"max" : 4963152,
"mean" : 1976146.320904,
"stddev" : 156656.154697,
"N" : 40414
},
"clat_ns" : {
"min" : 52002066,
"max" : 71397974,
"mean" : 61419279.420581,
"stddev" : 3987073.680519,
"N" : 40406,
"percentile" : {
"1.000000" : 52690944,
"5.000000" : 53739520,
"10.000000" : 55312384,
"20.000000" : 57933824,
"30.000000" : 59506688,
"40.000000" : 61079552,
"50.000000" : 62128128,
"60.000000" : 62652416,
"70.000000" : 63700992,
"80.000000" : 65273856,
"90.000000" : 66322432,
"95.000000" : 67633152,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 69730304,
"99.950000" : 70778880,
"99.990000" : 70778880
},
"bins" : {
"52166656" : 203,
"52690944" : 588,
"53215232" : 996,
"53739520" : 490,
"54263808" : 731,
"54788096" : 571,
"55312384" : 736,
"55836672" : 859,
"56360960" : 575,
"56885248" : 404,
"57409536" : 425,
"57933824" : 1791,
"58458112" : 2175,
"58982400" : 1361,
"59506688" : 1268,
"60030976" : 1096,
"60555264" : 1128,
"61079552" : 1419,
"61603840" : 2818,
"62128128" : 3028,
"62652416" : 2655,
"63176704" : 2443,
"63700992" : 1956,
"64225280" : 1011,
"64749568" : 1523,
"65273856" : 1995,
"65798144" : 1573,
"66322432" : 959,
"66846720" : 1151,
"67633152" : 1237,
"68681728" : 924,
"69730304" : 288,
"70778880" : 28,
"71827456" : 1
}
},
"lat_ns" : {
"min" : 53683935,
"max" : 73587148,
"mean" : 63397591.167030,
"stddev" : 4112034.202961,
"N" : 40406
},
"bw_min" : 3844096,
"bw_max" : 4723315,
"bw_agg" : 99.572420,
"bw_mean" : 4119471.052632,
"bw_dev" : 28494.250252,
"bw_samples" : 152,
"iops_min" : 3754,
"iops_max" : 4612,
"iops_mean" : 4022.736842,
"iops_stddev" : 27.831014,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 1.740044,
"sys_cpu" : 7.603940,
"ctx" : 43845,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 99.982679,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002854,
"timestamp_ms" : 1774002854551,
"time" : "Fri Mar 20 07:34:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 84462796800,
"io_kbytes" : 82483200,
"bw_bytes" : 4222928693,
"bw" : 4123953,
"iops" : 4027.698615,
"runtime" : 20001,
"total_ios" : 80558,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 581187,
"max" : 4994289,
"mean" : 1982441.585715,
"stddev" : 160601.401195,
"N" : 80558
},
"clat_ns" : {
"min" : 52002066,
"max" : 75926592,
"mean" : 61597199.511570,
"stddev" : 4174848.706153,
"N" : 80550,
"percentile" : {
"1.000000" : 53215232,
"5.000000" : 54788096,
"10.000000" : 55836672,
"20.000000" : 58458112,
"30.000000" : 59506688,
"40.000000" : 60555264,
"50.000000" : 61603840,
"60.000000" : 62652416,
"70.000000" : 63176704,
"80.000000" : 64749568,
"90.000000" : 66846720,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 73924608,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"52166656" : 203,
"52690944" : 588,
"53215232" : 1189,
"53739520" : 762,
"54263808" : 1032,
"54788096" : 1209,
"55312384" : 2394,
"55836672" : 1783,
"56360960" : 1202,
"56885248" : 839,
"57409536" : 1640,
"57933824" : 3096,
"58458112" : 3131,
"58982400" : 3284,
"59506688" : 3336,
"60030976" : 3579,
"60555264" : 3377,
"61079552" : 4140,
"61603840" : 5112,
"62128128" : 5886,
"62652416" : 5785,
"63176704" : 3630,
"63700992" : 3413,
"64225280" : 2156,
"64749568" : 2322,
"65273856" : 2794,
"65798144" : 2336,
"66322432" : 1604,
"66846720" : 1862,
"67633152" : 2371,
"68681728" : 1400,
"69730304" : 696,
"70778880" : 227,
"71827456" : 397,
"72876032" : 1204,
"73924608" : 331,
"74973184" : 188,
"76021760" : 52
}
},
"lat_ns" : {
"min" : 53683935,
"max" : 78374451,
"mean" : 63580565.146394,
"stddev" : 4305958.419444,
"N" : 80550
},
"bw_min" : 3569664,
"bw_max" : 4723315,
"bw_agg" : 99.915693,
"bw_mean" : 4120477.461538,
"bw_dev" : 30583.346403,
"bw_samples" : 312,
"iops_min" : 3486,
"iops_max" : 4612,
"iops_mean" : 4023.692308,
"iops_stddev" : 29.845039,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.699386,
"sys_cpu" : 7.636298,
"ctx" : 87294,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 99.990069,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002864,
"timestamp_ms" : 1774002864551,
"time" : "Fri Mar 20 07:34:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 127646302208,
"io_kbytes" : 124654592,
"bw_bytes" : 4254734915,
"bw" : 4155014,
"iops" : 4057.898070,
"runtime" : 30001,
"total_ios" : 121741,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 581187,
"max" : 5761300,
"mean" : 1967569.039987,
"stddev" : 166278.254097,
"N" : 121741
},
"clat_ns" : {
"min" : 49456918,
"max" : 75926592,
"mean" : 61139332.098938,
"stddev" : 4359570.536301,
"N" : 121733,
"percentile" : {
"1.000000" : 51118080,
"5.000000" : 53739520,
"10.000000" : 55312384,
"20.000000" : 57409536,
"30.000000" : 58982400,
"40.000000" : 60555264,
"50.000000" : 61603840,
"60.000000" : 62128128,
"70.000000" : 63176704,
"80.000000" : 64749568,
"90.000000" : 66322432,
"95.000000" : 67633152,
"99.000000" : 72876032,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"49545216" : 178,
"50069504" : 234,
"50593792" : 262,
"51118080" : 700,
"51642368" : 617,
"52166656" : 1232,
"52690944" : 1041,
"53215232" : 1617,
"53739520" : 1150,
"54263808" : 1688,
"54788096" : 1896,
"55312384" : 3386,
"55836672" : 3164,
"56360960" : 2603,
"56885248" : 2595,
"57409536" : 3522,
"57933824" : 4612,
"58458112" : 4111,
"58982400" : 4408,
"59506688" : 4351,
"60030976" : 4548,
"60555264" : 5150,
"61079552" : 6686,
"61603840" : 6598,
"62128128" : 7248,
"62652416" : 7569,
"63176704" : 5719,
"63700992" : 5583,
"64225280" : 3503,
"64749568" : 3114,
"65273856" : 5253,
"65798144" : 4329,
"66322432" : 2300,
"66846720" : 2183,
"67633152" : 2929,
"68681728" : 1945,
"69730304" : 1116,
"70778880" : 403,
"71827456" : 412,
"72876032" : 1207,
"73924608" : 331,
"74973184" : 188,
"76021760" : 52
}
},
"lat_ns" : {
"min" : 51034498,
"max" : 78374451,
"mean" : 63108006.394987,
"stddev" : 4496074.314728,
"N" : 121733
},
"bw_min" : 3569664,
"bw_max" : 4740254,
"bw_agg" : 99.715944,
"bw_mean" : 4143212.423729,
"bw_dev" : 31015.398515,
"bw_samples" : 472,
"iops_min" : 3486,
"iops_max" : 4629,
"iops_mean" : 4045.966102,
"iops_stddev" : 30.276086,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239999,
"usr_cpu" : 1.725424,
"sys_cpu" : 7.711282,
"ctx" : 132639,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.223425,
"100" : 99.770004,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002874,
"timestamp_ms" : 1774002874551,
"time" : "Fri Mar 20 07:34:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 174951759872,
"io_kbytes" : 170851328,
"bw_bytes" : 4373684654,
"bw" : 4271176,
"iops" : 4171.245719,
"runtime" : 40001,
"total_ios" : 166854,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 5761300,
"mean" : 1913947.295047,
"stddev" : 188794.201814,
"N" : 166855
},
"clat_ns" : {
"min" : 46404976,
"max" : 75926592,
"mean" : 59461110.325915,
"stddev" : 5188906.892361,
"N" : 166847,
"percentile" : {
"1.000000" : 47972352,
"5.000000" : 50069504,
"10.000000" : 52166656,
"20.000000" : 55312384,
"30.000000" : 56885248,
"40.000000" : 58458112,
"50.000000" : 60030976,
"60.000000" : 61079552,
"70.000000" : 62128128,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 72876032,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"46399488" : 289,
"46923776" : 570,
"47448064" : 389,
"47972352" : 1502,
"48496640" : 1344,
"49020928" : 524,
"49545216" : 1832,
"50069504" : 3660,
"50593792" : 2356,
"51118080" : 2117,
"51642368" : 1868,
"52166656" : 2436,
"52690944" : 2182,
"53215232" : 2571,
"53739520" : 2212,
"54263808" : 3150,
"54788096" : 3650,
"55312384" : 5036,
"55836672" : 5040,
"56360960" : 4178,
"56885248" : 4941,
"57409536" : 6319,
"57933824" : 5858,
"58458112" : 5194,
"58982400" : 5877,
"59506688" : 6261,
"60030976" : 5872,
"60555264" : 6225,
"61079552" : 7648,
"61603840" : 7739,
"62128128" : 8053,
"62652416" : 8042,
"63176704" : 6176,
"63700992" : 5863,
"64225280" : 3645,
"64749568" : 3201,
"65273856" : 5400,
"65798144" : 4427,
"66322432" : 2357,
"66846720" : 2260,
"67633152" : 2929,
"68681728" : 1945,
"69730304" : 1116,
"70778880" : 403,
"71827456" : 412,
"72876032" : 1207,
"73924608" : 331,
"74973184" : 188,
"76021760" : 52
}
},
"lat_ns" : {
"min" : 47901592,
"max" : 78374451,
"mean" : 61375080.410292,
"stddev" : 5353170.616062,
"N" : 166847
},
"bw_min" : 3569664,
"bw_max" : 5246976,
"bw_agg" : 100.000000,
"bw_mean" : 4275123.354430,
"bw_dev" : 44222.881363,
"bw_samples" : 632,
"iops_min" : 3486,
"iops_max" : 5124,
"iops_mean" : 4174.784810,
"iops_stddev" : 43.175967,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 1.783443,
"sys_cpu" : 7.990025,
"ctx" : 183080,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 4.708907,
"100" : 95.286898,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002884,
"timestamp_ms" : 1774002884551,
"time" : "Fri Mar 20 07:34:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 217606782976,
"io_kbytes" : 212506624,
"bw_bytes" : 4352048618,
"bw" : 4250047,
"iops" : 4150.596988,
"runtime" : 50001,
"total_ios" : 207534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 5859571,
"mean" : 1923506.791250,
"stddev" : 181186.261188,
"N" : 207535
},
"clat_ns" : {
"min" : 46404976,
"max" : 75926592,
"mean" : 59760070.831921,
"stddev" : 4907409.910564,
"N" : 207527,
"percentile" : {
"1.000000" : 47972352,
"5.000000" : 50593792,
"10.000000" : 52690944,
"20.000000" : 55836672,
"30.000000" : 57409536,
"40.000000" : 58982400,
"50.000000" : 60030976,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 66846720,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"46399488" : 289,
"46923776" : 570,
"47448064" : 389,
"47972352" : 1502,
"48496640" : 1344,
"49020928" : 524,
"49545216" : 1832,
"50069504" : 3660,
"50593792" : 2356,
"51118080" : 2117,
"51642368" : 1868,
"52166656" : 2436,
"52690944" : 2182,
"53215232" : 2790,
"53739520" : 2713,
"54263808" : 3299,
"54788096" : 3870,
"55312384" : 5311,
"55836672" : 6503,
"56360960" : 5986,
"56885248" : 6120,
"57409536" : 7390,
"57933824" : 6607,
"58458112" : 6066,
"58982400" : 8657,
"59506688" : 9475,
"60030976" : 8483,
"60555264" : 9583,
"61079552" : 9641,
"61603840" : 10613,
"62128128" : 10598,
"62652416" : 10473,
"63176704" : 7629,
"63700992" : 7385,
"64225280" : 5027,
"64749568" : 4558,
"65273856" : 6381,
"65798144" : 5223,
"66322432" : 3022,
"66846720" : 2966,
"67633152" : 3754,
"68681728" : 2393,
"69730304" : 1331,
"70778880" : 421,
"71827456" : 412,
"72876032" : 1207,
"73924608" : 331,
"74973184" : 188,
"76021760" : 52
}
},
"lat_ns" : {
"min" : 47901592,
"max" : 78374451,
"mean" : 61683784.801660,
"stddev" : 5062499.104475,
"N" : 207527
},
"bw_min" : 3569664,
"bw_max" : 5246976,
"bw_agg" : 100.000000,
"bw_mean" : 4251818.676768,
"bw_dev" : 41176.268151,
"bw_samples" : 792,
"iops_min" : 3486,
"iops_max" : 5124,
"iops_mean" : 4151.898990,
"iops_stddev" : 40.220581,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400003,
"usr_cpu" : 1.764737,
"sys_cpu" : 7.939190,
"ctx" : 226947,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.785886,
"100" : 96.210741,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002894,
"timestamp_ms" : 1774002894552,
"time" : "Fri Mar 20 07:34:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 261276827648,
"io_kbytes" : 255153152,
"bw_bytes" : 4354541218,
"bw" : 4252481,
"iops" : 4152.947451,
"runtime" : 60001,
"total_ios" : 249181,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 5859571,
"mean" : 1922395.970351,
"stddev" : 174781.505275,
"N" : 249181
},
"clat_ns" : {
"min" : 46404976,
"max" : 75926592,
"mean" : 59724026.133209,
"stddev" : 4685199.136104,
"N" : 249173,
"percentile" : {
"1.000000" : 47972352,
"5.000000" : 50593792,
"10.000000" : 53739520,
"20.000000" : 55836672,
"30.000000" : 57409536,
"40.000000" : 58982400,
"50.000000" : 60030976,
"60.000000" : 61079552,
"70.000000" : 62128128,
"80.000000" : 63700992,
"90.000000" : 65273856,
"95.000000" : 66846720,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"46399488" : 289,
"46923776" : 570,
"47448064" : 389,
"47972352" : 1502,
"48496640" : 1344,
"49020928" : 524,
"49545216" : 1832,
"50069504" : 3660,
"50593792" : 2356,
"51118080" : 2117,
"51642368" : 1868,
"52166656" : 2436,
"52690944" : 2303,
"53215232" : 3102,
"53739520" : 3374,
"54263808" : 3898,
"54788096" : 5269,
"55312384" : 7229,
"55836672" : 7620,
"56360960" : 7254,
"56885248" : 8677,
"57409536" : 11646,
"57933824" : 10652,
"58458112" : 8239,
"58982400" : 9992,
"59506688" : 11114,
"60030976" : 10046,
"60555264" : 11288,
"61079552" : 11550,
"61603840" : 13018,
"62128128" : 13038,
"62652416" : 11796,
"63176704" : 8335,
"63700992" : 8805,
"64225280" : 6206,
"64749568" : 5398,
"65273856" : 7305,
"65798144" : 5525,
"66322432" : 3316,
"66846720" : 3313,
"67633152" : 4254,
"68681728" : 2735,
"69730304" : 1378,
"70778880" : 421,
"71827456" : 412,
"72876032" : 1207,
"73924608" : 331,
"74973184" : 188,
"76021760" : 52
}
},
"lat_ns" : {
"min" : 47901592,
"max" : 78374451,
"mean" : 61646599.483235,
"stddev" : 4832932.357194,
"N" : 249173
},
"bw_min" : 3569664,
"bw_max" : 5246976,
"bw_agg" : 100.000000,
"bw_mean" : 4252651.840336,
"bw_dev" : 38826.511077,
"bw_samples" : 952,
"iops_min" : 3486,
"iops_max" : 5124,
"iops_mean" : 4152.756303,
"iops_stddev" : 37.924907,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480001,
"usr_cpu" : 1.752080,
"sys_cpu" : 7.959983,
"ctx" : 271959,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.153130,
"100" : 96.843660,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002904,
"timestamp_ms" : 1774002904551,
"time" : "Fri Mar 20 07:35:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 304704651264,
"io_kbytes" : 297563136,
"bw_bytes" : 4352861405,
"bw" : 4250841,
"iops" : 4151.326410,
"runtime" : 70001,
"total_ios" : 290597,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 6254253,
"mean" : 1923126.862373,
"stddev" : 177560.882792,
"N" : 290597
},
"clat_ns" : {
"min" : 46404976,
"max" : 75926592,
"mean" : 59743741.746239,
"stddev" : 4767000.529274,
"N" : 290589,
"percentile" : {
"1.000000" : 48496640,
"5.000000" : 51118080,
"10.000000" : 53739520,
"20.000000" : 55836672,
"30.000000" : 57409536,
"40.000000" : 58458112,
"50.000000" : 60030976,
"60.000000" : 61079552,
"70.000000" : 62128128,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"46399488" : 289,
"46923776" : 570,
"47448064" : 389,
"47972352" : 1502,
"48496640" : 1344,
"49020928" : 553,
"49545216" : 1992,
"50069504" : 3761,
"50593792" : 2423,
"51118080" : 2254,
"51642368" : 2241,
"52166656" : 3288,
"52690944" : 3145,
"53215232" : 4332,
"53739520" : 5546,
"54263808" : 5083,
"54788096" : 6693,
"55312384" : 8755,
"55836672" : 8721,
"56360960" : 8951,
"56885248" : 9957,
"57409536" : 12743,
"57933824" : 12511,
"58458112" : 10094,
"58982400" : 10732,
"59506688" : 11836,
"60030976" : 13884,
"60555264" : 14172,
"61079552" : 13129,
"61603840" : 14209,
"62128128" : 13755,
"62652416" : 12328,
"63176704" : 8797,
"63700992" : 9117,
"64225280" : 6414,
"64749568" : 6073,
"65273856" : 8109,
"65798144" : 6494,
"66322432" : 4814,
"66846720" : 4256,
"67633152" : 4812,
"68681728" : 3109,
"69730304" : 3181,
"70778880" : 1407,
"71827456" : 846,
"72876032" : 1393,
"73924608" : 345,
"74973184" : 188,
"76021760" : 52
}
},
"lat_ns" : {
"min" : 47901592,
"max" : 78374451,
"mean" : 61666785.065068,
"stddev" : 4917291.502672,
"N" : 290589
},
"bw_min" : 3569664,
"bw_max" : 5246976,
"bw_agg" : 100.000000,
"bw_mean" : 4256244.208633,
"bw_dev" : 38926.926105,
"bw_samples" : 1112,
"iops_min" : 3486,
"iops_max" : 5124,
"iops_mean" : 4156.287770,
"iops_stddev" : 38.020312,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 560001,
"usr_cpu" : 1.767497,
"sys_cpu" : 7.952664,
"ctx" : 317189,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.784612,
"100" : 97.212635,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002914,
"timestamp_ms" : 1774002914551,
"time" : "Fri Mar 20 07:35:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 349435854848,
"io_kbytes" : 341245952,
"bw_bytes" : 4367893586,
"bw" : 4265521,
"iops" : 4165.647929,
"runtime" : 80001,
"total_ios" : 333256,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 6254253,
"mean" : 1916481.558901,
"stddev" : 177054.353386,
"N" : 333256
},
"clat_ns" : {
"min" : 46404976,
"max" : 78611413,
"mean" : 59542588.421794,
"stddev" : 4752765.800544,
"N" : 333248,
"percentile" : {
"1.000000" : 48496640,
"5.000000" : 51642368,
"10.000000" : 53739520,
"20.000000" : 55836672,
"30.000000" : 56885248,
"40.000000" : 58458112,
"50.000000" : 59506688,
"60.000000" : 60555264,
"70.000000" : 62128128,
"80.000000" : 63176704,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"46399488" : 289,
"46923776" : 570,
"47448064" : 389,
"47972352" : 1502,
"48496640" : 1344,
"49020928" : 553,
"49545216" : 1992,
"50069504" : 3761,
"50593792" : 2423,
"51118080" : 2346,
"51642368" : 3502,
"52166656" : 4193,
"52690944" : 4056,
"53215232" : 5542,
"53739520" : 7623,
"54263808" : 6650,
"54788096" : 8312,
"55312384" : 11264,
"55836672" : 10993,
"56360960" : 11556,
"56885248" : 11876,
"57409536" : 14065,
"57933824" : 15597,
"58458112" : 13006,
"58982400" : 12939,
"59506688" : 13768,
"60030976" : 16660,
"60555264" : 15813,
"61079552" : 14315,
"61603840" : 15600,
"62128128" : 14619,
"62652416" : 12901,
"63176704" : 9293,
"63700992" : 9390,
"64225280" : 6623,
"64749568" : 6262,
"65273856" : 8245,
"65798144" : 6649,
"66322432" : 5009,
"66846720" : 4417,
"67633152" : 4991,
"68681728" : 3397,
"69730304" : 3510,
"70778880" : 1732,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 47901592,
"max" : 81103310,
"mean" : 61459328.522455,
"stddev" : 4902752.093685,
"N" : 333248
},
"bw_min" : 3502940,
"bw_max" : 5246976,
"bw_agg" : 99.963754,
"bw_mean" : 4263975.628931,
"bw_dev" : 38943.728905,
"bw_samples" : 1272,
"iops_min" : 3414,
"iops_max" : 5124,
"iops_mean" : 4163.811321,
"iops_stddev" : 38.048805,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640002,
"usr_cpu" : 1.779526,
"sys_cpu" : 7.986694,
"ctx" : 363654,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.428163,
"100" : 97.569436,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002924,
"timestamp_ms" : 1774002924551,
"time" : "Fri Mar 20 07:35:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 405385773056,
"io_kbytes" : 395884544,
"bw_bytes" : 4504236320,
"bw" : 4398668,
"iops" : 4295.663382,
"runtime" : 90001,
"total_ios" : 386614,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 6254253,
"mean" : 1858273.674957,
"stddev" : 229651.803356,
"N" : 386614
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 57742457.073757,
"stddev" : 6422883.747852,
"N" : 386606,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 44826624,
"10.000000" : 47972352,
"20.000000" : 52690944,
"30.000000" : 55312384,
"40.000000" : 57409536,
"50.000000" : 58458112,
"60.000000" : 60030976,
"70.000000" : 61603840,
"80.000000" : 62652416,
"90.000000" : 65273856,
"95.000000" : 66846720,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"39059456" : 1,
"39583744" : 20,
"40108032" : 117,
"40632320" : 1545,
"41156608" : 509,
"41680896" : 381,
"42205184" : 3326,
"42729472" : 2842,
"43253760" : 2012,
"43778048" : 2356,
"44302336" : 3897,
"44826624" : 2809,
"45350912" : 3073,
"45875200" : 2954,
"46399488" : 4689,
"46923776" : 3352,
"47448064" : 2333,
"47972352" : 3739,
"48496640" : 5222,
"49020928" : 3204,
"49545216" : 3548,
"50069504" : 5043,
"50593792" : 4011,
"51118080" : 3325,
"51642368" : 4212,
"52166656" : 4813,
"52690944" : 4588,
"53215232" : 5970,
"53739520" : 8160,
"54263808" : 7058,
"54788096" : 8591,
"55312384" : 11436,
"55836672" : 11090,
"56360960" : 11627,
"56885248" : 11950,
"57409536" : 14134,
"57933824" : 15670,
"58458112" : 13091,
"58982400" : 12981,
"59506688" : 13782,
"60030976" : 16668,
"60555264" : 15813,
"61079552" : 14315,
"61603840" : 15600,
"62128128" : 14619,
"62652416" : 12901,
"63176704" : 9293,
"63700992" : 9390,
"64225280" : 6623,
"64749568" : 6262,
"65273856" : 8245,
"65798144" : 6649,
"66322432" : 5009,
"66846720" : 4417,
"67633152" : 4991,
"68681728" : 3397,
"69730304" : 3510,
"70778880" : 1732,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 59601107.953687,
"stddev" : 6627647.592355,
"N" : 386606
},
"bw_min" : 3502940,
"bw_max" : 6068224,
"bw_agg" : 99.929904,
"bw_mean" : 4395585.413408,
"bw_dev" : 60877.037227,
"bw_samples" : 1432,
"iops_min" : 3414,
"iops_max" : 5926,
"iops_mean" : 4292.324022,
"iops_stddev" : 59.457690,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 1.860003,
"sys_cpu" : 8.342650,
"ctx" : 430569,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999741,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999741,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.943365,
"100" : 86.054566,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002934,
"timestamp_ms" : 1774002934551,
"time" : "Fri Mar 20 07:35:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 456578301952,
"io_kbytes" : 445877248,
"bw_bytes" : 4565737362,
"bw" : 4458727,
"iops" : 4354.306457,
"runtime" : 100001,
"total_ios" : 435435,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425681,
"max" : 6254253,
"mean" : 1833187.731195,
"stddev" : 231675.718966,
"N" : 435435
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 56965090.007124,
"stddev" : 6498384.326224,
"N" : 435427,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 45350912,
"10.000000" : 47972352,
"20.000000" : 50593792,
"30.000000" : 53739520,
"40.000000" : 55836672,
"50.000000" : 57933824,
"60.000000" : 59506688,
"70.000000" : 61079552,
"80.000000" : 62128128,
"90.000000" : 64749568,
"95.000000" : 66322432,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 20,
"40108032" : 117,
"40632320" : 1545,
"41156608" : 509,
"41680896" : 381,
"42205184" : 3326,
"42729472" : 2842,
"43253760" : 2012,
"43778048" : 2356,
"44302336" : 3897,
"44826624" : 2977,
"45350912" : 3561,
"45875200" : 3958,
"46399488" : 5865,
"46923776" : 4144,
"47448064" : 4055,
"47972352" : 6787,
"48496640" : 8775,
"49020928" : 6351,
"49545216" : 6620,
"50069504" : 8642,
"50593792" : 9486,
"51118080" : 6273,
"51642368" : 6079,
"52166656" : 7447,
"52690944" : 8047,
"53215232" : 8480,
"53739520" : 10578,
"54263808" : 9401,
"54788096" : 9443,
"55312384" : 11885,
"55836672" : 11501,
"56360960" : 12007,
"56885248" : 12241,
"57409536" : 14396,
"57933824" : 15893,
"58458112" : 13318,
"58982400" : 13102,
"59506688" : 13893,
"60030976" : 16704,
"60555264" : 15841,
"61079552" : 14322,
"61603840" : 15600,
"62128128" : 14619,
"62652416" : 12901,
"63176704" : 9293,
"63700992" : 9390,
"64225280" : 6623,
"64749568" : 6262,
"65273856" : 8245,
"65798144" : 6649,
"66322432" : 5009,
"66846720" : 4417,
"67633152" : 4991,
"68681728" : 3397,
"69730304" : 3510,
"70778880" : 1732,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 58798664.478190,
"stddev" : 6705608.041154,
"N" : 435427
},
"bw_min" : 3502940,
"bw_max" : 6068224,
"bw_agg" : 99.932943,
"bw_mean" : 4455738.577889,
"bw_dev" : 62380.201396,
"bw_samples" : 1592,
"iops_min" : 3414,
"iops_max" : 5926,
"iops_mean" : 4351.065327,
"iops_stddev" : 60.924130,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800003,
"usr_cpu" : 1.899868,
"sys_cpu" : 8.480343,
"ctx" : 486510,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 16.804575,
"100" : 83.193588,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002944,
"timestamp_ms" : 1774002944550,
"time" : "Fri Mar 20 07:35:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 510671192064,
"io_kbytes" : 498702336,
"bw_bytes" : 4642423178,
"bw" : 4533616,
"iops" : 4427.432478,
"runtime" : 110001,
"total_ios" : 487022,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422255,
"max" : 7375096,
"mean" : 1802790.749299,
"stddev" : 243469.959353,
"N" : 487022
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 56022558.267750,
"stddev" : 6838652.182953,
"N" : 487014,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44302336,
"10.000000" : 46399488,
"20.000000" : 49545216,
"30.000000" : 52166656,
"40.000000" : 54788096,
"50.000000" : 56885248,
"60.000000" : 58458112,
"70.000000" : 60555264,
"80.000000" : 62128128,
"90.000000" : 64225280,
"95.000000" : 66322432,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1154,
"40632320" : 2491,
"41156608" : 2563,
"41680896" : 1453,
"42205184" : 4021,
"42729472" : 3335,
"43253760" : 3017,
"43778048" : 3535,
"44302336" : 4789,
"44826624" : 4483,
"45350912" : 5043,
"45875200" : 6238,
"46399488" : 8003,
"46923776" : 6749,
"47448064" : 6459,
"47972352" : 9829,
"48496640" : 11649,
"49020928" : 9506,
"49545216" : 9701,
"50069504" : 10480,
"50593792" : 12779,
"51118080" : 9399,
"51642368" : 7738,
"52166656" : 9396,
"52690944" : 9515,
"53215232" : 9481,
"53739520" : 11581,
"54263808" : 10056,
"54788096" : 9948,
"55312384" : 12268,
"55836672" : 11812,
"56360960" : 12203,
"56885248" : 12350,
"57409536" : 14464,
"57933824" : 15930,
"58458112" : 13331,
"58982400" : 13116,
"59506688" : 13895,
"60030976" : 16706,
"60555264" : 15847,
"61079552" : 14327,
"61603840" : 15600,
"62128128" : 14619,
"62652416" : 12901,
"63176704" : 9293,
"63700992" : 9390,
"64225280" : 6623,
"64749568" : 6262,
"65273856" : 8245,
"65798144" : 6649,
"66322432" : 5009,
"66846720" : 4417,
"67633152" : 4991,
"68681728" : 3397,
"69730304" : 3510,
"70778880" : 1732,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 57825647.376080,
"stddev" : 7056991.499149,
"N" : 487014
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 99.953141,
"bw_mean" : 4531492.634703,
"bw_dev" : 67923.538026,
"bw_samples" : 1752,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4425.050228,
"iops_stddev" : 66.338734,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879998,
"usr_cpu" : 1.943186,
"sys_cpu" : 8.685815,
"ctx" : 549397,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 22.154851,
"100" : 77.843506,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002954,
"timestamp_ms" : 1774002954551,
"time" : "Fri Mar 20 07:35:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 555987501056,
"io_kbytes" : 542956544,
"bw_bytes" : 4633190565,
"bw" : 4524600,
"iops" : 4418.621511,
"runtime" : 120001,
"total_ios" : 530239,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422255,
"max" : 7375096,
"mean" : 1806415.790112,
"stddev" : 238721.292811,
"N" : 530239
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 56132166.869278,
"stddev" : 6692293.123839,
"N" : 530231,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44826624,
"10.000000" : 46923776,
"20.000000" : 50069504,
"30.000000" : 52690944,
"40.000000" : 54788096,
"50.000000" : 56885248,
"60.000000" : 58458112,
"70.000000" : 60030976,
"80.000000" : 62128128,
"90.000000" : 64225280,
"95.000000" : 66322432,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 77070336,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1154,
"40632320" : 2491,
"41156608" : 2563,
"41680896" : 1453,
"42205184" : 4021,
"42729472" : 3335,
"43253760" : 3017,
"43778048" : 3535,
"44302336" : 4789,
"44826624" : 4483,
"45350912" : 5043,
"45875200" : 6238,
"46399488" : 8003,
"46923776" : 6749,
"47448064" : 6625,
"47972352" : 10064,
"48496640" : 11957,
"49020928" : 10042,
"49545216" : 10371,
"50069504" : 10656,
"50593792" : 12785,
"51118080" : 9769,
"51642368" : 8084,
"52166656" : 10617,
"52690944" : 11931,
"53215232" : 12561,
"53739520" : 14540,
"54263808" : 12063,
"54788096" : 12914,
"55312384" : 13372,
"55836672" : 13103,
"56360960" : 12977,
"56885248" : 12914,
"57409536" : 15353,
"57933824" : 18118,
"58458112" : 15464,
"58982400" : 14385,
"59506688" : 16370,
"60030976" : 18946,
"60555264" : 18113,
"61079552" : 15457,
"61603840" : 16280,
"62128128" : 15293,
"62652416" : 13349,
"63176704" : 9641,
"63700992" : 9769,
"64225280" : 7150,
"64749568" : 7288,
"65273856" : 9331,
"65798144" : 7549,
"66322432" : 5285,
"66846720" : 4603,
"67633152" : 5428,
"68681728" : 3665,
"69730304" : 3705,
"70778880" : 1734,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 57938715.595986,
"stddev" : 6905903.299774,
"N" : 530231
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 100.000000,
"bw_mean" : 4526408.824268,
"bw_dev" : 66391.818007,
"bw_samples" : 1912,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4420.100418,
"iops_stddev" : 64.842246,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960004,
"usr_cpu" : 1.938534,
"sys_cpu" : 8.668818,
"ctx" : 596615,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 20.738761,
"100" : 79.259730,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002964,
"timestamp_ms" : 1774002964551,
"time" : "Fri Mar 20 07:36:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 605299933184,
"io_kbytes" : 591113216,
"bw_bytes" : 4656117515,
"bw" : 4546989,
"iops" : 4440.481227,
"runtime" : 130001,
"total_ios" : 577267,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422255,
"max" : 7375096,
"mean" : 1797485.158497,
"stddev" : 235890.077318,
"N" : 577267
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 55858221.414547,
"stddev" : 6581670.466778,
"N" : 577259,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44826624,
"10.000000" : 46923776,
"20.000000" : 49545216,
"30.000000" : 52166656,
"40.000000" : 54263808,
"50.000000" : 56360960,
"60.000000" : 57933824,
"70.000000" : 60030976,
"80.000000" : 61603840,
"90.000000" : 64225280,
"95.000000" : 65798144,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1154,
"40632320" : 2491,
"41156608" : 2563,
"41680896" : 1453,
"42205184" : 4021,
"42729472" : 3335,
"43253760" : 3271,
"43778048" : 4059,
"44302336" : 5645,
"44826624" : 6163,
"45350912" : 6055,
"45875200" : 6902,
"46399488" : 9359,
"46923776" : 7142,
"47448064" : 6992,
"47972352" : 11284,
"48496640" : 12407,
"49020928" : 10928,
"49545216" : 11094,
"50069504" : 11447,
"50593792" : 13472,
"51118080" : 11414,
"51642368" : 9350,
"52166656" : 12725,
"52690944" : 15190,
"53215232" : 15172,
"53739520" : 17473,
"54263808" : 16051,
"54788096" : 15879,
"55312384" : 15468,
"55836672" : 15974,
"56360960" : 15472,
"56885248" : 15478,
"57409536" : 16231,
"57933824" : 18768,
"58458112" : 16594,
"58982400" : 14942,
"59506688" : 16845,
"60030976" : 19210,
"60555264" : 18253,
"61079552" : 15592,
"61603840" : 16372,
"62128128" : 15320,
"62652416" : 13361,
"63176704" : 9645,
"63700992" : 9769,
"64225280" : 7150,
"64749568" : 7288,
"65273856" : 9331,
"65798144" : 7549,
"66322432" : 5285,
"66846720" : 4603,
"67633152" : 5428,
"68681728" : 3665,
"69730304" : 3705,
"70778880" : 1734,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 57656026.444123,
"stddev" : 6791595.891828,
"N" : 577259
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 99.936183,
"bw_mean" : 4544088.575290,
"bw_dev" : 65135.800622,
"bw_samples" : 2072,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4437.374517,
"iops_stddev" : 63.615873,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1040001,
"usr_cpu" : 1.956537,
"sys_cpu" : 8.731145,
"ctx" : 650348,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 20.886695,
"100" : 79.111919,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002974,
"timestamp_ms" : 1774002974550,
"time" : "Fri Mar 20 07:36:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 657659527168,
"io_kbytes" : 642245632,
"bw_bytes" : 4697534497,
"bw" : 4587436,
"iops" : 4479.975143,
"runtime" : 140001,
"total_ios" : 627201,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422255,
"max" : 7375096,
"mean" : 1781578.778129,
"stddev" : 237434.808520,
"N" : 627202
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 55365476.613380,
"stddev" : 6621735.113784,
"N" : 627194,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 44826624,
"10.000000" : 46399488,
"20.000000" : 49020928,
"30.000000" : 51642368,
"40.000000" : 53739520,
"50.000000" : 55312384,
"60.000000" : 57409536,
"70.000000" : 59506688,
"80.000000" : 61079552,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1154,
"40632320" : 2491,
"41156608" : 2563,
"41680896" : 1453,
"42205184" : 4021,
"42729472" : 3386,
"43253760" : 3574,
"43778048" : 4789,
"44302336" : 6885,
"44826624" : 7605,
"45350912" : 10869,
"45875200" : 9485,
"46399488" : 12071,
"46923776" : 9483,
"47448064" : 9079,
"47972352" : 13544,
"48496640" : 14607,
"49020928" : 13408,
"49545216" : 14199,
"50069504" : 13787,
"50593792" : 15781,
"51118080" : 13328,
"51642368" : 10489,
"52166656" : 13661,
"52690944" : 16374,
"53215232" : 16743,
"53739520" : 19074,
"54263808" : 18727,
"54788096" : 17560,
"55312384" : 16289,
"55836672" : 16415,
"56360960" : 15926,
"56885248" : 16141,
"57409536" : 16776,
"57933824" : 19049,
"58458112" : 16791,
"58982400" : 15107,
"59506688" : 16995,
"60030976" : 19354,
"60555264" : 18430,
"61079552" : 15728,
"61603840" : 16424,
"62128128" : 15325,
"62652416" : 13366,
"63176704" : 9645,
"63700992" : 9769,
"64225280" : 7150,
"64749568" : 7288,
"65273856" : 9331,
"65798144" : 7549,
"66322432" : 5285,
"66846720" : 4603,
"67633152" : 5428,
"68681728" : 3665,
"69730304" : 3705,
"70778880" : 1734,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 57147360.876215,
"stddev" : 6832966.422118,
"N" : 627194
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 99.945219,
"bw_mean" : 4584923.745520,
"bw_dev" : 66345.160398,
"bw_samples" : 2232,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4477.247312,
"iops_stddev" : 64.794895,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 1.977680,
"sys_cpu" : 8.850365,
"ctx" : 709638,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 23.900313,
"100" : 76.098571,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002984,
"timestamp_ms" : 1774002984551,
"time" : "Fri Mar 20 07:36:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 709245272064,
"io_kbytes" : 692622336,
"bw_bytes" : 4728270291,
"bw" : 4617451,
"iops" : 4509.283271,
"runtime" : 150001,
"total_ios" : 676397,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418339,
"max" : 8745629,
"mean" : 1769954.726864,
"stddev" : 239241.894650,
"N" : 676399
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 55003546.960335,
"stddev" : 6630286.567143,
"N" : 676391,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44302336,
"10.000000" : 46399488,
"20.000000" : 48496640,
"30.000000" : 50593792,
"40.000000" : 53215232,
"50.000000" : 54788096,
"60.000000" : 56885248,
"70.000000" : 58982400,
"80.000000" : 61079552,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1185,
"40632320" : 2797,
"41156608" : 3270,
"41680896" : 1878,
"42205184" : 4355,
"42729472" : 3678,
"43253760" : 4646,
"43778048" : 5738,
"44302336" : 7361,
"44826624" : 8726,
"45350912" : 11543,
"45875200" : 11307,
"46399488" : 14242,
"46923776" : 11622,
"47448064" : 13354,
"47972352" : 15666,
"48496640" : 16660,
"49020928" : 16260,
"49545216" : 15851,
"50069504" : 15456,
"50593792" : 17327,
"51118080" : 14982,
"51642368" : 12794,
"52166656" : 14354,
"52690944" : 16962,
"53215232" : 17331,
"53739520" : 19959,
"54263808" : 20237,
"54788096" : 19461,
"55312384" : 18956,
"55836672" : 18338,
"56360960" : 16608,
"56885248" : 16826,
"57409536" : 17273,
"57933824" : 20229,
"58458112" : 17459,
"58982400" : 15805,
"59506688" : 17244,
"60030976" : 19630,
"60555264" : 18613,
"61079552" : 15850,
"61603840" : 16521,
"62128128" : 15417,
"62652416" : 13445,
"63176704" : 9728,
"63700992" : 9875,
"64225280" : 7231,
"64749568" : 7297,
"65273856" : 9334,
"65798144" : 7554,
"66322432" : 5285,
"66846720" : 4603,
"67633152" : 5428,
"68681728" : 3665,
"69730304" : 3705,
"70778880" : 1734,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 56773656.572188,
"stddev" : 6841846.334241,
"N" : 676391
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 99.988035,
"bw_mean" : 4616899.695652,
"bw_dev" : 67393.838904,
"bw_samples" : 2392,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4508.474916,
"iops_stddev" : 65.818456,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1200000,
"usr_cpu" : 1.997417,
"sys_cpu" : 8.936333,
"ctx" : 768933,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 26.045799,
"100" : 73.953314,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002994,
"timestamp_ms" : 1774002994551,
"time" : "Fri Mar 20 07:36:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 761090015232,
"io_kbytes" : 743251968,
"bw_bytes" : 4756782865,
"bw" : 4645295,
"iops" : 4536.471647,
"runtime" : 160001,
"total_ios" : 725840,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418339,
"max" : 8745629,
"mean" : 1759316.477547,
"stddev" : 237938.506909,
"N" : 725841
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 54674490.723319,
"stddev" : 6587019.319395,
"N" : 725833,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44302336,
"10.000000" : 45875200,
"20.000000" : 48496640,
"30.000000" : 50593792,
"40.000000" : 52690944,
"50.000000" : 54788096,
"60.000000" : 56360960,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1185,
"40632320" : 2797,
"41156608" : 3270,
"41680896" : 1878,
"42205184" : 4356,
"42729472" : 4355,
"43253760" : 5332,
"43778048" : 7275,
"44302336" : 7980,
"44826624" : 10193,
"45350912" : 13113,
"45875200" : 12940,
"46399488" : 16579,
"46923776" : 12620,
"47448064" : 15108,
"47972352" : 17654,
"48496640" : 18651,
"49020928" : 19350,
"49545216" : 18003,
"50069504" : 18220,
"50593792" : 19888,
"51118080" : 17951,
"51642368" : 14880,
"52166656" : 17099,
"52690944" : 19725,
"53215232" : 18425,
"53739520" : 21201,
"54263808" : 21876,
"54788096" : 20970,
"55312384" : 20095,
"55836672" : 19410,
"56360960" : 18205,
"56885248" : 17578,
"57409536" : 17644,
"57933824" : 20484,
"58458112" : 17642,
"58982400" : 15931,
"59506688" : 17310,
"60030976" : 19639,
"60555264" : 18613,
"61079552" : 15850,
"61603840" : 16521,
"62128128" : 15417,
"62652416" : 13445,
"63176704" : 9728,
"63700992" : 9875,
"64225280" : 7231,
"64749568" : 7297,
"65273856" : 9334,
"65798144" : 7554,
"66322432" : 5285,
"66846720" : 4603,
"67633152" : 5428,
"68681728" : 3665,
"69730304" : 3705,
"70778880" : 1734,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 56433988.894342,
"stddev" : 6797158.413899,
"N" : 725833
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 100.000000,
"bw_mean" : 4645698.749216,
"bw_dev" : 67481.709761,
"bw_samples" : 2552,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4536.595611,
"iops_stddev" : 65.903723,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280004,
"usr_cpu" : 2.013822,
"sys_cpu" : 9.017862,
"ctx" : 827351,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 27.521217,
"100" : 72.477819,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003004,
"timestamp_ms" : 1774003004551,
"time" : "Fri Mar 20 07:36:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 806578290688,
"io_kbytes" : 787674112,
"bw_bytes" : 4744550271,
"bw" : 4633349,
"iops" : 4524.802795,
"runtime" : 170001,
"total_ios" : 769221,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418339,
"max" : 8745629,
"mean" : 1763857.169133,
"stddev" : 236184.888676,
"N" : 769221
},
"clat_ns" : {
"min" : 39281835,
"max" : 78611413,
"mean" : 54814377.948444,
"stddev" : 6531441.725675,
"N" : 769213,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 44826624,
"10.000000" : 46399488,
"20.000000" : 48496640,
"30.000000" : 50593792,
"40.000000" : 52690944,
"50.000000" : 54788096,
"60.000000" : 56360960,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"39059456" : 1,
"39583744" : 24,
"40108032" : 1185,
"40632320" : 2797,
"41156608" : 3270,
"41680896" : 1878,
"42205184" : 4356,
"42729472" : 4355,
"43253760" : 5332,
"43778048" : 7275,
"44302336" : 7980,
"44826624" : 10193,
"45350912" : 13113,
"45875200" : 12940,
"46399488" : 16779,
"46923776" : 13054,
"47448064" : 15787,
"47972352" : 17948,
"48496640" : 18759,
"49020928" : 19710,
"49545216" : 19050,
"50069504" : 19360,
"50593792" : 20703,
"51118080" : 18733,
"51642368" : 15325,
"52166656" : 18414,
"52690944" : 21106,
"53215232" : 19788,
"53739520" : 22563,
"54263808" : 23323,
"54788096" : 23001,
"55312384" : 22828,
"55836672" : 21840,
"56360960" : 19671,
"56885248" : 19519,
"57409536" : 18764,
"57933824" : 21466,
"58458112" : 18544,
"58982400" : 16705,
"59506688" : 18143,
"60030976" : 21168,
"60555264" : 20126,
"61079552" : 17324,
"61603840" : 17520,
"62128128" : 16689,
"62652416" : 15313,
"63176704" : 10946,
"63700992" : 11229,
"64225280" : 8360,
"64749568" : 7995,
"65273856" : 9764,
"65798144" : 7855,
"66322432" : 5519,
"66846720" : 4838,
"67633152" : 5856,
"68681728" : 3925,
"69730304" : 3749,
"70778880" : 1744,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 40705189,
"max" : 81103310,
"mean" : 56578361.252924,
"stddev" : 6739744.299171,
"N" : 769213
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 100.000000,
"bw_mean" : 4633907.306785,
"bw_dev" : 66557.986403,
"bw_samples" : 2712,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4525.067847,
"iops_stddev" : 65.004570,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1360000,
"usr_cpu" : 2.007500,
"sys_cpu" : 8.993088,
"ctx" : 875768,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 26.440776,
"100" : 73.558184,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003014,
"timestamp_ms" : 1774003014566,
"time" : "Fri Mar 20 07:36:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 860892430336,
"io_kbytes" : 840715264,
"bw_bytes" : 4782682583,
"bw" : 4670588,
"iops" : 4560.410440,
"runtime" : 180002,
"total_ios" : 820883,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418339,
"max" : 8745629,
"mean" : 1750003.719652,
"stddev" : 239856.324398,
"N" : 820891
},
"clat_ns" : {
"min" : 4416,
"max" : 78611413,
"mean" : 54376822.118701,
"stddev" : 6646405.638118,
"N" : 821131,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 43778048,
"10.000000" : 45875200,
"20.000000" : 47972352,
"30.000000" : 50069504,
"40.000000" : 52166656,
"50.000000" : 54263808,
"60.000000" : 55836672,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"4448" : 1,
"4768" : 1,
"5024" : 1,
"5344" : 1,
"6240" : 1,
"6304" : 1,
"6752" : 1,
"6944" : 1,
"815104" : 1,
"1253376" : 1,
"1646592" : 1,
"1679360" : 1,
"1695744" : 2,
"1712128" : 1,
"1744896" : 1,
"2539520" : 1,
"3031040" : 1,
"3293184" : 1,
"3358720" : 1,
"3391488" : 3,
"3424256" : 1,
"4227072" : 1,
"4620288" : 1,
"5013504" : 3,
"5079040" : 3,
"5931008" : 1,
"6258688" : 1,
"6651904" : 1,
"6717440" : 4,
"6782976" : 1,
"7503872" : 1,
"7962624" : 1,
"8290304" : 1,
"8355840" : 1,
"8454144" : 4,
"9240576" : 1,
"9633792" : 1,
"10027008" : 5,
"10158080" : 1,
"10813440" : 1,
"11337728" : 1,
"11730944" : 5,
"11862016" : 1,
"12517376" : 1,
"13041664" : 1,
"13303808" : 1,
"13434880" : 5,
"14221312" : 1,
"14614528" : 1,
"15007744" : 1,
"15138816" : 5,
"15925248" : 1,
"16318464" : 1,
"16711680" : 4,
"16908288" : 2,
"17694720" : 1,
"17956864" : 1,
"18481152" : 6,
"19267584" : 1,
"19791872" : 1,
"20054016" : 6,
"20840448" : 1,
"21364736" : 1,
"21626880" : 1,
"21889024" : 5,
"22675456" : 1,
"22937600" : 1,
"23461888" : 6,
"24248320" : 1,
"24772608" : 1,
"25034752" : 5,
"25296896" : 1,
"26083328" : 1,
"26345472" : 1,
"26869760" : 6,
"27656192" : 1,
"28180480" : 1,
"28442624" : 6,
"29229056" : 1,
"29753344" : 1,
"30015488" : 3,
"30277632" : 3,
"31064064" : 1,
"31326208" : 1,
"31850496" : 6,
"32636928" : 1,
"33161216" : 1,
"33423360" : 5,
"33816576" : 1,
"34340864" : 1,
"34865152" : 2,
"35389440" : 5,
"35913728" : 1,
"36438016" : 1,
"36962304" : 6,
"37486592" : 1,
"38010880" : 1,
"38535168" : 6,
"39059456" : 1,
"39583744" : 201,
"40108032" : 1374,
"40632320" : 3421,
"41156608" : 4448,
"41680896" : 2773,
"42205184" : 5665,
"42729472" : 6310,
"43253760" : 8699,
"43778048" : 9270,
"44302336" : 9589,
"44826624" : 11986,
"45350912" : 13784,
"45875200" : 14002,
"46399488" : 19394,
"46923776" : 17365,
"47448064" : 18788,
"47972352" : 20109,
"48496640" : 22290,
"49020928" : 21297,
"49545216" : 20396,
"50069504" : 20722,
"50593792" : 22293,
"51118080" : 19836,
"51642368" : 16532,
"52166656" : 20609,
"52690944" : 22499,
"53215232" : 21037,
"53739520" : 23410,
"54263808" : 23986,
"54788096" : 24202,
"55312384" : 23909,
"55836672" : 22389,
"56360960" : 20394,
"56885248" : 19905,
"57409536" : 18935,
"57933824" : 21629,
"58458112" : 18686,
"58982400" : 16828,
"59506688" : 18280,
"60030976" : 21208,
"60555264" : 20148,
"61079552" : 17327,
"61603840" : 17520,
"62128128" : 16689,
"62652416" : 15313,
"63176704" : 10946,
"63700992" : 11229,
"64225280" : 8360,
"64749568" : 7995,
"65273856" : 9764,
"65798144" : 7855,
"66322432" : 5519,
"66846720" : 4838,
"67633152" : 5856,
"68681728" : 3925,
"69730304" : 3749,
"70778880" : 1744,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 808646,
"max" : 81103310,
"mean" : 56126951.151122,
"stddev" : 6856977.961875,
"N" : 821131
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 99.998342,
"bw_mean" : 4670511.200557,
"bw_dev" : 68467.156788,
"bw_samples" : 2872,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4560.813370,
"iops_stddev" : 66.868869,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440002,
"usr_cpu" : 2.025553,
"sys_cpu" : 9.104362,
"ctx" : 939024,
"majf" : 0,
"minf" : 310,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999025,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 29.164327,
"100" : 70.853946,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003014,
"timestamp_ms" : 1774003014605,
"time" : "Fri Mar 20 07:36:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 861026648064,
"io_kbytes" : 840846336,
"bw_bytes" : 4782976508,
"bw" : 4670875,
"iops" : 4559.979780,
"runtime" : 180019,
"total_ios" : 820883,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418339,
"max" : 8745629,
"mean" : 1750003.719652,
"stddev" : 239856.324398,
"N" : 820891
},
"clat_ns" : {
"min" : 4416,
"max" : 78611413,
"mean" : 54376822.118701,
"stddev" : 6646405.638118,
"N" : 821131,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 43778048,
"10.000000" : 45875200,
"20.000000" : 47972352,
"30.000000" : 50069504,
"40.000000" : 52166656,
"50.000000" : 54263808,
"60.000000" : 55836672,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 76021760,
"99.990000" : 77070336
},
"bins" : {
"4448" : 1,
"4768" : 1,
"5024" : 1,
"5344" : 1,
"6240" : 1,
"6304" : 1,
"6752" : 1,
"6944" : 1,
"815104" : 1,
"1253376" : 1,
"1646592" : 1,
"1679360" : 1,
"1695744" : 2,
"1712128" : 1,
"1744896" : 1,
"2539520" : 1,
"3031040" : 1,
"3293184" : 1,
"3358720" : 1,
"3391488" : 3,
"3424256" : 1,
"4227072" : 1,
"4620288" : 1,
"5013504" : 3,
"5079040" : 3,
"5931008" : 1,
"6258688" : 1,
"6651904" : 1,
"6717440" : 4,
"6782976" : 1,
"7503872" : 1,
"7962624" : 1,
"8290304" : 1,
"8355840" : 1,
"8454144" : 4,
"9240576" : 1,
"9633792" : 1,
"10027008" : 5,
"10158080" : 1,
"10813440" : 1,
"11337728" : 1,
"11730944" : 5,
"11862016" : 1,
"12517376" : 1,
"13041664" : 1,
"13303808" : 1,
"13434880" : 5,
"14221312" : 1,
"14614528" : 1,
"15007744" : 1,
"15138816" : 5,
"15925248" : 1,
"16318464" : 1,
"16711680" : 4,
"16908288" : 2,
"17694720" : 1,
"17956864" : 1,
"18481152" : 6,
"19267584" : 1,
"19791872" : 1,
"20054016" : 6,
"20840448" : 1,
"21364736" : 1,
"21626880" : 1,
"21889024" : 5,
"22675456" : 1,
"22937600" : 1,
"23461888" : 6,
"24248320" : 1,
"24772608" : 1,
"25034752" : 5,
"25296896" : 1,
"26083328" : 1,
"26345472" : 1,
"26869760" : 6,
"27656192" : 1,
"28180480" : 1,
"28442624" : 6,
"29229056" : 1,
"29753344" : 1,
"30015488" : 3,
"30277632" : 3,
"31064064" : 1,
"31326208" : 1,
"31850496" : 6,
"32636928" : 1,
"33161216" : 1,
"33423360" : 5,
"33816576" : 1,
"34340864" : 1,
"34865152" : 2,
"35389440" : 5,
"35913728" : 1,
"36438016" : 1,
"36962304" : 6,
"37486592" : 1,
"38010880" : 1,
"38535168" : 6,
"39059456" : 1,
"39583744" : 201,
"40108032" : 1374,
"40632320" : 3421,
"41156608" : 4448,
"41680896" : 2773,
"42205184" : 5665,
"42729472" : 6310,
"43253760" : 8699,
"43778048" : 9270,
"44302336" : 9589,
"44826624" : 11986,
"45350912" : 13784,
"45875200" : 14002,
"46399488" : 19394,
"46923776" : 17365,
"47448064" : 18788,
"47972352" : 20109,
"48496640" : 22290,
"49020928" : 21297,
"49545216" : 20396,
"50069504" : 20722,
"50593792" : 22293,
"51118080" : 19836,
"51642368" : 16532,
"52166656" : 20609,
"52690944" : 22499,
"53215232" : 21037,
"53739520" : 23410,
"54263808" : 23986,
"54788096" : 24202,
"55312384" : 23909,
"55836672" : 22389,
"56360960" : 20394,
"56885248" : 19905,
"57409536" : 18935,
"57933824" : 21629,
"58458112" : 18686,
"58982400" : 16828,
"59506688" : 18280,
"60030976" : 21208,
"60555264" : 20148,
"61079552" : 17327,
"61603840" : 17520,
"62128128" : 16689,
"62652416" : 15313,
"63176704" : 10946,
"63700992" : 11229,
"64225280" : 8360,
"64749568" : 7995,
"65273856" : 9764,
"65798144" : 7855,
"66322432" : 5519,
"66846720" : 4838,
"67633152" : 5856,
"68681728" : 3925,
"69730304" : 3749,
"70778880" : 1744,
"71827456" : 941,
"72876032" : 1488,
"73924608" : 463,
"74973184" : 331,
"76021760" : 205,
"77070336" : 240,
"78118912" : 43
}
},
"lat_ns" : {
"min" : 808646,
"max" : 81103310,
"mean" : 56126951.151122,
"stddev" : 6856977.961875,
"N" : 821131
},
"bw_min" : 3502940,
"bw_max" : 6092800,
"bw_agg" : 100.000000,
"bw_mean" : 4671263.578405,
"bw_dev" : 68465.993675,
"bw_samples" : 2876,
"iops_min" : 3414,
"iops_max" : 5950,
"iops_mean" : 4561.540297,
"iops_stddev" : 66.866764,
"iops_samples" : 2876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440073,
"usr_cpu" : 2.025453,
"sys_cpu" : 9.103913,
"ctx" : 939090,
"majf" : 0,
"minf" : 314,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999025,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 29.164327,
"100" : 70.853946,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}