raidz2/benchmarks/seq/seq-read-qd32-nj4_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773066704,
"timestamp_ms" : 1773066704264,
"time" : "Mon Mar 9 11:31:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 114944901120,
"io_kbytes" : 112250880,
"bw_bytes" : 11769905910,
"bw" : 11494048,
"iops" : 11238.275650,
"runtime" : 9766,
"total_ios" : 109753,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39064,
"usr_cpu" : 0.737252,
"sys_cpu" : 91.897911,
"ctx" : 122036,
"majf" : 0,
"minf" : 32797,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.887019,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066714,
"timestamp_ms" : 1773066714498,
"time" : "Mon Mar 9 11:31:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 93402955776,
"io_kbytes" : 91213824,
"bw_bytes" : 9340295577,
"bw" : 9121382,
"iops" : 8908.000000,
"runtime" : 10000,
"total_ios" : 89080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 243352,
"max" : 1461700,
"mean" : 446367.401953,
"stddev" : 43489.028124,
"N" : 89080
},
"clat_ns" : {
"min" : 9307521,
"max" : 16079263,
"mean" : 13922571.409022,
"stddev" : 508972.492870,
"N" : 89076,
"percentile" : {
"1.000000" : 11993088,
"5.000000" : 13172736,
"10.000000" : 13565952,
"20.000000" : 13697024,
"30.000000" : 13828096,
"40.000000" : 13828096,
"50.000000" : 13959168,
"60.000000" : 14090240,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14483456,
"95.000000" : 14614528,
"99.000000" : 15007744,
"99.500000" : 15138816,
"99.900000" : 15532032,
"99.950000" : 15532032,
"99.990000" : 15925248
},
"bins" : {
"9371648" : 6,
"9502720" : 15,
"9633792" : 17,
"9764864" : 12,
"9895936" : 4,
"10027008" : 16,
"10158080" : 14,
"10289152" : 9,
"10420224" : 18,
"10551296" : 57,
"10682368" : 64,
"10813440" : 57,
"10944512" : 30,
"11075584" : 61,
"11206656" : 59,
"11337728" : 52,
"11468800" : 69,
"11599872" : 56,
"11730944" : 88,
"11862016" : 129,
"11993088" : 194,
"12124160" : 217,
"12255232" : 249,
"12386304" : 273,
"12517376" : 324,
"12648448" : 304,
"12779520" : 444,
"12910592" : 423,
"13041664" : 556,
"13172736" : 670,
"13303808" : 1321,
"13434880" : 2778,
"13565952" : 6277,
"13697024" : 10559,
"13828096" : 13802,
"13959168" : 13928,
"14090240" : 11605,
"14221312" : 8479,
"14352384" : 6008,
"14483456" : 4014,
"14614528" : 2538,
"14745600" : 1527,
"14876672" : 796,
"15007744" : 367,
"15138816" : 284,
"15269888" : 152,
"15400960" : 60,
"15532032" : 54,
"15663104" : 13,
"15794176" : 12,
"15925248" : 8,
"16056320" : 7
}
},
"lat_ns" : {
"min" : 9613048,
"max" : 16537933,
"mean" : 14368921.259565,
"stddev" : 522677.557368,
"N" : 89076
},
"bw_min" : 8921088,
"bw_max" : 9508864,
"bw_agg" : 100.000000,
"bw_mean" : 9126404.315789,
"bw_dev" : 56771.545358,
"bw_samples" : 76,
"iops_min" : 8712,
"iops_max" : 9286,
"iops_mean" : 8912.315789,
"iops_stddev" : 55.443045,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39997,
"usr_cpu" : 0.627547,
"sys_cpu" : 98.032352,
"ctx" : 4020,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.063987,
"20" : 99.931522,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066724,
"timestamp_ms" : 1773066724498,
"time" : "Mon Mar 9 11:32:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 184526307328,
"io_kbytes" : 180201472,
"bw_bytes" : 9226776705,
"bw" : 9010524,
"iops" : 8799.539977,
"runtime" : 19999,
"total_ios" : 175982,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 186865,
"max" : 2040383,
"mean" : 451870.037720,
"stddev" : 44509.993288,
"N" : 175982
},
"clat_ns" : {
"min" : 6842089,
"max" : 19722692,
"mean" : 14094179.456171,
"stddev" : 555696.054969,
"N" : 175978,
"percentile" : {
"1.000000" : 12386304,
"5.000000" : 13434880,
"10.000000" : 13565952,
"20.000000" : 13828096,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14221312,
"80.000000" : 14483456,
"90.000000" : 14745600,
"95.000000" : 14876672,
"99.000000" : 15532032,
"99.500000" : 15663104,
"99.900000" : 16449536,
"99.950000" : 16908288,
"99.990000" : 17694720
},
"bins" : {
"6848512" : 6,
"6914048" : 8,
"6979584" : 11,
"7045120" : 4,
"7110656" : 5,
"7176192" : 6,
"7241728" : 5,
"7307264" : 5,
"7372800" : 2,
"7438336" : 11,
"7503872" : 4,
"7569408" : 3,
"7634944" : 1,
"7700480" : 5,
"7766016" : 23,
"7831552" : 7,
"7897088" : 1,
"7962624" : 2,
"8028160" : 1,
"8159232" : 2,
"8224768" : 1,
"8355840" : 2,
"8454144" : 2,
"8585216" : 3,
"8716288" : 2,
"8847360" : 2,
"8978432" : 1,
"9109504" : 2,
"9240576" : 2,
"9371648" : 8,
"9502720" : 19,
"9633792" : 17,
"9764864" : 16,
"9895936" : 7,
"10027008" : 17,
"10158080" : 17,
"10289152" : 9,
"10420224" : 23,
"10551296" : 57,
"10682368" : 68,
"10813440" : 61,
"10944512" : 30,
"11075584" : 64,
"11206656" : 64,
"11337728" : 53,
"11468800" : 73,
"11599872" : 59,
"11730944" : 90,
"11862016" : 132,
"11993088" : 195,
"12124160" : 222,
"12255232" : 250,
"12386304" : 276,
"12517376" : 329,
"12648448" : 311,
"12779520" : 459,
"12910592" : 468,
"13041664" : 623,
"13172736" : 777,
"13303808" : 1577,
"13434880" : 3349,
"13565952" : 8524,
"13697024" : 15191,
"13828096" : 21803,
"13959168" : 25212,
"14090240" : 23762,
"14221312" : 19316,
"14352384" : 14631,
"14483456" : 11393,
"14614528" : 8423,
"14745600" : 5522,
"14876672" : 3627,
"15007744" : 2475,
"15138816" : 1914,
"15269888" : 1494,
"15400960" : 1004,
"15532032" : 629,
"15663104" : 390,
"15794176" : 249,
"15925248" : 154,
"16056320" : 121,
"16187392" : 48,
"16318464" : 42,
"16449536" : 48,
"16580608" : 32,
"16711680" : 21,
"16908288" : 37,
"17170432" : 31,
"17432576" : 7,
"17694720" : 12,
"17956864" : 5,
"18219008" : 2,
"18481152" : 3,
"18743296" : 3,
"19005440" : 1,
"19267584" : 1,
"19529728" : 1,
"19791872" : 1
}
},
"lat_ns" : {
"min" : 7055685,
"max" : 20399264,
"mean" : 14546033.421104,
"stddev" : 570434.330305,
"N" : 175978
},
"bw_min" : 8480882,
"bw_max" : 9610638,
"bw_agg" : 100.000000,
"bw_mean" : 9013139.615385,
"bw_dev" : 58931.360404,
"bw_samples" : 156,
"iops_min" : 8282,
"iops_max" : 9385,
"iops_mean" : 8801.641026,
"iops_stddev" : 57.549685,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79996,
"usr_cpu" : 0.600030,
"sys_cpu" : 98.128656,
"ctx" : 7671,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.113648,
"20" : 99.884079,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066734,
"timestamp_ms" : 1773066734497,
"time" : "Mon Mar 9 11:32:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 280977473536,
"io_kbytes" : 274392064,
"bw_bytes" : 9366227992,
"bw" : 9146707,
"iops" : 8932.464415,
"runtime" : 29999,
"total_ios" : 267965,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2040383,
"mean" : 445089.446055,
"stddev" : 48418.504480,
"N" : 267965
},
"clat_ns" : {
"min" : 6842089,
"max" : 19722692,
"mean" : 13884757.354593,
"stddev" : 849340.895200,
"N" : 267961,
"percentile" : {
"1.000000" : 10289152,
"5.000000" : 12255232,
"10.000000" : 13303808,
"20.000000" : 13697024,
"30.000000" : 13828096,
"40.000000" : 13828096,
"50.000000" : 13959168,
"60.000000" : 14090240,
"70.000000" : 14221312,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 14876672,
"99.000000" : 15400960,
"99.500000" : 15663104,
"99.900000" : 16449536,
"99.950000" : 16908288,
"99.990000" : 17694720
},
"bins" : {
"6848512" : 6,
"6914048" : 8,
"6979584" : 11,
"7045120" : 4,
"7110656" : 5,
"7176192" : 15,
"7241728" : 19,
"7307264" : 9,
"7372800" : 5,
"7438336" : 15,
"7503872" : 4,
"7569408" : 3,
"7634944" : 1,
"7700480" : 6,
"7766016" : 23,
"7831552" : 7,
"7897088" : 2,
"7962624" : 2,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 2,
"8454144" : 3,
"8585216" : 3,
"8716288" : 3,
"8847360" : 3,
"8978432" : 1,
"9109504" : 3,
"9240576" : 9,
"9371648" : 43,
"9502720" : 83,
"9633792" : 196,
"9764864" : 353,
"9895936" : 467,
"10027008" : 573,
"10158080" : 672,
"10289152" : 682,
"10420224" : 609,
"10551296" : 750,
"10682368" : 802,
"10813440" : 737,
"10944512" : 744,
"11075584" : 846,
"11206656" : 844,
"11337728" : 725,
"11468800" : 645,
"11599872" : 652,
"11730944" : 669,
"11862016" : 656,
"11993088" : 596,
"12124160" : 609,
"12255232" : 683,
"12386304" : 706,
"12517376" : 1034,
"12648448" : 1212,
"12779520" : 1427,
"12910592" : 1526,
"13041664" : 1890,
"13172736" : 2479,
"13303808" : 4123,
"13434880" : 7326,
"13565952" : 15048,
"13697024" : 24671,
"13828096" : 33031,
"13959168" : 36135,
"14090240" : 32089,
"14221312" : 25552,
"14352384" : 19774,
"14483456" : 14966,
"14614528" : 10661,
"14745600" : 6759,
"14876672" : 4146,
"15007744" : 2776,
"15138816" : 2032,
"15269888" : 1556,
"15400960" : 1045,
"15532032" : 661,
"15663104" : 428,
"15794176" : 293,
"15925248" : 191,
"16056320" : 149,
"16187392" : 86,
"16318464" : 72,
"16449536" : 64,
"16580608" : 70,
"16711680" : 31,
"16908288" : 50,
"17170432" : 37,
"17432576" : 11,
"17694720" : 14,
"17956864" : 6,
"18219008" : 4,
"18481152" : 5,
"18743296" : 5,
"19005440" : 2,
"19267584" : 1,
"19529728" : 1,
"19791872" : 1
}
},
"lat_ns" : {
"min" : 7055685,
"max" : 20399264,
"mean" : 14329873.937741,
"stddev" : 874767.123601,
"N" : 267961
},
"bw_min" : 8480882,
"bw_max" : 10825728,
"bw_agg" : 99.716707,
"bw_mean" : 9120795.915254,
"bw_dev" : 114967.711696,
"bw_samples" : 236,
"iops_min" : 8282,
"iops_max" : 10572,
"iops_mean" : 8906.711864,
"iops_stddev" : 112.274018,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.592520,
"sys_cpu" : 98.178273,
"ctx" : 11087,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.549699,
"20" : 99.448809,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066744,
"timestamp_ms" : 1773066744498,
"time" : "Mon Mar 9 11:32:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 384095485952,
"io_kbytes" : 375093248,
"bw_bytes" : 9602627214,
"bw" : 9377565,
"iops" : 9157.903948,
"runtime" : 39999,
"total_ios" : 366307,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2040383,
"mean" : 434053.203237,
"stddev" : 57841.346621,
"N" : 366307
},
"clat_ns" : {
"min" : 6842089,
"max" : 19722692,
"mean" : 13542542.773152,
"stddev" : 1331163.165798,
"N" : 366303,
"percentile" : {
"1.000000" : 9240576,
"5.000000" : 9764864,
"10.000000" : 11468800,
"20.000000" : 13434880,
"30.000000" : 13697024,
"40.000000" : 13828096,
"50.000000" : 13959168,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14483456,
"95.000000" : 14745600,
"99.000000" : 15269888,
"99.500000" : 15532032,
"99.900000" : 16318464,
"99.950000" : 16580608,
"99.990000" : 17694720
},
"bins" : {
"6848512" : 6,
"6914048" : 8,
"6979584" : 11,
"7045120" : 4,
"7110656" : 5,
"7176192" : 15,
"7241728" : 19,
"7307264" : 9,
"7372800" : 5,
"7438336" : 15,
"7503872" : 4,
"7569408" : 3,
"7634944" : 1,
"7700480" : 6,
"7766016" : 23,
"7831552" : 7,
"7897088" : 2,
"7962624" : 2,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 2,
"8454144" : 3,
"8585216" : 3,
"8716288" : 28,
"8847360" : 176,
"8978432" : 481,
"9109504" : 1190,
"9240576" : 2260,
"9371648" : 3404,
"9502720" : 3928,
"9633792" : 3617,
"9764864" : 3363,
"9895936" : 2721,
"10027008" : 2167,
"10158080" : 1764,
"10289152" : 1594,
"10420224" : 1326,
"10551296" : 1244,
"10682368" : 1166,
"10813440" : 969,
"10944512" : 959,
"11075584" : 1257,
"11206656" : 1457,
"11337728" : 1231,
"11468800" : 1082,
"11599872" : 1098,
"11730944" : 1060,
"11862016" : 1219,
"11993088" : 1094,
"12124160" : 1236,
"12255232" : 1495,
"12386304" : 1669,
"12517376" : 2175,
"12648448" : 2301,
"12779520" : 2340,
"12910592" : 2545,
"13041664" : 3249,
"13172736" : 4182,
"13303808" : 7010,
"13434880" : 11374,
"13565952" : 20776,
"13697024" : 32049,
"13828096" : 41441,
"13959168" : 44486,
"14090240" : 39619,
"14221312" : 31331,
"14352384" : 24011,
"14483456" : 17335,
"14614528" : 11978,
"14745600" : 7465,
"14876672" : 4382,
"15007744" : 2928,
"15138816" : 2081,
"15269888" : 1567,
"15400960" : 1058,
"15532032" : 669,
"15663104" : 435,
"15794176" : 297,
"15925248" : 194,
"16056320" : 150,
"16187392" : 86,
"16318464" : 72,
"16449536" : 64,
"16580608" : 70,
"16711680" : 31,
"16908288" : 50,
"17170432" : 37,
"17432576" : 11,
"17694720" : 14,
"17956864" : 6,
"18219008" : 4,
"18481152" : 5,
"18743296" : 5,
"19005440" : 2,
"19267584" : 1,
"19529728" : 1,
"19791872" : 1
}
},
"lat_ns" : {
"min" : 7055685,
"max" : 20399264,
"mean" : 13976600.169791,
"stddev" : 1372960.449291,
"N" : 366303
},
"bw_min" : 8480882,
"bw_max" : 11982848,
"bw_agg" : 99.992219,
"bw_mean" : 9376836.215190,
"bw_dev" : 237563.404497,
"bw_samples" : 316,
"iops_min" : 8282,
"iops_max" : 11702,
"iops_mean" : 9156.759494,
"iops_stddev" : 231.995617,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.603140,
"sys_cpu" : 98.129328,
"ctx" : 14214,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 6.015173,
"20" : 93.983735,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066754,
"timestamp_ms" : 1773066754497,
"time" : "Mon Mar 9 11:32:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 478754635776,
"io_kbytes" : 467533824,
"bw_bytes" : 9575284221,
"bw" : 9350863,
"iops" : 9131.782636,
"runtime" : 49999,
"total_ios" : 456580,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 435295.139958,
"stddev" : 57818.805123,
"N" : 456580
},
"clat_ns" : {
"min" : 6842089,
"max" : 19919856,
"mean" : 13581337.367715,
"stddev" : 1299289.834894,
"N" : 456576,
"percentile" : {
"1.000000" : 9240576,
"5.000000" : 10027008,
"10.000000" : 11599872,
"20.000000" : 13434880,
"30.000000" : 13697024,
"40.000000" : 13828096,
"50.000000" : 13959168,
"60.000000" : 14090240,
"70.000000" : 14221312,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 14745600,
"99.000000" : 15400960,
"99.500000" : 15532032,
"99.900000" : 16449536,
"99.950000" : 16908288,
"99.990000" : 18481152
},
"bins" : {
"6848512" : 6,
"6914048" : 8,
"6979584" : 17,
"7045120" : 19,
"7110656" : 13,
"7176192" : 20,
"7241728" : 19,
"7307264" : 16,
"7372800" : 6,
"7438336" : 15,
"7503872" : 4,
"7569408" : 4,
"7634944" : 5,
"7700480" : 25,
"7766016" : 30,
"7831552" : 10,
"7897088" : 8,
"7962624" : 10,
"8028160" : 15,
"8093696" : 4,
"8159232" : 4,
"8224768" : 2,
"8290304" : 4,
"8355840" : 4,
"8454144" : 16,
"8585216" : 24,
"8716288" : 34,
"8847360" : 184,
"8978432" : 493,
"9109504" : 1233,
"9240576" : 2370,
"9371648" : 3532,
"9502720" : 4078,
"9633792" : 3759,
"9764864" : 3513,
"9895936" : 2888,
"10027008" : 2378,
"10158080" : 2023,
"10289152" : 1856,
"10420224" : 1568,
"10551296" : 1486,
"10682368" : 1459,
"10813440" : 1347,
"10944512" : 1473,
"11075584" : 1970,
"11206656" : 2236,
"11337728" : 2136,
"11468800" : 2043,
"11599872" : 1946,
"11730944" : 1748,
"11862016" : 1832,
"11993088" : 1670,
"12124160" : 1795,
"12255232" : 1969,
"12386304" : 2220,
"12517376" : 2672,
"12648448" : 2847,
"12779520" : 3160,
"12910592" : 3514,
"13041664" : 4424,
"13172736" : 5809,
"13303808" : 9317,
"13434880" : 14613,
"13565952" : 25260,
"13697024" : 37692,
"13828096" : 47899,
"13959168" : 52168,
"14090240" : 47776,
"14221312" : 38903,
"14352384" : 30836,
"14483456" : 22846,
"14614528" : 16216,
"14745600" : 10673,
"14876672" : 6850,
"15007744" : 4902,
"15138816" : 3432,
"15269888" : 2452,
"15400960" : 1589,
"15532032" : 946,
"15663104" : 572,
"15794176" : 397,
"15925248" : 262,
"16056320" : 232,
"16187392" : 126,
"16318464" : 91,
"16449536" : 97,
"16580608" : 84,
"16711680" : 50,
"16908288" : 120,
"17170432" : 83,
"17432576" : 23,
"17694720" : 19,
"17956864" : 9,
"18219008" : 12,
"18481152" : 25,
"18743296" : 12,
"19005440" : 4,
"19267584" : 5,
"19529728" : 7,
"19791872" : 3
}
},
"lat_ns" : {
"min" : 7055685,
"max" : 20452484,
"mean" : 14016648.346523,
"stddev" : 1339919.737109,
"N" : 456576
},
"bw_min" : 8480882,
"bw_max" : 12374486,
"bw_agg" : 99.853687,
"bw_mean" : 9337182.686869,
"bw_dev" : 227259.177359,
"bw_samples" : 396,
"iops_min" : 8282,
"iops_max" : 12084,
"iops_mean" : 9118.020202,
"iops_stddev" : 221.928336,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 0.612012,
"sys_cpu" : 98.075462,
"ctx" : 18113,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.068991,
"20" : 94.930133,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066764,
"timestamp_ms" : 1773066764497,
"time" : "Mon Mar 9 11:32:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 595430735872,
"io_kbytes" : 581475328,
"bw_bytes" : 9924010998,
"bw" : 9691416,
"iops" : 9464.357739,
"runtime" : 59999,
"total_ios" : 567852,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 419883.496349,
"stddev" : 80955.189621,
"N" : 567852
},
"clat_ns" : {
"min" : 6814670,
"max" : 27535366,
"mean" : 13103979.864198,
"stddev" : 2176759.734626,
"N" : 567848,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 8585216,
"10.000000" : 9502720,
"20.000000" : 11468800,
"30.000000" : 13434880,
"40.000000" : 13697024,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 14876672,
"99.000000" : 16711680,
"99.500000" : 21364736,
"99.900000" : 25296896,
"99.950000" : 26083328,
"99.990000" : 26607616
},
"bins" : {
"6782976" : 1,
"6848512" : 47,
"6914048" : 213,
"6979584" : 759,
"7045120" : 1509,
"7110656" : 2084,
"7176192" : 2344,
"7241728" : 2273,
"7307264" : 2602,
"7372800" : 2138,
"7438336" : 1599,
"7503872" : 1266,
"7569408" : 947,
"7634944" : 822,
"7700480" : 512,
"7766016" : 537,
"7831552" : 493,
"7897088" : 457,
"7962624" : 531,
"8028160" : 560,
"8093696" : 655,
"8159232" : 681,
"8224768" : 766,
"8290304" : 907,
"8355840" : 817,
"8454144" : 1664,
"8585216" : 1711,
"8716288" : 1932,
"8847360" : 2335,
"8978432" : 2640,
"9109504" : 3749,
"9240576" : 5051,
"9371648" : 6703,
"9502720" : 7133,
"9633792" : 7080,
"9764864" : 6710,
"9895936" : 5873,
"10027008" : 5136,
"10158080" : 4450,
"10289152" : 3855,
"10420224" : 3069,
"10551296" : 2647,
"10682368" : 2293,
"10813440" : 2101,
"10944512" : 2312,
"11075584" : 2687,
"11206656" : 2739,
"11337728" : 2595,
"11468800" : 2418,
"11599872" : 2347,
"11730944" : 2126,
"11862016" : 2267,
"11993088" : 2141,
"12124160" : 2268,
"12255232" : 2380,
"12386304" : 2729,
"12517376" : 3086,
"12648448" : 3151,
"12779520" : 3493,
"12910592" : 3813,
"13041664" : 4890,
"13172736" : 6435,
"13303808" : 10251,
"13434880" : 15827,
"13565952" : 27148,
"13697024" : 40307,
"13828096" : 50444,
"13959168" : 54517,
"14090240" : 50042,
"14221312" : 41156,
"14352384" : 32903,
"14483456" : 24547,
"14614528" : 17576,
"14745600" : 11775,
"14876672" : 7833,
"15007744" : 5800,
"15138816" : 4270,
"15269888" : 3238,
"15400960" : 2219,
"15532032" : 1536,
"15663104" : 1088,
"15794176" : 810,
"15925248" : 645,
"16056320" : 642,
"16187392" : 542,
"16318464" : 523,
"16449536" : 461,
"16580608" : 442,
"16711680" : 443,
"16908288" : 755,
"17170432" : 444,
"17432576" : 402,
"17694720" : 255,
"17956864" : 105,
"18219008" : 114,
"18481152" : 83,
"18743296" : 31,
"19005440" : 21,
"19267584" : 18,
"19529728" : 15,
"19791872" : 19,
"20054016" : 42,
"20316160" : 38,
"20578304" : 44,
"20840448" : 50,
"21102592" : 47,
"21364736" : 49,
"21626880" : 102,
"21889024" : 223,
"22151168" : 211,
"22413312" : 175,
"22675456" : 197,
"22937600" : 181,
"23199744" : 172,
"23461888" : 122,
"23724032" : 113,
"23986176" : 117,
"24248320" : 119,
"24510464" : 129,
"24772608" : 161,
"25034752" : 119,
"25296896" : 122,
"25559040" : 109,
"25821184" : 113,
"26083328" : 128,
"26345472" : 92,
"26607616" : 52,
"26869760" : 19,
"27131904" : 14,
"27394048" : 11,
"27656192" : 1
}
},
"lat_ns" : {
"min" : 7039065,
"max" : 28387043,
"mean" : 13523871.322377,
"stddev" : 2246045.022826,
"N" : 567848
},
"bw_min" : 6981632,
"bw_max" : 16707584,
"bw_agg" : 99.954733,
"bw_mean" : 9687031.000000,
"bw_dev" : 437201.550232,
"bw_samples" : 476,
"iops_min" : 6818,
"iops_max" : 16316,
"iops_mean" : 9459.672269,
"iops_stddev" : 426.954015,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.625010,
"sys_cpu" : 97.357456,
"ctx" : 84571,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.036932,
"20" : 85.423491,
"50" : 0.538873,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066774,
"timestamp_ms" : 1773066774498,
"time" : "Mon Mar 9 11:32:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 692281409536,
"io_kbytes" : 676056064,
"bw_bytes" : 9889734421,
"bw" : 9657943,
"iops" : 9431.657143,
"runtime" : 70000,
"total_ios" : 660216,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 421349.497631,
"stddev" : 79176.709855,
"N" : 660216
},
"clat_ns" : {
"min" : 6814670,
"max" : 27535366,
"mean" : 13149187.508928,
"stddev" : 2096983.703286,
"N" : 660212,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 8716288,
"10.000000" : 9633792,
"20.000000" : 11993088,
"30.000000" : 13434880,
"40.000000" : 13697024,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 14876672,
"99.000000" : 16449536,
"99.500000" : 18219008,
"99.900000" : 25296896,
"99.950000" : 25821184,
"99.990000" : 26607616
},
"bins" : {
"6782976" : 1,
"6848512" : 47,
"6914048" : 213,
"6979584" : 759,
"7045120" : 1509,
"7110656" : 2084,
"7176192" : 2348,
"7241728" : 2290,
"7307264" : 2607,
"7372800" : 2145,
"7438336" : 1603,
"7503872" : 1268,
"7569408" : 953,
"7634944" : 830,
"7700480" : 524,
"7766016" : 546,
"7831552" : 510,
"7897088" : 480,
"7962624" : 561,
"8028160" : 629,
"8093696" : 806,
"8159232" : 900,
"8224768" : 1075,
"8290304" : 1267,
"8355840" : 1248,
"8454144" : 2693,
"8585216" : 2808,
"8716288" : 2688,
"8847360" : 2785,
"8978432" : 2862,
"9109504" : 3806,
"9240576" : 5071,
"9371648" : 6714,
"9502720" : 7155,
"9633792" : 7083,
"9764864" : 6711,
"9895936" : 5876,
"10027008" : 5139,
"10158080" : 4452,
"10289152" : 3856,
"10420224" : 3071,
"10551296" : 2649,
"10682368" : 2309,
"10813440" : 2132,
"10944512" : 2380,
"11075584" : 2915,
"11206656" : 3108,
"11337728" : 3133,
"11468800" : 3011,
"11599872" : 3321,
"11730944" : 3323,
"11862016" : 3530,
"11993088" : 3526,
"12124160" : 3728,
"12255232" : 3715,
"12386304" : 3918,
"12517376" : 4225,
"12648448" : 4381,
"12779520" : 4539,
"12910592" : 4683,
"13041664" : 5977,
"13172736" : 7588,
"13303808" : 11538,
"13434880" : 18267,
"13565952" : 31376,
"13697024" : 47097,
"13828096" : 59624,
"13959168" : 64090,
"14090240" : 59097,
"14221312" : 49202,
"14352384" : 39090,
"14483456" : 29026,
"14614528" : 20537,
"14745600" : 13822,
"14876672" : 9042,
"15007744" : 6599,
"15138816" : 4721,
"15269888" : 3514,
"15400960" : 2404,
"15532032" : 1632,
"15663104" : 1153,
"15794176" : 880,
"15925248" : 703,
"16056320" : 675,
"16187392" : 559,
"16318464" : 554,
"16449536" : 512,
"16580608" : 474,
"16711680" : 459,
"16908288" : 818,
"17170432" : 492,
"17432576" : 424,
"17694720" : 266,
"17956864" : 109,
"18219008" : 120,
"18481152" : 84,
"18743296" : 34,
"19005440" : 24,
"19267584" : 20,
"19529728" : 16,
"19791872" : 21,
"20054016" : 43,
"20316160" : 38,
"20578304" : 44,
"20840448" : 50,
"21102592" : 47,
"21364736" : 49,
"21626880" : 102,
"21889024" : 223,
"22151168" : 211,
"22413312" : 175,
"22675456" : 197,
"22937600" : 181,
"23199744" : 172,
"23461888" : 122,
"23724032" : 113,
"23986176" : 117,
"24248320" : 119,
"24510464" : 129,
"24772608" : 161,
"25034752" : 119,
"25296896" : 122,
"25559040" : 109,
"25821184" : 113,
"26083328" : 128,
"26345472" : 92,
"26607616" : 52,
"26869760" : 19,
"27131904" : 14,
"27394048" : 11,
"27656192" : 1
}
},
"lat_ns" : {
"min" : 7039065,
"max" : 28387043,
"mean" : 13570534.460799,
"stddev" : 2163657.397637,
"N" : 660212
},
"bw_min" : 6981632,
"bw_max" : 16707584,
"bw_agg" : 100.000000,
"bw_mean" : 9664628.129496,
"bw_dev" : 420970.765092,
"bw_samples" : 556,
"iops_min" : 6818,
"iops_max" : 16316,
"iops_mean" : 9437.820144,
"iops_stddev" : 411.103206,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 280000,
"usr_cpu" : 0.617857,
"sys_cpu" : 97.397143,
"ctx" : 89967,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 12.884117,
"20" : 86.651641,
"50" : 0.463636,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066784,
"timestamp_ms" : 1773066784497,
"time" : "Mon Mar 9 11:33:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 799739478016,
"io_kbytes" : 780995584,
"bw_bytes" : 9996868436,
"bw" : 9762566,
"iops" : 9533.806673,
"runtime" : 79999,
"total_ios" : 762695,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 416793.585882,
"stddev" : 85641.679533,
"N" : 762695
},
"clat_ns" : {
"min" : 6814670,
"max" : 28266358,
"mean" : 13008478.739744,
"stddev" : 2325657.850452,
"N" : 762691,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7766016,
"10.000000" : 9240576,
"20.000000" : 11337728,
"30.000000" : 13303808,
"40.000000" : 13697024,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 17170432,
"99.500000" : 22151168,
"99.900000" : 25034752,
"99.950000" : 26083328,
"99.990000" : 26869760
},
"bins" : {
"6782976" : 1,
"6848512" : 48,
"6914048" : 258,
"6979584" : 1001,
"7045120" : 2204,
"7110656" : 3603,
"7176192" : 4549,
"7241728" : 4704,
"7307264" : 4949,
"7372800" : 4044,
"7438336" : 3332,
"7503872" : 2611,
"7569408" : 2000,
"7634944" : 1934,
"7700480" : 1715,
"7766016" : 1836,
"7831552" : 1579,
"7897088" : 1414,
"7962624" : 1303,
"8028160" : 1185,
"8093696" : 1280,
"8159232" : 1309,
"8224768" : 1406,
"8290304" : 1593,
"8355840" : 1588,
"8454144" : 3410,
"8585216" : 3526,
"8716288" : 3255,
"8847360" : 3327,
"8978432" : 3361,
"9109504" : 4310,
"9240576" : 5491,
"9371648" : 7151,
"9502720" : 7608,
"9633792" : 7468,
"9764864" : 7269,
"9895936" : 6439,
"10027008" : 5679,
"10158080" : 5063,
"10289152" : 4492,
"10420224" : 3694,
"10551296" : 3270,
"10682368" : 2960,
"10813440" : 2855,
"10944512" : 3033,
"11075584" : 3507,
"11206656" : 3804,
"11337728" : 3881,
"11468800" : 3698,
"11599872" : 3857,
"11730944" : 3776,
"11862016" : 4066,
"11993088" : 3987,
"12124160" : 4064,
"12255232" : 4020,
"12386304" : 4223,
"12517376" : 4660,
"12648448" : 4945,
"12779520" : 5139,
"12910592" : 5463,
"13041664" : 6934,
"13172736" : 9342,
"13303808" : 13905,
"13434880" : 21751,
"13565952" : 36333,
"13697024" : 52907,
"13828096" : 65276,
"13959168" : 69480,
"14090240" : 64272,
"14221312" : 53901,
"14352384" : 42837,
"14483456" : 31772,
"14614528" : 22341,
"14745600" : 15163,
"14876672" : 10055,
"15007744" : 7455,
"15138816" : 5442,
"15269888" : 4047,
"15400960" : 2905,
"15532032" : 2026,
"15663104" : 1502,
"15794176" : 1121,
"15925248" : 864,
"16056320" : 837,
"16187392" : 678,
"16318464" : 629,
"16449536" : 603,
"16580608" : 554,
"16711680" : 511,
"16908288" : 921,
"17170432" : 551,
"17432576" : 503,
"17694720" : 347,
"17956864" : 183,
"18219008" : 175,
"18481152" : 171,
"18743296" : 98,
"19005440" : 93,
"19267584" : 140,
"19529728" : 139,
"19791872" : 102,
"20054016" : 93,
"20316160" : 103,
"20578304" : 174,
"20840448" : 187,
"21102592" : 202,
"21364736" : 253,
"21626880" : 332,
"21889024" : 400,
"22151168" : 406,
"22413312" : 397,
"22675456" : 459,
"22937600" : 411,
"23199744" : 319,
"23461888" : 214,
"23724032" : 168,
"23986176" : 161,
"24248320" : 146,
"24510464" : 147,
"24772608" : 182,
"25034752" : 129,
"25296896" : 126,
"25559040" : 117,
"25821184" : 119,
"26083328" : 132,
"26345472" : 95,
"26607616" : 57,
"26869760" : 24,
"27131904" : 26,
"27394048" : 21,
"27656192" : 12,
"27918336" : 11,
"28180480" : 5
}
},
"lat_ns" : {
"min" : 7039065,
"max" : 29328468,
"mean" : 13425280.836208,
"stddev" : 2399738.916137,
"N" : 762691
},
"bw_min" : 6981632,
"bw_max" : 16828416,
"bw_agg" : 99.938307,
"bw_mean" : 9756544.364780,
"bw_dev" : 475025.229878,
"bw_samples" : 636,
"iops_min" : 6818,
"iops_max" : 16434,
"iops_mean" : 9527.603774,
"iops_stddev" : 463.895593,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 0.616883,
"sys_cpu" : 97.120277,
"ctx" : 146118,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.191131,
"20" : 84.074630,
"50" : 0.733714,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066794,
"timestamp_ms" : 1773066794497,
"time" : "Mon Mar 9 11:33:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 906410065920,
"io_kbytes" : 885166080,
"bw_bytes" : 10071334858,
"bw" : 9835287,
"iops" : 9604.828943,
"runtime" : 89999,
"total_ios" : 864425,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 413692.909443,
"stddev" : 87091.286234,
"N" : 864425
},
"clat_ns" : {
"min" : 6814670,
"max" : 28266358,
"mean" : 12912199.189895,
"stddev" : 2372356.660351,
"N" : 864421,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7962624,
"10.000000" : 9109504,
"20.000000" : 10551296,
"30.000000" : 13041664,
"40.000000" : 13565952,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 17432576,
"99.500000" : 21626880,
"99.900000" : 25034752,
"99.950000" : 25821184,
"99.990000" : 26869760
},
"bins" : {
"6782976" : 1,
"6848512" : 48,
"6914048" : 258,
"6979584" : 1001,
"7045120" : 2204,
"7110656" : 3603,
"7176192" : 4549,
"7241728" : 4704,
"7307264" : 4949,
"7372800" : 4044,
"7438336" : 3332,
"7503872" : 2615,
"7569408" : 2036,
"7634944" : 1990,
"7700480" : 1810,
"7766016" : 1935,
"7831552" : 1715,
"7897088" : 1694,
"7962624" : 1676,
"8028160" : 1732,
"8093696" : 2103,
"8159232" : 2304,
"8224768" : 2370,
"8290304" : 2676,
"8355840" : 2634,
"8454144" : 5312,
"8585216" : 5316,
"8716288" : 4770,
"8847360" : 5090,
"8978432" : 5387,
"9109504" : 6562,
"9240576" : 8090,
"9371648" : 9844,
"9502720" : 10383,
"9633792" : 10361,
"9764864" : 10203,
"9895936" : 9065,
"10027008" : 7605,
"10158080" : 6408,
"10289152" : 5226,
"10420224" : 4214,
"10551296" : 3615,
"10682368" : 3166,
"10813440" : 2996,
"10944512" : 3214,
"11075584" : 3642,
"11206656" : 3947,
"11337728" : 4104,
"11468800" : 3926,
"11599872" : 4105,
"11730944" : 3980,
"11862016" : 4395,
"11993088" : 4544,
"12124160" : 4757,
"12255232" : 4666,
"12386304" : 4932,
"12517376" : 5355,
"12648448" : 5701,
"12779520" : 6250,
"12910592" : 6929,
"13041664" : 8768,
"13172736" : 11262,
"13303808" : 15579,
"13434880" : 23321,
"13565952" : 38486,
"13697024" : 56144,
"13828096" : 69868,
"13959168" : 74876,
"14090240" : 69645,
"14221312" : 58523,
"14352384" : 46510,
"14483456" : 34905,
"14614528" : 24830,
"14745600" : 16887,
"14876672" : 11405,
"15007744" : 8491,
"15138816" : 6166,
"15269888" : 4669,
"15400960" : 3434,
"15532032" : 2481,
"15663104" : 1910,
"15794176" : 1512,
"15925248" : 1237,
"16056320" : 1240,
"16187392" : 1057,
"16318464" : 999,
"16449536" : 971,
"16580608" : 945,
"16711680" : 870,
"16908288" : 1549,
"17170432" : 1132,
"17432576" : 899,
"17694720" : 663,
"17956864" : 370,
"18219008" : 313,
"18481152" : 214,
"18743296" : 120,
"19005440" : 104,
"19267584" : 150,
"19529728" : 143,
"19791872" : 102,
"20054016" : 93,
"20316160" : 103,
"20578304" : 174,
"20840448" : 187,
"21102592" : 202,
"21364736" : 253,
"21626880" : 332,
"21889024" : 400,
"22151168" : 406,
"22413312" : 397,
"22675456" : 459,
"22937600" : 411,
"23199744" : 319,
"23461888" : 214,
"23724032" : 168,
"23986176" : 161,
"24248320" : 146,
"24510464" : 147,
"24772608" : 182,
"25034752" : 129,
"25296896" : 126,
"25559040" : 117,
"25821184" : 119,
"26083328" : 132,
"26345472" : 95,
"26607616" : 57,
"26869760" : 24,
"27131904" : 26,
"27394048" : 21,
"27656192" : 12,
"27918336" : 11,
"28180480" : 5
}
},
"lat_ns" : {
"min" : 7039065,
"max" : 29328468,
"mean" : 13325892.683828,
"stddev" : 2447968.323974,
"N" : 864421
},
"bw_min" : 6938624,
"bw_max" : 16828416,
"bw_agg" : 100.000000,
"bw_mean" : 9840046.089385,
"bw_dev" : 489575.680211,
"bw_samples" : 716,
"iops_min" : 6776,
"iops_max" : 16434,
"iops_mean" : 9609.178771,
"iops_stddev" : 478.107148,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.624729,
"sys_cpu" : 96.987744,
"ctx" : 176605,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 17.442230,
"20" : 81.909940,
"50" : 0.647367,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066804,
"timestamp_ms" : 1773066804498,
"time" : "Mon Mar 9 11:33:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1003010129920,
"io_kbytes" : 979502080,
"bw_bytes" : 10030101299,
"bw" : 9795020,
"iops" : 9565.510000,
"runtime" : 100000,
"total_ios" : 956551,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 415403.783004,
"stddev" : 85481.467843,
"N" : 956551
},
"clat_ns" : {
"min" : 6814670,
"max" : 28266358,
"mean" : 12965203.522906,
"stddev" : 2300135.419704,
"N" : 956547,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 8093696,
"10.000000" : 9240576,
"20.000000" : 11075584,
"30.000000" : 13172736,
"40.000000" : 13565952,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 17170432,
"99.500000" : 21364736,
"99.900000" : 24772608,
"99.950000" : 25821184,
"99.990000" : 26869760
},
"bins" : {
"6782976" : 1,
"6848512" : 48,
"6914048" : 258,
"6979584" : 1012,
"7045120" : 2212,
"7110656" : 3607,
"7176192" : 4559,
"7241728" : 4714,
"7307264" : 4962,
"7372800" : 4097,
"7438336" : 3470,
"7503872" : 2746,
"7569408" : 2217,
"7634944" : 2177,
"7700480" : 1959,
"7766016" : 2009,
"7831552" : 1784,
"7897088" : 1758,
"7962624" : 1704,
"8028160" : 1757,
"8093696" : 2119,
"8159232" : 2310,
"8224768" : 2385,
"8290304" : 2720,
"8355840" : 2661,
"8454144" : 5340,
"8585216" : 5358,
"8716288" : 4803,
"8847360" : 5135,
"8978432" : 5463,
"9109504" : 6612,
"9240576" : 8130,
"9371648" : 9931,
"9502720" : 10468,
"9633792" : 10493,
"9764864" : 10393,
"9895936" : 9351,
"10027008" : 7866,
"10158080" : 6702,
"10289152" : 5625,
"10420224" : 4616,
"10551296" : 4043,
"10682368" : 3713,
"10813440" : 3578,
"10944512" : 3820,
"11075584" : 4282,
"11206656" : 4764,
"11337728" : 5066,
"11468800" : 5012,
"11599872" : 5410,
"11730944" : 5393,
"11862016" : 5848,
"11993088" : 5853,
"12124160" : 5779,
"12255232" : 5594,
"12386304" : 5590,
"12517376" : 5814,
"12648448" : 6109,
"12779520" : 6676,
"12910592" : 7408,
"13041664" : 9551,
"13172736" : 12549,
"13303808" : 17763,
"13434880" : 26773,
"13565952" : 43760,
"13697024" : 63498,
"13828096" : 78347,
"13959168" : 83687,
"14090240" : 77707,
"14221312" : 65632,
"14352384" : 52502,
"14483456" : 39516,
"14614528" : 27820,
"14745600" : 18830,
"14876672" : 12864,
"15007744" : 9476,
"15138816" : 6755,
"15269888" : 5113,
"15400960" : 3756,
"15532032" : 2676,
"15663104" : 2054,
"15794176" : 1612,
"15925248" : 1319,
"16056320" : 1269,
"16187392" : 1071,
"16318464" : 1012,
"16449536" : 985,
"16580608" : 957,
"16711680" : 879,
"16908288" : 1578,
"17170432" : 1153,
"17432576" : 914,
"17694720" : 679,
"17956864" : 380,
"18219008" : 327,
"18481152" : 219,
"18743296" : 128,
"19005440" : 115,
"19267584" : 154,
"19529728" : 145,
"19791872" : 104,
"20054016" : 97,
"20316160" : 103,
"20578304" : 176,
"20840448" : 187,
"21102592" : 203,
"21364736" : 254,
"21626880" : 332,
"21889024" : 400,
"22151168" : 406,
"22413312" : 397,
"22675456" : 459,
"22937600" : 411,
"23199744" : 319,
"23461888" : 214,
"23724032" : 168,
"23986176" : 161,
"24248320" : 146,
"24510464" : 147,
"24772608" : 182,
"25034752" : 129,
"25296896" : 126,
"25559040" : 117,
"25821184" : 119,
"26083328" : 132,
"26345472" : 95,
"26607616" : 57,
"26869760" : 24,
"27131904" : 26,
"27394048" : 21,
"27656192" : 12,
"27918336" : 11,
"28180480" : 5
}
},
"lat_ns" : {
"min" : 7039065,
"max" : 29328468,
"mean" : 13380610.557545,
"stddev" : 2373378.945256,
"N" : 956547
},
"bw_min" : 6938624,
"bw_max" : 16828416,
"bw_agg" : 99.984637,
"bw_mean" : 9793516.351759,
"bw_dev" : 469820.808990,
"bw_samples" : 796,
"iops_min" : 6776,
"iops_max" : 16434,
"iops_mean" : 9563.763819,
"iops_stddev" : 458.813528,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399997,
"usr_cpu" : 0.624505,
"sys_cpu" : 97.034228,
"ctx" : 181462,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 16.017860,
"20" : 83.396076,
"50" : 0.585646,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066814,
"timestamp_ms" : 1773066814498,
"time" : "Mon Mar 9 11:33:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1116098002944,
"io_kbytes" : 1089939456,
"bw_bytes" : 10146345481,
"bw" : 9908540,
"iops" : 9676.345455,
"runtime" : 110000,
"total_ios" : 1064398,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 410605.757882,
"stddev" : 90928.630605,
"N" : 1064398
},
"clat_ns" : {
"min" : 6581222,
"max" : 28386713,
"mean" : 12816758.231954,
"stddev" : 2488491.881399,
"N" : 1064394,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7766016,
"10.000000" : 8716288,
"20.000000" : 10289152,
"30.000000" : 12648448,
"40.000000" : 13565952,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 17694720,
"99.500000" : 22675456,
"99.900000" : 25296896,
"99.950000" : 26083328,
"99.990000" : 27656192
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 4,
"6782976" : 11,
"6848512" : 78,
"6914048" : 363,
"6979584" : 1398,
"7045120" : 3074,
"7110656" : 4948,
"7176192" : 5685,
"7241728" : 5811,
"7307264" : 5746,
"7372800" : 4927,
"7438336" : 4474,
"7503872" : 4049,
"7569408" : 4037,
"7634944" : 4031,
"7700480" : 3853,
"7766016" : 4043,
"7831552" : 3601,
"7897088" : 3503,
"7962624" : 3373,
"8028160" : 3493,
"8093696" : 3843,
"8159232" : 3781,
"8224768" : 3651,
"8290304" : 3954,
"8355840" : 3781,
"8454144" : 7476,
"8585216" : 7168,
"8716288" : 6083,
"8847360" : 6128,
"8978432" : 6420,
"9109504" : 7522,
"9240576" : 8923,
"9371648" : 10675,
"9502720" : 11206,
"9633792" : 11212,
"9764864" : 11120,
"9895936" : 10087,
"10027008" : 8682,
"10158080" : 7493,
"10289152" : 6427,
"10420224" : 5438,
"10551296" : 4874,
"10682368" : 4695,
"10813440" : 4718,
"10944512" : 5073,
"11075584" : 5743,
"11206656" : 6254,
"11337728" : 6356,
"11468800" : 6268,
"11599872" : 6505,
"11730944" : 6433,
"11862016" : 6886,
"11993088" : 6772,
"12124160" : 6610,
"12255232" : 6467,
"12386304" : 6324,
"12517376" : 6541,
"12648448" : 6737,
"12779520" : 7499,
"12910592" : 8473,
"13041664" : 10783,
"13172736" : 13640,
"13303808" : 18896,
"13434880" : 28511,
"13565952" : 45877,
"13697024" : 65979,
"13828096" : 81268,
"13959168" : 87428,
"14090240" : 81508,
"14221312" : 69003,
"14352384" : 55387,
"14483456" : 41789,
"14614528" : 29804,
"14745600" : 20270,
"14876672" : 13976,
"15007744" : 10342,
"15138816" : 7390,
"15269888" : 5586,
"15400960" : 4208,
"15532032" : 3096,
"15663104" : 2346,
"15794176" : 1852,
"15925248" : 1539,
"16056320" : 1486,
"16187392" : 1309,
"16318464" : 1219,
"16449536" : 1175,
"16580608" : 1147,
"16711680" : 1031,
"16908288" : 1765,
"17170432" : 1404,
"17432576" : 1160,
"17694720" : 838,
"17956864" : 505,
"18219008" : 383,
"18481152" : 243,
"18743296" : 133,
"19005440" : 143,
"19267584" : 174,
"19529728" : 154,
"19791872" : 112,
"20054016" : 108,
"20316160" : 118,
"20578304" : 185,
"20840448" : 212,
"21102592" : 255,
"21364736" : 323,
"21626880" : 412,
"21889024" : 492,
"22151168" : 563,
"22413312" : 581,
"22675456" : 659,
"22937600" : 675,
"23199744" : 592,
"23461888" : 523,
"23724032" : 424,
"23986176" : 427,
"24248320" : 332,
"24510464" : 279,
"24772608" : 276,
"25034752" : 172,
"25296896" : 176,
"25559040" : 158,
"25821184" : 158,
"26083328" : 156,
"26345472" : 114,
"26607616" : 79,
"26869760" : 47,
"27131904" : 53,
"27394048" : 46,
"27656192" : 45,
"27918336" : 42,
"28180480" : 21,
"28442624" : 2
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13227369.669140,
"stddev" : 2567841.903801,
"N" : 1064394
},
"bw_min" : 6932480,
"bw_max" : 16828416,
"bw_agg" : 99.958778,
"bw_mean" : 9904456.155251,
"bw_dev" : 510062.558181,
"bw_samples" : 876,
"iops_min" : 6770,
"iops_max" : 16434,
"iops_mean" : 9672.123288,
"iops_stddev" : 498.114177,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 440000,
"usr_cpu" : 0.634318,
"sys_cpu" : 96.747045,
"ctx" : 247834,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 18.443383,
"20" : 80.741790,
"50" : 0.814451,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066824,
"timestamp_ms" : 1773066824497,
"time" : "Mon Mar 9 11:33:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1217885372416,
"io_kbytes" : 1189341184,
"bw_bytes" : 10149129346,
"bw" : 9911259,
"iops" : 9678.997325,
"runtime" : 119999,
"total_ios" : 1161470,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2072451,
"mean" : 410493.963668,
"stddev" : 90140.186786,
"N" : 1161470
},
"clat_ns" : {
"min" : 6581222,
"max" : 28386713,
"mean" : 12813235.472667,
"stddev" : 2450584.274571,
"N" : 1161466,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7831552,
"10.000000" : 8716288,
"20.000000" : 10289152,
"30.000000" : 12648448,
"40.000000" : 13565952,
"50.000000" : 13697024,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 17432576,
"99.500000" : 22413312,
"99.900000" : 25034752,
"99.950000" : 26083328,
"99.990000" : 27394048
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 4,
"6782976" : 11,
"6848512" : 78,
"6914048" : 363,
"6979584" : 1398,
"7045120" : 3074,
"7110656" : 4948,
"7176192" : 5685,
"7241728" : 5819,
"7307264" : 5770,
"7372800" : 4929,
"7438336" : 4474,
"7503872" : 4050,
"7569408" : 4037,
"7634944" : 4038,
"7700480" : 3878,
"7766016" : 4103,
"7831552" : 3743,
"7897088" : 3755,
"7962624" : 3630,
"8028160" : 3762,
"8093696" : 4115,
"8159232" : 4049,
"8224768" : 3959,
"8290304" : 4334,
"8355840" : 4204,
"8454144" : 8591,
"8585216" : 8744,
"8716288" : 7582,
"8847360" : 7581,
"8978432" : 7906,
"9109504" : 9119,
"9240576" : 10438,
"9371648" : 11832,
"9502720" : 12242,
"9633792" : 12009,
"9764864" : 11712,
"9895936" : 10378,
"10027008" : 8956,
"10158080" : 7671,
"10289152" : 6562,
"10420224" : 5561,
"10551296" : 5042,
"10682368" : 4908,
"10813440" : 4961,
"10944512" : 5452,
"11075584" : 6364,
"11206656" : 6927,
"11337728" : 7129,
"11468800" : 7015,
"11599872" : 7264,
"11730944" : 7249,
"11862016" : 7547,
"11993088" : 7473,
"12124160" : 7322,
"12255232" : 7108,
"12386304" : 6948,
"12517376" : 7155,
"12648448" : 7595,
"12779520" : 8514,
"12910592" : 9936,
"13041664" : 12745,
"13172736" : 16260,
"13303808" : 22763,
"13434880" : 33665,
"13565952" : 52319,
"13697024" : 74030,
"13828096" : 89259,
"13959168" : 94338,
"14090240" : 87320,
"14221312" : 73712,
"14352384" : 58561,
"14483456" : 44215,
"14614528" : 31730,
"14745600" : 21555,
"14876672" : 15049,
"15007744" : 11289,
"15138816" : 8034,
"15269888" : 6011,
"15400960" : 4532,
"15532032" : 3375,
"15663104" : 2584,
"15794176" : 2002,
"15925248" : 1672,
"16056320" : 1579,
"16187392" : 1408,
"16318464" : 1257,
"16449536" : 1209,
"16580608" : 1166,
"16711680" : 1053,
"16908288" : 1775,
"17170432" : 1407,
"17432576" : 1162,
"17694720" : 839,
"17956864" : 506,
"18219008" : 384,
"18481152" : 243,
"18743296" : 135,
"19005440" : 144,
"19267584" : 174,
"19529728" : 155,
"19791872" : 112,
"20054016" : 108,
"20316160" : 118,
"20578304" : 185,
"20840448" : 212,
"21102592" : 255,
"21364736" : 323,
"21626880" : 412,
"21889024" : 492,
"22151168" : 563,
"22413312" : 581,
"22675456" : 659,
"22937600" : 675,
"23199744" : 592,
"23461888" : 523,
"23724032" : 424,
"23986176" : 427,
"24248320" : 332,
"24510464" : 279,
"24772608" : 276,
"25034752" : 172,
"25296896" : 176,
"25559040" : 158,
"25821184" : 158,
"26083328" : 156,
"26345472" : 114,
"26607616" : 79,
"26869760" : 47,
"27131904" : 53,
"27394048" : 46,
"27656192" : 45,
"27918336" : 42,
"28180480" : 21,
"28442624" : 2
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13223731.149529,
"stddev" : 2528709.999686,
"N" : 1161466
},
"bw_min" : 6932480,
"bw_max" : 16828416,
"bw_agg" : 100.000000,
"bw_mean" : 9914728.677824,
"bw_dev" : 508023.670654,
"bw_samples" : 956,
"iops_min" : 6770,
"iops_max" : 16434,
"iops_mean" : 9682.171548,
"iops_stddev" : 496.122780,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.642922,
"sys_cpu" : 96.740598,
"ctx" : 255181,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 18.356910,
"20" : 80.896364,
"50" : 0.746382,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066834,
"timestamp_ms" : 1773066834498,
"time" : "Mon Mar 9 11:33:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1321410232320,
"io_kbytes" : 1290439680,
"bw_bytes" : 10164772285,
"bw" : 9926535,
"iops" : 9693.913030,
"runtime" : 129999,
"total_ios" : 1260199,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 409859.617160,
"stddev" : 89366.569653,
"N" : 1260199
},
"clat_ns" : {
"min" : 6581222,
"max" : 28386713,
"mean" : 12793608.871217,
"stddev" : 2424960.031859,
"N" : 1260195,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7897088,
"10.000000" : 8716288,
"20.000000" : 10420224,
"30.000000" : 12517376,
"40.000000" : 13434880,
"50.000000" : 13697024,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 17432576,
"99.500000" : 22151168,
"99.900000" : 25034752,
"99.950000" : 25821184,
"99.990000" : 27394048
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 4,
"6782976" : 11,
"6848512" : 78,
"6914048" : 376,
"6979584" : 1418,
"7045120" : 3075,
"7110656" : 4953,
"7176192" : 5692,
"7241728" : 5819,
"7307264" : 5770,
"7372800" : 4930,
"7438336" : 4474,
"7503872" : 4055,
"7569408" : 4041,
"7634944" : 4070,
"7700480" : 3944,
"7766016" : 4226,
"7831552" : 3919,
"7897088" : 4030,
"7962624" : 3946,
"8028160" : 4140,
"8093696" : 4598,
"8159232" : 4548,
"8224768" : 4486,
"8290304" : 4949,
"8355840" : 4825,
"8454144" : 10229,
"8585216" : 10541,
"8716288" : 9399,
"8847360" : 8978,
"8978432" : 8924,
"9109504" : 9801,
"9240576" : 11164,
"9371648" : 12482,
"9502720" : 12805,
"9633792" : 12555,
"9764864" : 12192,
"9895936" : 11030,
"10027008" : 9763,
"10158080" : 8359,
"10289152" : 7368,
"10420224" : 6452,
"10551296" : 6139,
"10682368" : 6337,
"10813440" : 6508,
"10944512" : 7028,
"11075584" : 7476,
"11206656" : 7680,
"11337728" : 7911,
"11468800" : 7664,
"11599872" : 7850,
"11730944" : 7884,
"11862016" : 8175,
"11993088" : 8217,
"12124160" : 8058,
"12255232" : 7879,
"12386304" : 7726,
"12517376" : 7875,
"12648448" : 8271,
"12779520" : 9261,
"12910592" : 10857,
"13041664" : 14018,
"13172736" : 18627,
"13303808" : 26938,
"13434880" : 39852,
"13565952" : 59898,
"13697024" : 81281,
"13828096" : 95671,
"13959168" : 100078,
"14090240" : 92702,
"14221312" : 78201,
"14352384" : 61759,
"14483456" : 46540,
"14614528" : 33206,
"14745600" : 22696,
"14876672" : 15813,
"15007744" : 11751,
"15138816" : 8410,
"15269888" : 6230,
"15400960" : 4731,
"15532032" : 3513,
"15663104" : 2727,
"15794176" : 2087,
"15925248" : 1773,
"16056320" : 1659,
"16187392" : 1453,
"16318464" : 1313,
"16449536" : 1256,
"16580608" : 1214,
"16711680" : 1094,
"16908288" : 1863,
"17170432" : 1507,
"17432576" : 1264,
"17694720" : 937,
"17956864" : 569,
"18219008" : 420,
"18481152" : 267,
"18743296" : 164,
"19005440" : 169,
"19267584" : 215,
"19529728" : 177,
"19791872" : 132,
"20054016" : 115,
"20316160" : 133,
"20578304" : 203,
"20840448" : 223,
"21102592" : 259,
"21364736" : 331,
"21626880" : 414,
"21889024" : 497,
"22151168" : 563,
"22413312" : 581,
"22675456" : 659,
"22937600" : 675,
"23199744" : 592,
"23461888" : 523,
"23724032" : 424,
"23986176" : 427,
"24248320" : 332,
"24510464" : 279,
"24772608" : 276,
"25034752" : 172,
"25296896" : 176,
"25559040" : 158,
"25821184" : 158,
"26083328" : 156,
"26345472" : 114,
"26607616" : 79,
"26869760" : 47,
"27131904" : 53,
"27394048" : 46,
"27656192" : 45,
"27918336" : 42,
"28180480" : 21,
"28442624" : 2
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13203474.083123,
"stddev" : 2502252.982585,
"N" : 1260195
},
"bw_min" : 6932480,
"bw_max" : 16828416,
"bw_agg" : 99.959871,
"bw_mean" : 9922552.810811,
"bw_dev" : 498023.342172,
"bw_samples" : 1036,
"iops_min" : 6770,
"iops_max" : 16434,
"iops_mean" : 9689.826255,
"iops_stddev" : 486.356688,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519996,
"usr_cpu" : 0.638659,
"sys_cpu" : 96.782475,
"ctx" : 267524,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 18.220614,
"20" : 81.086003,
"50" : 0.693065,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066844,
"timestamp_ms" : 1773066844498,
"time" : "Mon Mar 9 11:34:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1431499177984,
"io_kbytes" : 1397948416,
"bw_bytes" : 10224994128,
"bw" : 9985345,
"iops" : 9751.342857,
"runtime" : 140000,
"total_ios" : 1365188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 407426.865908,
"stddev" : 92806.042537,
"N" : 1365188
},
"clat_ns" : {
"min" : 6581222,
"max" : 28582603,
"mean" : 12718173.387966,
"stddev" : 2546215.960121,
"N" : 1365184,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7700480,
"10.000000" : 8454144,
"20.000000" : 10027008,
"30.000000" : 12386304,
"40.000000" : 13434880,
"50.000000" : 13697024,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 18743296,
"99.500000" : 22937600,
"99.900000" : 25821184,
"99.950000" : 26345472,
"99.990000" : 27656192
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 4,
"6782976" : 11,
"6848512" : 79,
"6914048" : 403,
"6979584" : 1493,
"7045120" : 3284,
"7110656" : 5274,
"7176192" : 6452,
"7241728" : 7054,
"7307264" : 7605,
"7372800" : 7206,
"7438336" : 6729,
"7503872" : 6270,
"7569408" : 6136,
"7634944" : 5820,
"7700480" : 5539,
"7766016" : 5709,
"7831552" : 5351,
"7897088" : 5427,
"7962624" : 5205,
"8028160" : 5404,
"8093696" : 5749,
"8159232" : 5736,
"8224768" : 5557,
"8290304" : 5939,
"8355840" : 5710,
"8454144" : 11522,
"8585216" : 11357,
"8716288" : 9950,
"8847360" : 9319,
"8978432" : 9114,
"9109504" : 9913,
"9240576" : 11371,
"9371648" : 12894,
"9502720" : 13547,
"9633792" : 13649,
"9764864" : 13291,
"9895936" : 12102,
"10027008" : 10767,
"10158080" : 9144,
"10289152" : 7996,
"10420224" : 7112,
"10551296" : 6625,
"10682368" : 6829,
"10813440" : 6974,
"10944512" : 7448,
"11075584" : 7914,
"11206656" : 8052,
"11337728" : 8309,
"11468800" : 8057,
"11599872" : 8114,
"11730944" : 8183,
"11862016" : 8541,
"11993088" : 8592,
"12124160" : 8530,
"12255232" : 8642,
"12386304" : 8991,
"12517376" : 9837,
"12648448" : 11021,
"12779520" : 12630,
"12910592" : 14219,
"13041664" : 17151,
"13172736" : 21871,
"13303808" : 30926,
"13434880" : 44340,
"13565952" : 64915,
"13697024" : 86092,
"13828096" : 99865,
"13959168" : 103471,
"14090240" : 95175,
"14221312" : 79877,
"14352384" : 63024,
"14483456" : 47152,
"14614528" : 33595,
"14745600" : 22915,
"14876672" : 16010,
"15007744" : 11936,
"15138816" : 8633,
"15269888" : 6427,
"15400960" : 4895,
"15532032" : 3621,
"15663104" : 2791,
"15794176" : 2176,
"15925248" : 1846,
"16056320" : 1720,
"16187392" : 1494,
"16318464" : 1375,
"16449536" : 1289,
"16580608" : 1262,
"16711680" : 1154,
"16908288" : 2002,
"17170432" : 1605,
"17432576" : 1392,
"17694720" : 1138,
"17956864" : 840,
"18219008" : 807,
"18481152" : 671,
"18743296" : 478,
"19005440" : 451,
"19267584" : 423,
"19529728" : 321,
"19791872" : 280,
"20054016" : 236,
"20316160" : 228,
"20578304" : 315,
"20840448" : 362,
"21102592" : 428,
"21364736" : 471,
"21626880" : 506,
"21889024" : 589,
"22151168" : 613,
"22413312" : 620,
"22675456" : 701,
"22937600" : 720,
"23199744" : 631,
"23461888" : 567,
"23724032" : 487,
"23986176" : 505,
"24248320" : 433,
"24510464" : 395,
"24772608" : 403,
"25034752" : 355,
"25296896" : 400,
"25559040" : 448,
"25821184" : 389,
"26083328" : 373,
"26345472" : 272,
"26607616" : 176,
"26869760" : 126,
"27131904" : 88,
"27394048" : 62,
"27656192" : 60,
"27918336" : 50,
"28180480" : 27,
"28442624" : 9,
"28704768" : 1
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13125604.589272,
"stddev" : 2627430.140963,
"N" : 1365184
},
"bw_min" : 6709248,
"bw_max" : 16828416,
"bw_agg" : 100.000000,
"bw_mean" : 9985681.641577,
"bw_dev" : 524678.321199,
"bw_samples" : 1116,
"iops_min" : 6552,
"iops_max" : 16434,
"iops_mean" : 9751.487455,
"iops_stddev" : 512.387436,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 0.639288,
"sys_cpu" : 96.678917,
"ctx" : 343817,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 19.531376,
"20" : 79.592481,
"50" : 0.875850,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066854,
"timestamp_ms" : 1773066854497,
"time" : "Mon Mar 9 11:34:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1535216975872,
"io_kbytes" : 1499235328,
"bw_bytes" : 10234848071,
"bw" : 9994968,
"iops" : 9760.738405,
"runtime" : 149999,
"total_ios" : 1464101,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 407036.125036,
"stddev" : 91654.297722,
"N" : 1464101
},
"clat_ns" : {
"min" : 6581222,
"max" : 28582603,
"mean" : 12705906.945792,
"stddev" : 2504012.313872,
"N" : 1464097,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7766016,
"10.000000" : 8585216,
"20.000000" : 10158080,
"30.000000" : 12255232,
"40.000000" : 13303808,
"50.000000" : 13697024,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 18481152,
"99.500000" : 22675456,
"99.900000" : 25821184,
"99.950000" : 26345472,
"99.990000" : 27656192
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 4,
"6782976" : 11,
"6848512" : 79,
"6914048" : 403,
"6979584" : 1493,
"7045120" : 3291,
"7110656" : 5294,
"7176192" : 6459,
"7241728" : 7054,
"7307264" : 7605,
"7372800" : 7206,
"7438336" : 6730,
"7503872" : 6270,
"7569408" : 6136,
"7634944" : 5821,
"7700480" : 5542,
"7766016" : 5722,
"7831552" : 5398,
"7897088" : 5503,
"7962624" : 5340,
"8028160" : 5699,
"8093696" : 6128,
"8159232" : 6103,
"8224768" : 5948,
"8290304" : 6279,
"8355840" : 6052,
"8454144" : 12034,
"8585216" : 11666,
"8716288" : 10274,
"8847360" : 9751,
"8978432" : 9727,
"9109504" : 10733,
"9240576" : 12449,
"9371648" : 14350,
"9502720" : 15037,
"9633792" : 15028,
"9764864" : 14648,
"9895936" : 13309,
"10027008" : 11779,
"10158080" : 10038,
"10289152" : 8819,
"10420224" : 7911,
"10551296" : 7572,
"10682368" : 7819,
"10813440" : 8087,
"10944512" : 8620,
"11075584" : 9257,
"11206656" : 9420,
"11337728" : 9644,
"11468800" : 9182,
"11599872" : 9035,
"11730944" : 8988,
"11862016" : 9747,
"11993088" : 10218,
"12124160" : 10699,
"12255232" : 11373,
"12386304" : 12161,
"12517376" : 13248,
"12648448" : 14498,
"12779520" : 15640,
"12910592" : 16819,
"13041664" : 19423,
"13172736" : 23939,
"13303808" : 33244,
"13434880" : 46985,
"13565952" : 68143,
"13697024" : 90269,
"13828096" : 104152,
"13959168" : 107873,
"14090240" : 98988,
"14221312" : 83125,
"14352384" : 65916,
"14483456" : 49530,
"14614528" : 35724,
"14745600" : 24950,
"14876672" : 17925,
"15007744" : 13367,
"15138816" : 9545,
"15269888" : 6952,
"15400960" : 5195,
"15532032" : 3803,
"15663104" : 2939,
"15794176" : 2263,
"15925248" : 1889,
"16056320" : 1731,
"16187392" : 1496,
"16318464" : 1378,
"16449536" : 1293,
"16580608" : 1263,
"16711680" : 1155,
"16908288" : 2003,
"17170432" : 1607,
"17432576" : 1394,
"17694720" : 1139,
"17956864" : 842,
"18219008" : 807,
"18481152" : 671,
"18743296" : 478,
"19005440" : 451,
"19267584" : 423,
"19529728" : 321,
"19791872" : 280,
"20054016" : 236,
"20316160" : 228,
"20578304" : 315,
"20840448" : 362,
"21102592" : 428,
"21364736" : 471,
"21626880" : 506,
"21889024" : 589,
"22151168" : 613,
"22413312" : 620,
"22675456" : 701,
"22937600" : 720,
"23199744" : 631,
"23461888" : 567,
"23724032" : 487,
"23986176" : 505,
"24248320" : 433,
"24510464" : 395,
"24772608" : 403,
"25034752" : 355,
"25296896" : 400,
"25559040" : 448,
"25821184" : 389,
"26083328" : 373,
"26345472" : 272,
"26607616" : 176,
"26869760" : 126,
"27131904" : 88,
"27394048" : 62,
"27656192" : 60,
"27918336" : 50,
"28180480" : 27,
"28442624" : 9,
"28704768" : 1
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13112944.688236,
"stddev" : 2583865.260167,
"N" : 1464097
},
"bw_min" : 6709248,
"bw_max" : 16828416,
"bw_agg" : 100.000000,
"bw_mean" : 9998261.277592,
"bw_dev" : 515899.313556,
"bw_samples" : 1196,
"iops_min" : 6552,
"iops_max" : 16434,
"iops_mean" : 9763.782609,
"iops_stddev" : 503.814087,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 0.637671,
"sys_cpu" : 96.721645,
"ctx" : 349355,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 19.149840,
"20" : 80.033208,
"50" : 0.816679,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066864,
"timestamp_ms" : 1773066864497,
"time" : "Mon Mar 9 11:34:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1645859569664,
"io_kbytes" : 1607284736,
"bw_bytes" : 10286686602,
"bw" : 10045592,
"iops" : 9810.173814,
"runtime" : 159999,
"total_ios" : 1569618,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 404966.205101,
"stddev" : 94323.918985,
"N" : 1569618
},
"clat_ns" : {
"min" : 6581222,
"max" : 28582603,
"mean" : 12641906.165257,
"stddev" : 2600019.625247,
"N" : 1569614,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7634944,
"10.000000" : 8355840,
"20.000000" : 9895936,
"30.000000" : 11993088,
"40.000000" : 13303808,
"50.000000" : 13697024,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 19267584,
"99.500000" : 22413312,
"99.900000" : 25821184,
"99.950000" : 26345472,
"99.990000" : 27394048
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 12,
"6782976" : 58,
"6848512" : 134,
"6914048" : 725,
"6979584" : 2580,
"7045120" : 5180,
"7110656" : 7693,
"7176192" : 8962,
"7241728" : 9191,
"7307264" : 9304,
"7372800" : 8643,
"7438336" : 7713,
"7503872" : 7014,
"7569408" : 6859,
"7634944" : 6600,
"7700480" : 6358,
"7766016" : 6598,
"7831552" : 6536,
"7897088" : 6787,
"7962624" : 6935,
"8028160" : 7390,
"8093696" : 7935,
"8159232" : 7868,
"8224768" : 7505,
"8290304" : 7634,
"8355840" : 7108,
"8454144" : 13658,
"8585216" : 12828,
"8716288" : 11368,
"8847360" : 10731,
"8978432" : 10494,
"9109504" : 11393,
"9240576" : 13054,
"9371648" : 15082,
"9502720" : 15794,
"9633792" : 15625,
"9764864" : 15277,
"9895936" : 13972,
"10027008" : 12437,
"10158080" : 10751,
"10289152" : 9552,
"10420224" : 8677,
"10551296" : 8397,
"10682368" : 8478,
"10813440" : 8591,
"10944512" : 9011,
"11075584" : 9634,
"11206656" : 9677,
"11337728" : 9841,
"11468800" : 9410,
"11599872" : 9237,
"11730944" : 9207,
"11862016" : 10056,
"11993088" : 10676,
"12124160" : 11187,
"12255232" : 11906,
"12386304" : 12560,
"12517376" : 13570,
"12648448" : 14740,
"12779520" : 15953,
"12910592" : 17357,
"13041664" : 20190,
"13172736" : 25148,
"13303808" : 34893,
"13434880" : 49755,
"13565952" : 71409,
"13697024" : 94152,
"13828096" : 108013,
"13959168" : 111931,
"14090240" : 103435,
"14221312" : 86964,
"14352384" : 69498,
"14483456" : 52237,
"14614528" : 37906,
"14745600" : 26794,
"14876672" : 19284,
"15007744" : 14513,
"15138816" : 10371,
"15269888" : 7398,
"15400960" : 5454,
"15532032" : 4004,
"15663104" : 3137,
"15794176" : 2404,
"15925248" : 2040,
"16056320" : 1912,
"16187392" : 1635,
"16318464" : 1533,
"16449536" : 1428,
"16580608" : 1420,
"16711680" : 1338,
"16908288" : 2346,
"17170432" : 1966,
"17432576" : 1715,
"17694720" : 1504,
"17956864" : 1309,
"18219008" : 1375,
"18481152" : 1210,
"18743296" : 1030,
"19005440" : 940,
"19267584" : 822,
"19529728" : 747,
"19791872" : 620,
"20054016" : 571,
"20316160" : 557,
"20578304" : 630,
"20840448" : 669,
"21102592" : 655,
"21364736" : 619,
"21626880" : 651,
"21889024" : 778,
"22151168" : 735,
"22413312" : 706,
"22675456" : 736,
"22937600" : 734,
"23199744" : 634,
"23461888" : 567,
"23724032" : 487,
"23986176" : 505,
"24248320" : 433,
"24510464" : 395,
"24772608" : 403,
"25034752" : 355,
"25296896" : 400,
"25559040" : 448,
"25821184" : 389,
"26083328" : 373,
"26345472" : 272,
"26607616" : 176,
"26869760" : 126,
"27131904" : 88,
"27394048" : 62,
"27656192" : 60,
"27918336" : 50,
"28180480" : 27,
"28442624" : 9,
"28704768" : 1
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13046873.692140,
"stddev" : 2682979.077506,
"N" : 1569614
},
"bw_min" : 6496256,
"bw_max" : 16873472,
"bw_agg" : 100.000000,
"bw_mean" : 10047713.285266,
"bw_dev" : 539982.776089,
"bw_samples" : 1276,
"iops_min" : 6344,
"iops_max" : 16478,
"iops_mean" : 9812.084639,
"iops_stddev" : 527.333237,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.642035,
"sys_cpu" : 96.576072,
"ctx" : 410456,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 20.552453,
"20" : 78.548284,
"50" : 0.899009,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066874,
"timestamp_ms" : 1773066874498,
"time" : "Mon Mar 9 11:34:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1749775548416,
"io_kbytes" : 1708765184,
"bw_bytes" : 10292857889,
"bw" : 10051619,
"iops" : 9816.063624,
"runtime" : 169999,
"total_ios" : 1668721,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 404721.677806,
"stddev" : 93807.632976,
"N" : 1668721
},
"clat_ns" : {
"min" : 6581222,
"max" : 28582603,
"mean" : 12634366.272005,
"stddev" : 2579392.051678,
"N" : 1668717,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7634944,
"10.000000" : 8454144,
"20.000000" : 9895936,
"30.000000" : 11993088,
"40.000000" : 13303808,
"50.000000" : 13697024,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 19005440,
"99.500000" : 22413312,
"99.900000" : 25559040,
"99.950000" : 26345472,
"99.990000" : 27394048
},
"bins" : {
"6586368" : 6,
"6651904" : 24,
"6717440" : 12,
"6782976" : 58,
"6848512" : 134,
"6914048" : 725,
"6979584" : 2583,
"7045120" : 5303,
"7110656" : 7935,
"7176192" : 9475,
"7241728" : 9892,
"7307264" : 9957,
"7372800" : 9227,
"7438336" : 8143,
"7503872" : 7498,
"7569408" : 7245,
"7634944" : 6830,
"7700480" : 6550,
"7766016" : 6721,
"7831552" : 6653,
"7897088" : 6883,
"7962624" : 7010,
"8028160" : 7485,
"8093696" : 8058,
"8159232" : 8031,
"8224768" : 7700,
"8290304" : 7822,
"8355840" : 7292,
"8454144" : 14099,
"8585216" : 13236,
"8716288" : 11819,
"8847360" : 11233,
"8978432" : 11077,
"9109504" : 12169,
"9240576" : 14230,
"9371648" : 16676,
"9502720" : 17525,
"9633792" : 17565,
"9764864" : 17152,
"9895936" : 15521,
"10027008" : 13725,
"10158080" : 11586,
"10289152" : 10182,
"10420224" : 9244,
"10551296" : 8900,
"10682368" : 8880,
"10813440" : 8944,
"10944512" : 9246,
"11075584" : 9888,
"11206656" : 9948,
"11337728" : 10302,
"11468800" : 9955,
"11599872" : 9941,
"11730944" : 10072,
"11862016" : 11367,
"11993088" : 12710,
"12124160" : 13767,
"12255232" : 14876,
"12386304" : 15417,
"12517376" : 16088,
"12648448" : 16901,
"12779520" : 17673,
"12910592" : 18749,
"13041664" : 21546,
"13172736" : 26853,
"13303808" : 37094,
"13434880" : 53228,
"13565952" : 76505,
"13697024" : 99876,
"13828096" : 113774,
"13959168" : 116890,
"14090240" : 107848,
"14221312" : 90584,
"14352384" : 72268,
"14483456" : 54223,
"14614528" : 39273,
"14745600" : 27824,
"14876672" : 20020,
"15007744" : 15177,
"15138816" : 10956,
"15269888" : 8020,
"15400960" : 5957,
"15532032" : 4486,
"15663104" : 3495,
"15794176" : 2716,
"15925248" : 2280,
"16056320" : 2122,
"16187392" : 1846,
"16318464" : 1724,
"16449536" : 1601,
"16580608" : 1583,
"16711680" : 1472,
"16908288" : 2578,
"17170432" : 2217,
"17432576" : 1985,
"17694720" : 1762,
"17956864" : 1542,
"18219008" : 1533,
"18481152" : 1333,
"18743296" : 1097,
"19005440" : 997,
"19267584" : 842,
"19529728" : 750,
"19791872" : 620,
"20054016" : 573,
"20316160" : 557,
"20578304" : 631,
"20840448" : 669,
"21102592" : 656,
"21364736" : 619,
"21626880" : 651,
"21889024" : 778,
"22151168" : 735,
"22413312" : 706,
"22675456" : 736,
"22937600" : 734,
"23199744" : 634,
"23461888" : 567,
"23724032" : 487,
"23986176" : 505,
"24248320" : 433,
"24510464" : 395,
"24772608" : 403,
"25034752" : 355,
"25296896" : 400,
"25559040" : 448,
"25821184" : 389,
"26083328" : 373,
"26345472" : 272,
"26607616" : 176,
"26869760" : 126,
"27131904" : 88,
"27394048" : 62,
"27656192" : 60,
"27918336" : 50,
"28180480" : 27,
"28442624" : 9,
"28704768" : 1
}
},
"lat_ns" : {
"min" : 6790773,
"max" : 29328468,
"mean" : 13039092.137335,
"stddev" : 2661672.490280,
"N" : 1668717
},
"bw_min" : 6428672,
"bw_max" : 17111040,
"bw_agg" : 99.978918,
"bw_mean" : 10049500.300885,
"bw_dev" : 533416.604057,
"bw_samples" : 1356,
"iops_min" : 6278,
"iops_max" : 16710,
"iops_mean" : 9813.837758,
"iops_stddev" : 520.920695,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679996,
"usr_cpu" : 0.646916,
"sys_cpu" : 96.567333,
"ctx" : 437403,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 20.491203,
"20" : 78.662760,
"50" : 0.845797,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066884,
"timestamp_ms" : 1773066884534,
"time" : "Mon Mar 9 11:34:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1858193063936,
"io_kbytes" : 1814641664,
"bw_bytes" : 10323237448,
"bw" : 10081286,
"iops" : 9844.650863,
"runtime" : 180001,
"total_ios" : 1772047,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 403532.563426,
"stddev" : 94128.498499,
"N" : 1772051
},
"clat_ns" : {
"min" : 4056,
"max" : 28582603,
"mean" : 12597054.287981,
"stddev" : 2593361.917442,
"N" : 1772171,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7700480,
"10.000000" : 8290304,
"20.000000" : 9764864,
"30.000000" : 11993088,
"40.000000" : 13172736,
"50.000000" : 13565952,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 18743296,
"99.500000" : 22151168,
"99.900000" : 25559040,
"99.950000" : 26083328,
"99.990000" : 27394048
},
"bins" : {
"4048" : 1,
"6048" : 1,
"8896" : 1,
"23680" : 1,
"423936" : 1,
"428032" : 1,
"505856" : 1,
"536576" : 1,
"831488" : 1,
"937984" : 1,
"946176" : 1,
"1019904" : 1,
"1220608" : 1,
"1368064" : 2,
"1499136" : 1,
"1581056" : 1,
"1810432" : 1,
"1892352" : 1,
"1957888" : 1,
"1974272" : 1,
"2244608" : 1,
"2310144" : 1,
"2408448" : 1,
"2441216" : 1,
"2736128" : 1,
"2768896" : 1,
"2801664" : 1,
"2867200" : 1,
"3162112" : 1,
"3194880" : 2,
"3293184" : 1,
"3489792" : 1,
"3620864" : 1,
"3653632" : 1,
"3751936" : 1,
"3850240" : 1,
"4079616" : 2,
"4227072" : 1,
"4292608" : 1,
"4554752" : 2,
"4620288" : 1,
"4685824" : 1,
"4947968" : 1,
"5013504" : 2,
"5144576" : 1,
"5406720" : 2,
"5472256" : 1,
"5537792" : 1,
"5799936" : 1,
"5865472" : 1,
"5931008" : 1,
"5996544" : 1,
"6193152" : 1,
"6389760" : 1,
"6455296" : 30,
"6520832" : 6,
"6586368" : 7,
"6651904" : 24,
"6717440" : 12,
"6782976" : 67,
"6848512" : 138,
"6914048" : 732,
"6979584" : 2594,
"7045120" : 5306,
"7110656" : 7938,
"7176192" : 9478,
"7241728" : 9894,
"7307264" : 9958,
"7372800" : 9245,
"7438336" : 8210,
"7503872" : 7706,
"7569408" : 7617,
"7634944" : 7465,
"7700480" : 7386,
"7766016" : 7847,
"7831552" : 8468,
"7897088" : 9078,
"7962624" : 9333,
"8028160" : 9712,
"8093696" : 10423,
"8159232" : 10561,
"8224768" : 9903,
"8290304" : 9821,
"8355840" : 9073,
"8454144" : 16665,
"8585216" : 15074,
"8716288" : 13214,
"8847360" : 12338,
"8978432" : 11791,
"9109504" : 12626,
"9240576" : 14670,
"9371648" : 17220,
"9502720" : 18057,
"9633792" : 18048,
"9764864" : 17535,
"9895936" : 15936,
"10027008" : 14087,
"10158080" : 11745,
"10289152" : 10279,
"10420224" : 9302,
"10551296" : 8915,
"10682368" : 8889,
"10813440" : 8970,
"10944512" : 9314,
"11075584" : 10057,
"11206656" : 10258,
"11337728" : 10860,
"11468800" : 10738,
"11599872" : 10776,
"11730944" : 11099,
"11862016" : 12420,
"11993088" : 13648,
"12124160" : 14642,
"12255232" : 15834,
"12386304" : 16585,
"12517376" : 17399,
"12648448" : 18113,
"12779520" : 18683,
"12910592" : 19450,
"13041664" : 22210,
"13172736" : 27653,
"13303808" : 38196,
"13434880" : 55201,
"13565952" : 79841,
"13697024" : 104411,
"13828096" : 119196,
"13959168" : 122436,
"14090240" : 113533,
"14221312" : 96154,
"14352384" : 77404,
"14483456" : 58128,
"14614528" : 42709,
"14745600" : 30405,
"14876672" : 21576,
"15007744" : 16178,
"15138816" : 11577,
"15269888" : 8514,
"15400960" : 6308,
"15532032" : 4801,
"15663104" : 3745,
"15794176" : 2945,
"15925248" : 2490,
"16056320" : 2292,
"16187392" : 2009,
"16318464" : 1872,
"16449536" : 1706,
"16580608" : 1672,
"16711680" : 1563,
"16908288" : 2736,
"17170432" : 2333,
"17432576" : 2108,
"17694720" : 1839,
"17956864" : 1582,
"18219008" : 1545,
"18481152" : 1350,
"18743296" : 1108,
"19005440" : 998,
"19267584" : 843,
"19529728" : 750,
"19791872" : 620,
"20054016" : 573,
"20316160" : 557,
"20578304" : 631,
"20840448" : 669,
"21102592" : 656,
"21364736" : 619,
"21626880" : 651,
"21889024" : 778,
"22151168" : 735,
"22413312" : 706,
"22675456" : 736,
"22937600" : 734,
"23199744" : 634,
"23461888" : 567,
"23724032" : 487,
"23986176" : 505,
"24248320" : 433,
"24510464" : 395,
"24772608" : 403,
"25034752" : 355,
"25296896" : 400,
"25559040" : 448,
"25821184" : 389,
"26083328" : 373,
"26345472" : 272,
"26607616" : 176,
"26869760" : 126,
"27131904" : 88,
"27394048" : 62,
"27656192" : 60,
"27918336" : 50,
"28180480" : 27,
"28442624" : 9,
"28704768" : 1
}
},
"lat_ns" : {
"min" : 419945,
"max" : 29328468,
"mean" : 13000589.506418,
"stddev" : 2676053.130131,
"N" : 1772171
},
"bw_min" : 6428672,
"bw_max" : 17111040,
"bw_agg" : 100.000000,
"bw_mean" : 10085074.885794,
"bw_dev" : 537899.036602,
"bw_samples" : 1436,
"iops_min" : 6278,
"iops_max" : 16710,
"iops_mean" : 9848.582173,
"iops_stddev" : 525.297084,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720000,
"usr_cpu" : 0.650278,
"sys_cpu" : 96.529722,
"ctx" : 458533,
"majf" : 0,
"minf" : 153,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999774,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 21.203219,
"20" : 78.005154,
"50" : 0.796480,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066884,
"timestamp_ms" : 1773066884590,
"time" : "Mon Mar 9 11:34:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1858260172800,
"io_kbytes" : 1814707200,
"bw_bytes" : 10321488645,
"bw" : 10079578,
"iops" : 9842.627667,
"runtime" : 180038,
"total_ios" : 1772047,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182799,
"max" : 2804965,
"mean" : 403532.563426,
"stddev" : 94128.498499,
"N" : 1772051
},
"clat_ns" : {
"min" : 4056,
"max" : 28582603,
"mean" : 12597054.287981,
"stddev" : 2593361.917442,
"N" : 1772171,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7700480,
"10.000000" : 8290304,
"20.000000" : 9764864,
"30.000000" : 11993088,
"40.000000" : 13172736,
"50.000000" : 13565952,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14221312,
"90.000000" : 14614528,
"95.000000" : 15007744,
"99.000000" : 18743296,
"99.500000" : 22151168,
"99.900000" : 25559040,
"99.950000" : 26083328,
"99.990000" : 27394048
},
"bins" : {
"4048" : 1,
"6048" : 1,
"8896" : 1,
"23680" : 1,
"423936" : 1,
"428032" : 1,
"505856" : 1,
"536576" : 1,
"831488" : 1,
"937984" : 1,
"946176" : 1,
"1019904" : 1,
"1220608" : 1,
"1368064" : 2,
"1499136" : 1,
"1581056" : 1,
"1810432" : 1,
"1892352" : 1,
"1957888" : 1,
"1974272" : 1,
"2244608" : 1,
"2310144" : 1,
"2408448" : 1,
"2441216" : 1,
"2736128" : 1,
"2768896" : 1,
"2801664" : 1,
"2867200" : 1,
"3162112" : 1,
"3194880" : 2,
"3293184" : 1,
"3489792" : 1,
"3620864" : 1,
"3653632" : 1,
"3751936" : 1,
"3850240" : 1,
"4079616" : 2,
"4227072" : 1,
"4292608" : 1,
"4554752" : 2,
"4620288" : 1,
"4685824" : 1,
"4947968" : 1,
"5013504" : 2,
"5144576" : 1,
"5406720" : 2,
"5472256" : 1,
"5537792" : 1,
"5799936" : 1,
"5865472" : 1,
"5931008" : 1,
"5996544" : 1,
"6193152" : 1,
"6389760" : 1,
"6455296" : 30,
"6520832" : 6,
"6586368" : 7,
"6651904" : 24,
"6717440" : 12,
"6782976" : 67,
"6848512" : 138,
"6914048" : 732,
"6979584" : 2594,
"7045120" : 5306,
"7110656" : 7938,
"7176192" : 9478,
"7241728" : 9894,
"7307264" : 9958,
"7372800" : 9245,
"7438336" : 8210,
"7503872" : 7706,
"7569408" : 7617,
"7634944" : 7465,
"7700480" : 7386,
"7766016" : 7847,
"7831552" : 8468,
"7897088" : 9078,
"7962624" : 9333,
"8028160" : 9712,
"8093696" : 10423,
"8159232" : 10561,
"8224768" : 9903,
"8290304" : 9821,
"8355840" : 9073,
"8454144" : 16665,
"8585216" : 15074,
"8716288" : 13214,
"8847360" : 12338,
"8978432" : 11791,
"9109504" : 12626,
"9240576" : 14670,
"9371648" : 17220,
"9502720" : 18057,
"9633792" : 18048,
"9764864" : 17535,
"9895936" : 15936,
"10027008" : 14087,
"10158080" : 11745,
"10289152" : 10279,
"10420224" : 9302,
"10551296" : 8915,
"10682368" : 8889,
"10813440" : 8970,
"10944512" : 9314,
"11075584" : 10057,
"11206656" : 10258,
"11337728" : 10860,
"11468800" : 10738,
"11599872" : 10776,
"11730944" : 11099,
"11862016" : 12420,
"11993088" : 13648,
"12124160" : 14642,
"12255232" : 15834,
"12386304" : 16585,
"12517376" : 17399,
"12648448" : 18113,
"12779520" : 18683,
"12910592" : 19450,
"13041664" : 22210,
"13172736" : 27653,
"13303808" : 38196,
"13434880" : 55201,
"13565952" : 79841,
"13697024" : 104411,
"13828096" : 119196,
"13959168" : 122436,
"14090240" : 113533,
"14221312" : 96154,
"14352384" : 77404,
"14483456" : 58128,
"14614528" : 42709,
"14745600" : 30405,
"14876672" : 21576,
"15007744" : 16178,
"15138816" : 11577,
"15269888" : 8514,
"15400960" : 6308,
"15532032" : 4801,
"15663104" : 3745,
"15794176" : 2945,
"15925248" : 2490,
"16056320" : 2292,
"16187392" : 2009,
"16318464" : 1872,
"16449536" : 1706,
"16580608" : 1672,
"16711680" : 1563,
"16908288" : 2736,
"17170432" : 2333,
"17432576" : 2108,
"17694720" : 1839,
"17956864" : 1582,
"18219008" : 1545,
"18481152" : 1350,
"18743296" : 1108,
"19005440" : 998,
"19267584" : 843,
"19529728" : 750,
"19791872" : 620,
"20054016" : 573,
"20316160" : 557,
"20578304" : 631,
"20840448" : 669,
"21102592" : 656,
"21364736" : 619,
"21626880" : 651,
"21889024" : 778,
"22151168" : 735,
"22413312" : 706,
"22675456" : 736,
"22937600" : 734,
"23199744" : 634,
"23461888" : 567,
"23724032" : 487,
"23986176" : 505,
"24248320" : 433,
"24510464" : 395,
"24772608" : 403,
"25034752" : 355,
"25296896" : 400,
"25559040" : 448,
"25821184" : 389,
"26083328" : 373,
"26345472" : 272,
"26607616" : 176,
"26869760" : 126,
"27131904" : 88,
"27394048" : 62,
"27656192" : 60,
"27918336" : 50,
"28180480" : 27,
"28442624" : 9,
"28704768" : 1
}
},
"lat_ns" : {
"min" : 419945,
"max" : 29328468,
"mean" : 13000589.506418,
"stddev" : 2676053.130131,
"N" : 1772171
},
"bw_min" : 6428672,
"bw_max" : 17111040,
"bw_agg" : 100.000000,
"bw_mean" : 10083736.708829,
"bw_dev" : 537600.354189,
"bw_samples" : 1438,
"iops_min" : 6278,
"iops_max" : 16710,
"iops_mean" : 9847.271626,
"iops_stddev" : 525.005808,
"iops_samples" : 1438
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720074,
"usr_cpu" : 0.650211,
"sys_cpu" : 96.519802,
"ctx" : 458603,
"majf" : 0,
"minf" : 155,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999774,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 21.203219,
"20" : 78.005154,
"50" : 0.796480,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}